feat: add bucket

Author: risv1

blobs/arch.md

@@ -0,0 +1,31 @@
+```mermaid
+flowchart TD
+  subgraph Client
+    A[Client]
+  end
+
+  subgraph Media
+    B1[LiveKit SFU]
+    B2[CoTURN]
+  end
+
+  subgraph Backend
+    C1[Central Server]
+    C2[Captioning Worker]
+    C3[OCR Worker]
+    C4[Postgres]
+    C5[(MinIO Bucket)]
+  end
+
+  A <--> B1
+  B1 <--> B2
+  B1 --> C2
+  C2 -->|Captions| A
+  A -->|Snapshots| C3
+  A -->|Raw Screenshots| C5
+  C3 --> C4
+  C3 -->|Processed Images| C5
+  C2 --> C4
+  C1 --> C4
+  A --> C1
+```

blobs/arch.png

@@ -32,7 +32,7 @@ impl DatabaseConfig {
             self.username, self.password, self.host, self.port, self.database
         )
     }
-    
+
     pub fn from_env() -> anyhow::Result<Self> {
         Ok(Self {
             host: std::env::var("DB_HOST").unwrap_or_else(|_| "localhost".to_string()),
@@ -52,4 +52,4 @@ impl DatabaseConfig {
                 .unwrap_or(30),
         })
     }
-}
+}

crates/config/src/db.rs

@@ -1,10 +1,12 @@
 pub mod db;
-pub mod ollama;
 pub mod redis;
+pub mod ollama;
+pub mod minio;
 
 pub use db::*;
-pub use ollama::*;
 pub use redis::*;
+pub use ollama::*;
+pub use minio::*;
 
 use serde::{Deserialize, Serialize};
 

crates/config/src/lib.rs

@@ -0,0 +1,61 @@
+use serde::{Deserialize, Serialize};
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct MinioConfig {
+    pub endpoint: String,
+    pub access_key: String,
+    pub secret_key: String,
+    pub region: Option<String>,
+    pub secure: bool,
+    pub buckets: MinioBuckets,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct MinioBuckets {
+    pub uploads: String,
+    pub processed: String,
+    pub thumbnails: String,
+    pub temp: String,
+}
+
+impl Default for MinioConfig {
+    fn default() -> Self {
+        Self {
+            endpoint: "localhost:9000".to_string(),
+            access_key: "minioadmin".to_string(),
+            secret_key: "minioadmin123".to_string(),
+            region: Some("us-east-1".to_string()),
+            secure: false,
+            buckets: MinioBuckets::default(),
+        }
+    }
+}
+
+impl Default for MinioBuckets {
+    fn default() -> Self {
+        Self {
+            uploads: "uploads".to_string(),
+            processed: "processed".to_string(),
+            thumbnails: "thumbnails".to_string(),
+            temp: "temp".to_string(),
+        }
+    }
+}
+
+impl MinioConfig {
+    pub fn from_env() -> Self {
+        Self {
+            endpoint: std::env::var("MINIO_ENDPOINT").unwrap_or_else(|_| "localhost:9000".to_string()),
+            access_key: std::env::var("MINIO_ACCESS_KEY").unwrap_or_else(|_| "minioadmin".to_string()),
+            secret_key: std::env::var("MINIO_SECRET_KEY").unwrap_or_else(|_| "minioadmin123".to_string()),
+            region: std::env::var("MINIO_REGION").ok(),
+            secure: std::env::var("MINIO_SECURE").unwrap_or_else(|_| "false".to_string()).parse().unwrap_or(false),
+            buckets: MinioBuckets {
+                uploads: std::env::var("MINIO_BUCKET_UPLOADS").unwrap_or_else(|_| "uploads".to_string()),
+                processed: std::env::var("MINIO_BUCKET_PROCESSED").unwrap_or_else(|_| "processed".to_string()),
+                thumbnails: std::env::var("MINIO_BUCKET_THUMBNAILS").unwrap_or_else(|_| "thumbnails".to_string()),
+                temp: std::env::var("MINIO_BUCKET_TEMP").unwrap_or_else(|_| "temp".to_string()),
+            },
+        }
+    }
+}

crates/config/src/minio.rs

@@ -25,15 +25,15 @@ impl OllamaConfig {
     pub fn api_url(&self) -> String {
         format!("{}/api", self.base_url)
     }
-    
+
     pub fn generate_url(&self) -> String {
         format!("{}/api/generate", self.base_url)
     }
-    
+
     pub fn chat_url(&self) -> String {
         format!("{}/api/chat", self.base_url)
     }
-    
+
     pub fn from_env() -> anyhow::Result<Self> {
         Ok(Self {
             base_url: std::env::var("OLLAMA_BASE_URL")
@@ -70,4 +70,4 @@ pub struct OllamaResponse {
     pub created_at: String,
     pub response: String,
     pub done: bool,
-}
+}

crates/config/src/ollama.rs

@@ -0,0 +1,54 @@
+services:
+  minio:
+    image: minio/minio:latest
+    container_name: verse-minio
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    volumes:
+      - ./minio_data:/data
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin123
+      MINIO_CONSOLE_ADDRESS: ":9001"
+    command: server /data --console-address ":9001"
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
+      interval: 30s
+      timeout: 20s
+      retries: 3
+    networks:
+      - verse-network
+
+  minio-setup:
+    image: minio/mc:latest
+    container_name: verse-minio-setup
+    depends_on:
+      minio:
+        condition: service_healthy
+    environment:
+      MINIO_ENDPOINT: http://minio:9000
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin123
+    entrypoint: |
+      /bin/sh -c "
+      echo 'Waiting for MinIO to be ready...'
+      sleep 10
+
+      echo 'Setting up MinIO alias...'
+      mc alias set myminio http://minio:9000 minioadmin minioadmin123
+
+      echo 'Creating buckets...'
+      mc mb myminio/uploads --ignore-existing
+      mc mb myminio/processed --ignore-existing
+      mc mb myminio/thumbnails --ignore-existing
+      mc mb myminio/temp --ignore-existing
+
+      echo 'Setting bucket policies...'
+      mc anonymous set public myminio/processed
+      mc anonymous set public myminio/thumbnails
+
+      echo 'MinIO setup complete!'
+      "
+    networks:
+      - verse-network

docker/compose/minio/compose.yaml

@@ -1,6 +1,7 @@
 include:
   - ./compose/coturn/compose.yaml
   - ./compose/livekit/compose.yaml
+  - ./compose/minio/compose.yaml
   - ./compose/postgres/compose.yaml
 
 networks: