Merge branch 'master' of github.com:scrtlabs/secret-ai-fetch

Author: alexh-scrt

README.md

@@ -30,7 +30,7 @@ graph TB
     subgraph "Report Generation"
         G --> H[Output Processing]
         H --> I[LLM Client]
-        I --> J[Medical Report Generation]
+        I --> J[Med42 Report Generation]
         J --> K[PDF Conversion]
     end
     
@@ -355,4 +355,4 @@ If you use this model in your research, please cite:
   journal={arXiv preprint arXiv:2202.08238},
   year={2022}
 }
-```
+```

config/MAR-INF/MANIFEST.json

@@ -0,0 +1,13 @@
+{
+  "createdOn": "09/05/2025 14:18:23",
+  "runtime": "python",
+  "model": {
+    "modelName": "monai-breast-density-classification",
+    "serializedFile": "model.pt",
+    "handler": "inference_handler.py",
+    "modelVersion": "1.0",
+    "requirementsFile": "requirements.txt",
+    "configFile": "model-config.yaml"
+  },
+  "archiverVersion": "0.12.0"
+}

config/__init__.py

@@ -15,4 +15,7 @@ install_py_dep_per_model=true
 async_logging=false
 model_store=/mnt/models/model-store
 enable_token_auth=false
-model_snapshot={"name":"startup.cfg","modelCount":1,"models":{"monai-breast-density-classification":{"1.0":{"defaultVersion":true,"marName":"monai-breast-density-classification.mar","minWorkers":1,"maxWorkers":1,"batchSize":16,"maxBatchDelay":10,"responseTimeout":3600}}}}
+disable_token_auth=true
+model_snapshot={"name":"startup.cfg","modelCount":1,"models":{"breast-density":{"1.0":{"defaultVersion":true,"marName":"monai-breast-density-classification_model-store_monai-breast-density-classification.mar","minWorkers":1,"maxWorkers":1,"batchSize":16,"maxBatchDelay":10,"responseTimeout":3600}}}}
+
+# model_snapshot={"name":"startup.cfg","modelCount":1,"models":{"monai-breast-density-classification":{"1.0":{"defaultVersion":true,"marName":"monai-breast-density-classification.mar","minWorkers":1,"maxWorkers":1,"batchSize":16,"maxBatchDelay":10,"responseTimeout":3600}}}}

config/config.properties

@@ -0,0 +1 @@
+monai_breast_density_classification-0.1.tar.gz

config/requirements.txt

@@ -0,0 +1,73 @@
+```mermaid
+graph TB
+    %% External Services
+    OpenAI[OpenAI API]
+    Perplexity[Perplexity API]
+    GCS[Google Cloud Storage]
+    Client[External Client]
+    
+    %% Docker Environment
+    subgraph "Docker Network (monai-network)"
+        %% Caddy Reverse Proxy
+        Caddy[Caddy Reverse Proxy<br/>Port 23434<br/>HTTPS Entry Point]
+        
+        %% Auth Gateway
+        AuthGW[Auth Gateway<br/>FastAPI Service<br/>Port 8090]
+        
+        %% TorchServe
+        TorchServe[TorchServe<br/>ML Model Serving<br/>Port 8085<br/>GPU Enabled]
+        
+        %% Ollama Services
+        Ollama[Ollama Service<br/>LLM Runtime<br/>Port 11434<br/>GPU Enabled]
+        OllamaInit[Ollama Init<br/>Model Loader<br/>One-time execution]
+    end
+    
+    %% Shared Storage
+    subgraph "Shared Volumes"
+        Tokens[torchserve-tokens]
+        Workspace[shared-workspace]
+        Models[Host Model Storage<br/>/mnt/secure/.ollama]
+    end
+    
+    %% External Client Communication
+    Client -->|HTTPS:23434| Caddy
+    
+    %% Internal Container Communication
+    Caddy -->|HTTP| AuthGW
+    AuthGW -->|HTTP:8085| TorchServe
+    TorchServe -->|HTTP:11434<br/>Ollama Python Client| Ollama
+    
+    %% Dependencies
+    OllamaInit -.->|depends_on<br/>pulls model| Ollama
+    AuthGW -.->|depends_on| TorchServe
+    TorchServe -.->|depends_on| Ollama
+    Caddy -.->|depends_on| AuthGW
+    
+    %% External Service Communications (from TorchServe)
+    TorchServe -->|API Calls| OpenAI
+    TorchServe -->|API Calls| Perplexity
+    TorchServe -->|Upload Medical Reports| GCS
+    
+    %% Volume Mounts
+    TorchServe -.->|shares tokens| Tokens
+    TorchServe -.->|shares workspace| Workspace
+    AuthGW -.->|reads tokens| Tokens
+    AuthGW -.->|shares workspace| Workspace
+    Ollama -.->|model storage| Models
+    OllamaInit -.->|model storage| Models
+    
+    %% Styling
+    classDef container fill:#e1f5fe,stroke:#01579b,stroke-width:2px
+    classDef proxy fill:#f1f8e9,stroke:#33691e,stroke-width:2px
+    classDef external fill:#fff3e0,stroke:#e65100,stroke-width:2px
+    classDef storage fill:#f3e5f5,stroke:#4a148c,stroke-width:2px
+    classDef init fill:#fce4ec,stroke:#880e4f,stroke-width:2px
+    classDef client fill:#e8f5e8,stroke:#2e7d32,stroke-width:2px
+    
+    class TorchServe,Ollama,AuthGW container
+    class Caddy proxy
+    class OpenAI,Perplexity,GCS external
+    class Tokens,Workspace,Models storage
+    class OllamaInit init
+    class Client client
+```