modal_app.py

import modal
import subprocess
import os

# 1. Replicating your Dockerfile
# We match Python 3.12 and install the specific system libraries you listed.
image = (
    modal.Image.debian_slim(python_version="3.12")
    .apt_install("libgl1", "libglib2.0-0")  # From your Dockerfile RUN command
    .pip_install_from_requirements("requirements.txt")
    .add_local_dir(".", remote_path="/root/app", ignore=[
        ".venv",        # Exclude virtual env
            "__pycache__",  # Exclude bytecode cache
            ".git",         # Exclude git repo
            "*.pyc",        # Exclude loose bytecode files
            "*.pyo",        # Exclude optimized bytecode
            "*.log",        # Exclude logs if any
            ".env",
            "simple_analysis.py",
            "secrets/",
            "volumes/",
            "data/",
            ".vscode/",
            "*.json",
            "RAGAS_test_details/",          
            "zilliz-cloud-Dissertation-username-password.txt",
        ],) # Replaces COPY . .
)

app = modal.App("neatstandards-rag")

# 2. Define Secrets (Environment Variables)
# You must create a secret named "neatstandards-secrets" in the Modal dashboard
# containing: NEBIUS_API_KEY, OPENAI_API_KEY, CHAINLIT_AUTH_SECRET, MILVUS_URI, MILVUS_TOKEN
secrets = [modal.Secret.from_name("neatstandards-secrets")]

# 3. The Web Server
@app.function(
    image=image,
    secrets=secrets,
    scaledown_window=300, # Keep container alive for 5 mins to reduce cold starts
    timeout=600,
)
@modal.web_server(port=8000)
def run():
    # Set the working directory (same as WORKDIR /app)
    os.chdir("/root/app")
    
    # NOTE: We skip 'entrypoint.sh' and run Chainlit directly.
    # If your entrypoint.sh does complex setup, let me know!
    cmd = "chainlit run app.py --host 0.0.0.0 --port 8000 --headless"
    
    subprocess.Popen(cmd, shell=True).wait()

# 4. Database Population Helper
# Since you can't rely on 'compose.yml' to start Milvus, use this to populate
# your remote Zilliz/Milvus instance.
@app.function(image=image, secrets=secrets)
def populate_db():
    os.chdir("/root/app")
    print("Starting database population...")
    subprocess.run(["python", "populate_db.py"], check=True)
    print("Database population complete!")