Spaces:
Runtime error
Runtime error
File size: 2,275 Bytes
82b35ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
import modal
import subprocess
import os
# 1. Replicating your Dockerfile
# We match Python 3.12 and install the specific system libraries you listed.
image = (
modal.Image.debian_slim(python_version="3.12")
.apt_install("libgl1", "libglib2.0-0") # From your Dockerfile RUN command
.pip_install_from_requirements("requirements.txt")
.add_local_dir(".", remote_path="/root/app", ignore=[
".venv", # Exclude virtual env
"__pycache__", # Exclude bytecode cache
".git", # Exclude git repo
"*.pyc", # Exclude loose bytecode files
"*.pyo", # Exclude optimized bytecode
"*.log", # Exclude logs if any
".env",
"simple_analysis.py",
"secrets/",
"volumes/",
"data/",
".vscode/",
"*.json",
"RAGAS_test_details/",
"zilliz-cloud-Dissertation-username-password.txt",
],) # Replaces COPY . .
)
app = modal.App("neatstandards-rag")
# 2. Define Secrets (Environment Variables)
# You must create a secret named "neatstandards-secrets" in the Modal dashboard
# containing: NEBIUS_API_KEY, OPENAI_API_KEY, CHAINLIT_AUTH_SECRET, MILVUS_URI, MILVUS_TOKEN
secrets = [modal.Secret.from_name("neatstandards-secrets")]
# 3. The Web Server
@app.function(
image=image,
secrets=secrets,
scaledown_window=300, # Keep container alive for 5 mins to reduce cold starts
timeout=600,
)
@modal.web_server(port=8000)
def run():
# Set the working directory (same as WORKDIR /app)
os.chdir("/root/app")
# NOTE: We skip 'entrypoint.sh' and run Chainlit directly.
# If your entrypoint.sh does complex setup, let me know!
cmd = "chainlit run app.py --host 0.0.0.0 --port 8000 --headless"
subprocess.Popen(cmd, shell=True).wait()
# 4. Database Population Helper
# Since you can't rely on 'compose.yml' to start Milvus, use this to populate
# your remote Zilliz/Milvus instance.
@app.function(image=image, secrets=secrets)
def populate_db():
os.chdir("/root/app")
print("Starting database population...")
subprocess.run(["python", "populate_db.py"], check=True)
print("Database population complete!") |