app.py

import modal

# Modelni ishga tushirish uchun container
stub = modal.Stub("llama3-api")

# Container ichida kerakli paketlar
image = modal.Image.debian_slim().pip_install([
    "torch", 
    "transformers", 
    "fastapi", 
    "uvicorn[standard]"
])

# FastAPI server container
@stub.function(image=image, timeout=3600)
def start_server():
    import server  # server.py faylini yuklaymiz
    import uvicorn
    uvicorn.run(server.app, host="0.0.0.0", port=8080)