app.py

from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
from model import ModelManager  # Import directly from model.py

app = FastAPI(title="BanglaLLM API", description="An API for BanglaLLM GPT model", version="1.0.0")

# Load the model
model_manager = ModelManager()

# Define request schema
class Query(BaseModel):
    prompt: str
    max_length: int = 100
    temperature: float = 0.7
    top_k: int = 50
    top_p: float = 0.9

@app.get("/")
def read_root():
    return {"message": "Welcome to the BanglaLLM API"}

@app.post("/generate")
def generate(query: Query):
    try:
        response = model_manager.generate_response(
            prompt=query.prompt,
            max_length=query.max_length,
            temperature=query.temperature,
            top_k=query.top_k,
            top_p=query.top_p
        )
        return {"response": response}
    except Exception as e:
        raise HTTPException(status_code=500, detail=str(e))