main.py

from fastapi import FastAPI
from pydantic import BaseModel
from ctransformers import AutoModelForCausalLM  # Ensure correct import for your model

# Model loading
llm = AutoModelForCausalLM.from_pretrained("model.safetensors",
                                          max_tokens = 512, threads = 3)

# Pydantic object for request validation
class Validation(BaseModel):
    prompt: str

# Initialize FastAPI app
app = FastAPI()

# Endpoint for SQL query generation
@app.post("/generate_sql")
async def generate_sql(item: Validation):
    # Use the provided prompt directly
    completion = llm(item.prompt)
    return completion