Upload 2 files

main.py

@@ -0,0 +1,21 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from ctransformers import AutoModelForCausalLM  # Ensure correct import for your model
+
+# Model loading
+llm = AutoModelForCausalLM.from_pretrained("model.safetensors",
+                                          max_tokens = 512, threads = 3)
+
+# Pydantic object for request validation
+class Validation(BaseModel):
+    prompt: str
+
+# Initialize FastAPI app
+app = FastAPI()
+
+# Endpoint for SQL query generation
+@app.post("/generate_sql")
+async def generate_sql(item: Validation):
+    # Use the provided prompt directly
+    completion = llm(item.prompt)
+    return completion

requirements.txt

@@ -0,0 +1,6 @@
+python-multipart
+fastapi
+pydantic
+uvicorn
+requests
+ctransformers