Upload 3 files

app.py

@@ -5,7 +5,7 @@ from transformers import pipeline
 app = FastAPI()
 
 # Initialize the text generation pipeline
-pipe = pipeline("text2text-generation", model="HridaAI/Hrida-T2SQL-3B-128k-V0.1", trust_remote_code=True)
+pipe = pipeline("text2text-generation", model="HridaAI/Hrida-T2SQL-3B-128k-V0.1")
 
 @app.get("/")
 def home():
@@ -14,7 +14,8 @@ def home():
 # Define a function to handle the GET request at '/generate'
 @app.get("/generate")
 def generate(text: str):
+    output = pipe(text, max_new_tokens=50) 
     # Use the pipeline to generate text from the given input text
-    output = pipe(text)
+    
     # Return the generated text in JSON response
     return {"output": output[0]['generated_text']}