adding dependancies

app.py

@@ -1,28 +1,37 @@
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
 
 # Load model + tokenizer
-model_name = "tscholak/cxmefzzi"
+model_name = "premai-io/prem-1B-SQL"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    torch_dtype=torch.float16,
+    device_map="auto"  # Uses GPU if available on Spaces
+)
 
 def text_to_sql(question, schema=""):
     """
     Convert natural language question into SQL query.
     Schema can be passed as a string (table + column names).
     """
-    # Format input as Spider expects
     if schema:
-        prompt = f"{schema} {question}"
+        prompt = f"{schema}\nQuestion: {question}\nSQL:"
     else:
-        prompt = question
+        prompt = f"Question: {question}\nSQL:"
 
-    inputs = tokenizer(prompt, return_tensors="pt", truncation=True)
-    outputs = model.generate(**inputs, max_length=256)
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    outputs = model.generate(
+        **inputs,
+        max_new_tokens=256,
+        temperature=0.2,  # Low temp for deterministic SQL
+        do_sample=False
+    )
     sql_query = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return sql_query
 
-# Define API endpoint (no UI)
+# Define Gradio interface (API-like, minimal UI)
 iface = gr.Interface(
     fn=text_to_sql,
     inputs=[
@@ -30,7 +39,9 @@ iface = gr.Interface(
         gr.Textbox(label="Schema (optional)", placeholder="table: columns, ...")
     ],
     outputs="text",
+    title="Text-to-SQL Converter",
+    description="Convert natural language questions into SQL queries using the premai-io/prem-1B-SQL model."
 )
 
-# Launch API (set share=True for external URL)
+# Launch (for Spaces: set share=False, HF will handle the endpoint)
 iface.launch()

requirments.txt

@@ -1,2 +1,3 @@
-gradio
-transformers
+transformers
+torch
+gradio