Upload folder using huggingface_hub

app.py

@@ -15,13 +15,16 @@ def generate_sql(prompt):
     inputs = tokenizer(prompt, return_tensors="pt").to(device)
     outputs = model.generate(
         **inputs,
-        max_new_tokens=128,
+        max_new_tokens=64,  # speed things up
         do_sample=True,
         temperature=0.7,
         top_p=0.95,
-        eos_token_id=tokenizer.eos_token_id
+        eos_token_id=tokenizer.eos_token_id,
+        early_stopping=True
     )
-    return tokenizer.decode(outputs[0], skip_special_tokens=True)
+    full_output = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return full_output[len(prompt):].strip()  # remove prompt from beginning
+
 
 # Gradio UI
 interface = gr.Interface(