updated question structure

app.py

@@ -10,7 +10,7 @@ db_schema = {
 }
 
 # Load the model and tokenizer
-model_name = "EleutherAI/gpt-neox-20b"  # You can also use "Llama-2-7b" or another model
+model_name = "EleutherAI/gpt-neo-2.7B"  # You can also use "Llama-2-7b" or another model
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
 
@@ -35,7 +35,10 @@ def generate_sql_query(context, question):
     Query:
     """
     # Tokenize input
-    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=1024).to("cuda" if torch.cuda.is_available() else "cpu")
+    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=512).to("cuda" if torch.cuda.is_available() else "cpu")
+
+    print("Prompt Sent to Model:")
+    print(prompt)
 
     # Generate SQL query
     output = model.generate(inputs.input_ids, max_length=512, num_beams=5, early_stopping=True)