Update app.py

app.py

@@ -8,14 +8,14 @@ def sql_generate(prompt,input_prompt_sql):
   model=BloomForCausalLM.from_pretrained(checkpoint)
   
   text_generator = pipeline(
-          "text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1
+          "text-generation", model=model, tokenizer=tokenizer
       )
   
   if len(prompt) == 0:
     prompt = input_prompt_sql 
   
   model_args= {
-          "max_length":50,
+          "max_length":40,
           "top_p": 0.9,
           "temperature": 1.1,
           "return_full_text": False,
@@ -44,7 +44,7 @@ with demo:
     "Instruction: Given an input question, respond with syntactically correct PostgreSQL. Only use table called 'employees'.\nInput: Select names of all the employees who are working under 'Peter'.\nPostgreSQL query: ",  ], label= "Choose a sample Prompt")
   
     #with gr.Column:  
-    input_prompt_sql = gr.Textbox(label="Or Write text following the example pattern given below, to get SQL commands...", value=example_prompt, lines=6)
+    input_prompt_sql = gr.Textbox(label="Or Write text following the example pattern given below, to get SQL commands...", value="Instruction: Given an input question, respond with syntactically correct PostgreSQL\nInput: How many users signed up in the past month?\nPostgreSQL query: ", lines=6)
     
   with gr.Row():
     generated_txt = gr.Textbox(lines=3)