Update app.py

app.py

@@ -12,17 +12,15 @@ import os
 
 
 model_name = 'google/flan-t5-base'
-model = T5ForConditionalGeneration.from_pretrained(model_name, device_map='auto', offload_folder="offload")
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-print('flan read')
+model = T5ForConditionalGeneration.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name) 
 
 
 ST_name = 'sentence-transformers/sentence-t5-base'
 st_model = SentenceTransformer(ST_name)
-print('sentence read')
 
 client = chromadb.Client()
-collection = client.create_collection("test_db") 
+collection = client.create_collection("my_database") 
 
 
 def get_context(query_text):
@@ -35,7 +33,7 @@ def get_context(query_text):
 
 def local_query(query, context):
     t5query = """Using the available context, please answer the question. 
-    If you aren't sure please say i don't know.
+    If you are not sure please say I don't know.
     Context: {}
     Question: {}
     """.format(context, query)
@@ -52,20 +50,9 @@ def local_query(query, context):
 
 def run_query(btn, history, query):
 
-    context = get_context(query)
-    
-    print('calling local query')
-    result = local_query(query, context)
-
-    
-    print('printing result after call back')
-    print(result)
-
-    history.append((query, str(result[0])))
-        
-
-    print('printing history')
-    print(history)
+    context = get_context(query) 
+    result = local_query(query, context) 
+    history.append((query, str(result[0]))) 
     return  history, ""
 
 
@@ -127,11 +114,9 @@ with gr.Blocks() as demo:
     # Event handler for uploading a PDF
     btn.upload(fn=upload_pdf, inputs=[btn], outputs=[output])
     txt.submit(run_query, [btn, chatbot, txt], [chatbot, txt])
-    #.then(
-            # generate_response, inputs =[chatbot,],outputs = chatbot,)
 
 
 gr.close_all()
-# demo.launch(share=True)
+
 demo.queue().launch()