Update app.py

app.py

@@ -10,17 +10,19 @@ import uuid
 from sentence_transformers import SentenceTransformer
 import os
 
-#
+
 model_name = 'google/flan-t5-base'
-model = T5ForConditionalGeneration.from_pretrained(model_name)
-tokenizer = AutoTokenizer.from_pretrained(model_name) 
+model = T5ForConditionalGeneration.from_pretrained(model_name, device_map='auto', offload_folder="offload")
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+print('flan read')
 
 
 ST_name = 'sentence-transformers/sentence-t5-base'
 st_model = SentenceTransformer(ST_name)
+print('sentence read')
 
 client = chromadb.Client()
-collection = client.create_collection("my_database") 
+collection = client.create_collection("test_db") 
 
 
 def get_context(query_text):
@@ -33,7 +35,7 @@ def get_context(query_text):
 
 def local_query(query, context):
     t5query = """Using the available context, please answer the question. 
-    If you are not sure please say I don't know.
+    If you aren't sure please say i don't know.
     Context: {}
     Question: {}
     """.format(context, query)
@@ -50,9 +52,20 @@ def local_query(query, context):
 
 def run_query(btn, history, query):
 
-    context = get_context(query) 
-    result = local_query(query, context) 
-    history.append((query, str(result[0]))) 
+    context = get_context(query)
+    
+    print('calling local query')
+    result = local_query(query, context)
+
+    
+    print('printing result after call back')
+    print(result)
+
+    history.append((query, str(result[0])))
+        
+
+    print('printing history')
+    print(history)
     return  history, ""
 
 
@@ -94,10 +107,13 @@ def upload_pdf(file):
         return f"An error occurred: {e}"
 
 
+
+    
+ 
 with gr.Blocks() as demo:  
     
     btn = gr.UploadButton("Upload a PDF", file_types=[".pdf"])
-    output = gr.Textbox(label="Output Box",  style={"height": "100px", "margin-top": "20px"})
+    output = gr.Textbox(label="Output Box")
     chatbot = gr.Chatbot(height=240)
     
     with gr.Row():
@@ -107,30 +123,14 @@ with gr.Blocks() as demo:
                 placeholder="Enter a question",
             ) 
 
-    
- 
-# with gr.Blocks() as demo:  
-    
-#     btn = gr.UploadButton("Upload a PDF", file_types=[".pdf"])
-#     output = gr.Textbox(label="Output Box",  style={"height": "100px", "margin-top": "20px"})
-#     chatbot = gr.Chatbot(height=240, placeholder="Ask me anything...", style={"margin-top": "20px"})
-    
-#      with gr.Row(style={"margin-top": "20px"}):
-#             with gr.Column(scale=0.70):
-#                 # Styled Textbox
-#                 txt = gr.Textbox(
-#                     show_label=False,
-#                     placeholder="Enter a question",
-#                     style={"width": "100%", "height": "100px", "margin-bottom": "10px"}
-#                 ) 
-
  
-#     # Event handler for uploading a PDF
-#     btn.upload(fn=upload_pdf, inputs=[btn], outputs=[output])
-#     txt.submit(run_query, [btn, chatbot, txt], [chatbot, txt])
+    # Event handler for uploading a PDF
+    btn.upload(fn=upload_pdf, inputs=[btn], outputs=[output])
+    txt.submit(run_query, [btn, chatbot, txt], [chatbot, txt])
+    #.then(
+            # generate_response, inputs =[chatbot,],outputs = chatbot,)
 
 
 gr.close_all()
-
-demo.queue().launch()
- 
+# demo.launch(share=True)
+demo.queue().launch()