Update app.py

app.py

@@ -165,8 +165,15 @@ def create_vector_db(final_items):
         
         Here is the antimony segment to summarize: {item}
         """
-        documents5 = llm(prompt=prompt)
-        documents2 = documents5['response']
+        documents5 = llm(
+            prompt, 
+            max_tokens = 100000000,
+            temperature=0.0,
+            top_p=0.1,
+            echo=False,
+            stop = ["Q", "\n"]
+        )
+        documents2 = documents5["choices"][0]["text"].strip()
         documents.append(documents2)
     
     if final_items:
@@ -208,8 +215,15 @@ def generate_response(db, query_text, previous_context):
     {query_text}
 
     """
-    response = llm(prompt=prompt_template)
-    final_response = response.get('response', 'No response generated')
+    response = llm(
+            prompt, 
+            max_tokens = 100000000,
+            temperature=0.0,
+            top_p=0.1,
+            echo=False,
+            stop = ["Q", "\n"]
+        )
+    final_response = response["choices"][0]["text"].strip()
     return final_response
 
 def streamlit_app():