Update app.py

app.py

@@ -32,7 +32,7 @@ client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 api = HfApi(token=os.getenv("HF_TOKEN"))
 repo_id = "manabb/nrl"
 file_path_in_repo="LLMLogs.txt"
-llm = ChatOpenAI(model="gpt-4o-mini", temperature=0)
+llm = ChatOpenAI(model="gpt-4o-mini", temperature=0, max_tokens=500)
 #=====
 #Payment type
 manual_payment_type="""
@@ -74,13 +74,20 @@ PQC_rules="""
 #===========================
 #retriever = retrieve_chunks(repo_id)
 #retriever=retrieve_chunks_GPC()
+def limit_context(docs, max_chars=4000):
+    text = "\n\n".join(doc.page_content for doc in docs)
+    return text[:max_chars]
+    
 def create_qa_chain(retriever):    
     prompt = ChatPromptTemplate.from_template(
         "Use context to answer: {context}\n\nQ: {input}"
     )
     chain = (
-        {"context": retriever | (lambda docs: "\n\n".join(doc.page_content for doc in docs)),
-         "input": RunnablePassthrough()}
+        {
+            #"context": retriever | (lambda docs: "\n\n".join(doc.page_content for doc in docs)),
+            "context": retriever | (lambda docs: limit_context(docs)),
+            "input": RunnablePassthrough()
+        }
         | prompt
         | llm
         | StrOutputParser()