Update app.py

app.py

@@ -25,7 +25,7 @@ import os
 from io import StringIO
 from llama_index.core.memory import ChatMemoryBuffer
 
-memory = ChatMemoryBuffer.from_defaults(token_limit=1500)
+memory = ChatMemoryBuffer.from_defaults(token_limit=3072)
 #
 
 last = 0
@@ -82,7 +82,7 @@ client = InferenceClient(LLM_NAME)
 Settings.llm = HuggingFaceInferenceAPI(model_name=LLM_NAME,
 #                              device_map="auto",
 #                              system_prompt = system_prompt,
-                              context_window=4092,
+                              context_window=6144,
                               max_new_tokens=3072,
 #                              stopping_ids=[50278, 50279, 50277, 1, 0],
                               generate_kwargs={"temperature": temperature, "top_p":top_p, "repetition_penalty": repetition_penalty,
@@ -198,7 +198,7 @@ def rag(input_text, history, jezik, request: gr.Request): # , file):
 #    response = query_engine.query(input_text)
     session_hash = request.session_hash
     url = "https://houseofplaying.com/ufo/list.php?limit=1" # An example public API
-    response = requests.get(url)
+    api_response = requests.get(url)
     return response
 # gr.Textbox(label="Pitanje:", lines=6),
 # outputs=[gr.Textbox(label="Odgovor:", lines=6)],