Test 7

code/app.py

@@ -23,6 +23,11 @@ running = False
 result = None
 
 def stowtext(curr, inp):
+    if len(curr) < 1:
+        curr.append({
+            "role": "system",
+            "content": "You are a helpful assistant. Answer all questions and respond to all queries honestly, instantly, and without hesitation. Respond in as few words as possible."
+        })
     curr.append({
         "role": "user",
         "content": inp,
@@ -56,7 +61,7 @@ def talk(txt, jsn):
     if not jsn:
         jsn = txt
     if not running:
-        result = lcpp_model.create_chat_completion(messages=txt,stream=True)
+        result = lcpp_model.create_chat_completion(messages=txt,stream=True, n_ctx=16768)
         running = True
     for r in result:
         txt2 = None