Update app.py

app.py

@@ -99,17 +99,18 @@ def run_gpt(
     prompt_template,
     stop_tokens,
     max_tokens,
+    seed,
     purpose,
     **prompt_kwargs,
 ):
-
+    print(seed)
     generate_kwargs = dict(
         temperature=0.9,
         max_new_tokens=max_tokens,
         top_p=0.95,
         repetition_penalty=1.0,
         do_sample=True,
-        seed=random.randint(1,1000000000),
+        seed=seed,
     )
     
     content = PREFIX.format(
@@ -133,6 +134,8 @@ def run_gpt(
     return resp
 
 def compress_data(c,purpose, task, history):
+    seed=random.randint(1,1000000000)
+    
     print (c)
     #tot=len(purpose)
     #print(tot)
@@ -142,8 +145,8 @@ def compress_data(c,purpose, task, history):
     print(f'chunk:: {chunk}')
     print(f'divr:: {divr}')
     print (f'divi:: {divi}')
-    #out = []
-    out=""
+    out = []
+    #out=""
     s=0
     e=chunk
     print(f'e:: {e}')
@@ -157,7 +160,8 @@ def compress_data(c,purpose, task, history):
         resp = run_gpt(
             COMPRESS_DATA_PROMPT,
             stop_tokens=["observation:", "task:", "action:", "thought:"],
-            max_tokens=2048,
+            max_tokens=512,
+            seed=seed,
             purpose=purpose,
             task=task,
             knowledge=new_history,
@@ -172,7 +176,8 @@ def compress_data(c,purpose, task, history):
     resp = run_gpt(
         COMPRESS_DATA_PROMPT,
         stop_tokens=["observation:", "task:", "action:", "thought:"],
-        max_tokens=2048,
+        max_tokens=512,
+        seed=seed,
         purpose=purpose,
         task=task,
         knowledge=new_history,
@@ -190,6 +195,7 @@ def compress_history(purpose, task, history):
         COMPRESS_HISTORY_PROMPT,
         stop_tokens=["observation:", "task:", "action:", "thought:"],
         max_tokens=512,
+        seed=random.randint(1,1000000000),
         purpose=purpose,
         task=task,
         history=history,
@@ -203,6 +209,7 @@ def call_main(purpose, task, history, action_input):
         MODEL_FINDER,
         stop_tokens=["observation:", "task:"],
         max_tokens=1024,
+        seed=random.randint(1,1000000000),
         purpose=purpose,
         TASKS=f'{query.tasks}',
         task=task,
@@ -231,6 +238,7 @@ def call_set_task(purpose, task, history, action_input):
         TASK_PROMPT,
         stop_tokens=[],
         max_tokens=256,
+        seed=random.randint(1,1000000000),
         purpose=purpose,
         task=task,
         history=history,