Update app.py

app.py

@@ -184,7 +184,7 @@ def compress_data(c, instruct, history, seed):
     return out
 
 
-def compress_data_og(c, instruct, history, seed):
+def compress_data_og(c, instruct, history, seed, MAX_DATA=MAX_DATA):
     #seed=random.randint(1,1000000000)
     
     print (c)
@@ -210,7 +210,7 @@ def compress_data_og(c, instruct, history, seed):
         
         resp = run_gpt(
             COMPRESS_DATA_PROMPT,
-            stop_tokens=["observation:", "task:", "action:", "thought:"],
+            stop_tokens=[],
             max_tokens=16000,
             seed=seed,
             direction=instruct,
@@ -220,9 +220,9 @@ def compress_data_og(c, instruct, history, seed):
         
         new_history = resp
         print (resp)
-        out+=resp
+        #out+=resp
         e=e+chunk
-        s=s+chunk
+        s=s+chunk-1000
 
     print ("final" + resp)
     #history = "observation: {}\n".format(resp)
@@ -230,7 +230,7 @@ def compress_data_og(c, instruct, history, seed):
 
 
 
-def summarize(inp,history,mem_check,seed=None,data=None):
+def summarize(inp,history,mem_check,seed=None,data=None,MAX_DATA=MAX_DATA):
     if seed==None or seed=="":
         seed=random.randint(1,1000000000)
     seed=int(seed)
@@ -246,20 +246,20 @@ def summarize(inp,history,mem_check,seed=None,data=None):
 
     if data != "Error" and data != "" and data != None:
         print(inp)
-        out = str(data)
-        rl = len(out)
-        print(f'rl:: {rl}')
-        c=1
-        for i in str(out):
-            #print(f'i:: {i}')
-            if i == " " or i=="," or i=="\n" or i.isalpha()==True or i.isnumeric()==True:
-                c +=1
-        print (f'c:: {c}')
-        json_out = compress_data(c,inp,out,seed)  
-        history = [(inp,"Generating Report...")] 
-        yield "", history,error_box,json_out
+        #out = str(data)
+        #rl = len(out)
+        #print(f'rl:: {rl}')
+        #c=1
+        #for i in str(out):
+        #    #print(f'i:: {i}')
+        #    if i == " " or i=="," or i=="\n" or i.isalpha()==True or i.isnumeric()==True:
+        #        c +=1
+        #print (f'c:: {c}')
+        #json_out = compress_data(c,inp,out,seed)  
+        #history = [(inp,"Generating Report...")] 
+        #yield "", history,error_box,json_out
 
-        out = str(json_out)
+        out = str(data)
         print (out)
         rl = len(out)
         print(f'rl:: {rl}')
@@ -268,7 +268,7 @@ def summarize(inp,history,mem_check,seed=None,data=None):
             if i == " " or i=="," or i=="\n" or i.isalpha()==True or i.isnumeric()==True:
                 c +=1
         print (f'c2:: {c}')
-        rawp = compress_data_og(c,inp,out,seed)
+        rawp = compress_data_og(c,inp,out,seed,MAX_DATA)
         history.clear()
         history.append((inp,rawp))                
 
@@ -302,7 +302,8 @@ with gr.Blocks() as app:
         with gr.Column(scale=1):
             mem_check=gr.Checkbox(label="Memory", value=False)
             button=gr.Button()
-        
+    with gr.Row():
+        out_slider=gr.Slider(minimum=1000, maximum=100000, step=1, value=MAX_DATA)
         #models_dd=gr.Dropdown(choices=[m for m in return_list],interactive=True)
     with gr.Row():
         stop_button=gr.Button("Stop")
@@ -319,6 +320,6 @@ with gr.Blocks() as app:
     #trans_btn.click(transcribe,[vid,lang,sz],trans)
     clear_btn.click(clear_fn,None,[prompt,chatbot])
     #go=button.click(transcribe,[vid,lang,sz],[trans,chatbot]).then(summarize,[prompt,chatbot,mem_check,trans],[prompt,chatbot,e_box,json_out])
-    go=button.click(summarize,[prompt,chatbot,mem_check,blank_text,trans],[prompt,chatbot,e_box,json_out])
+    go=button.click(summarize,[prompt,chatbot,mem_check,blank_text,trans,out_slider],[prompt,chatbot,e_box,json_out])
     stop_button.click(None,None,None,cancels=[go])
 app.queue(default_concurrency_limit=20).launch(show_api=True, show_error=True)