Update app.py

app.py

@@ -36,9 +36,10 @@ def sum_chain_l1(text, p_bar):
     for i in p_bar(range(len(text)//8000+1)):
         t = text[i*8000:i*8000+8196]
         if len(t) > 0:
-            for answer in pipeline.stream_chat(
+            for answer in pipeline.chat(
                             chatglm_cpp.ChatMessage(role="user",
-                                                    content=prompt+t)):
+                                                    content=prompt+t),
+                            stream=True):
                 yield f"{'='*8} {i+1}/{len(text)//8000+1} {'='*8}\n{answer}"
             docs.append(answer)
     yield docs
@@ -48,9 +49,10 @@ def sum_chain_l2_deprecated(docs, p_bar):
     i = 0
     for doc in p_bar(docs[1:]):
         i += 1
-        for answer in pipeline.stream_chat(
+        for answer in pipeline.chat(
                             chatglm_cpp.ChatMessage(role="user",
-                                                    content=prompt+"\n"+hist+"\n"+doc)):
+                                                    content=prompt+"\n"+hist+"\n"+doc),
+                            stream=True):
             yield f"{'='*8} {i}/{len(docs)} {'='*8}\n{answer}"
         hist = answer
     yield hist