llama-cpp-python

Runtime error

zac commited on Aug 8, 2023

Commit

36c2270

1 Parent(s): 73378b4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -27,8 +27,7 @@ def generate_text(input_text, history):
      stream = copy.deepcopy(out)
      print(stream["choices"][0]["text"])
      input_text_with_history += stream["choices"][0]["text"]
-     time.sleep(0.05)
-     yield input_text_with_history
     history =["init",input_text_with_history]

      stream = copy.deepcopy(out)
      print(stream["choices"][0]["text"])
      input_text_with_history += stream["choices"][0]["text"]
+     yield stream["choices"][0]["text"]
     history =["init",input_text_with_history]