Spaces:

ivpich
/

t-lite

Runtime error

ivpich commited on Aug 3, 2024

Commit

0b28c19

verified ·

1 Parent(s): aec6377

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -66,7 +66,7 @@ def stream_chat(
     terminators = [
         tokenizer.eos_token_id,
-        tokenizer.convert_tokens_to_ids("")
     ]
     streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)

     terminators = [
         tokenizer.eos_token_id,
+        tokenizer.convert_tokens_to_ids("<|eot_id|>")
     ]
     streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)