hf-llm-api

Running

yashxx07 commited on Sep 11, 2024

Commit

75030be

verified ·

1 Parent(s): 7903dbc

Update networks/message_streamer.py

Files changed (1) hide show

networks/message_streamer.py CHANGED Viewed

@@ -48,9 +48,10 @@ class MessageStreamer:
         data = json.loads(line)
         try:
             content = data["token"]["text"]
         except:
             logger.err(data)
-        return content
     def count_tokens(self, text):
         tokens = self.tokenizer.encode(text)

         data = json.loads(line)
         try:
             content = data["token"]["text"]
+            return content
         except:
             logger.err(data)
     def count_tokens(self, text):
         tokens = self.tokenizer.encode(text)