neerajkalyank commited on
Commit
5c9042a
·
verified ·
1 Parent(s): b82e401

Create streaming_callback.py

Browse files
Files changed (1) hide show
  1. streaming_callback.py +10 -0
streaming_callback.py ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ from langchain.callbacks.base import BaseCallbackHandler
2
+
3
+ class StreamHandler(BaseCallbackHandler):
4
+ def __init__(self, container):
5
+ self.container = container
6
+ self.text = ""
7
+
8
+ def on_llm_new_token(self, token: str, **kwargs):
9
+ self.text += token
10
+ self.container.markdown(self.text)