LC streaming

LC_non-streaming.py

@@ -0,0 +1,24 @@
+# working
+# Non-streaming chat.
+# langchain llm, NOT CHAT_LLM
+
+import streamlit as st
+from langchain.llms import OpenAI
+import os
+
+
+st.title('🦜🔗 Dev App')
+
+openai_api_key = os.environ["OPENAI_API_KEY"] #st.sidebar.text_input('OpenAI API Key')
+
+def generate_response(input_text):
+  llm = OpenAI(temperature=0.0, openai_api_key=openai_api_key)
+  st.info(llm(input_text))
+
+with st.form('my_form'):
+  text = st.text_area('Enter text:', 'What are the three key pieces of advice for learning how to code?')
+  submitted = st.form_submit_button('Submit')
+  if not openai_api_key.startswith('sk-'):
+    st.warning('Please enter your OpenAI API key!', icon='⚠')
+  if submitted and openai_api_key.startswith('sk-'):
+    generate_response(text)

app.py

@@ -1,20 +1,36 @@
+# LC_Streaming.py
+
+
+from langchain.callbacks.base import BaseCallbackHandler
+from langchain.chat_models import ChatOpenAI
+from langchain.schema import HumanMessage
 import streamlit as st
-from langchain.llms import OpenAI
-import os
 
+class StreamHandler(BaseCallbackHandler):
+    def __init__(self, container, initial_text="", display_method='markdown'):
+        self.container = container
+        self.text = initial_text
+        self.display_method = display_method
+
+    def on_llm_new_token(self, token: str, **kwargs) -> None:
+        self.text += token + "/"
+        display_function = getattr(self.container, self.display_method, None)
+        if display_function is not None:
+            display_function(self.text)
+        else:
+            raise ValueError(f"Invalid display_method: {self.display_method}")
 
-st.title('🦜🔗 Dev App')
+query = st.text_input("input your query", value="Tell me a joke")
+ask_button = st.button("ask")
 
-openai_api_key = os.environ["OPENAI_API_KEY"] #st.sidebar.text_input('OpenAI API Key')
+st.markdown("### streaming box")
+chat_box = st.empty()
+stream_handler = StreamHandler(chat_box, display_method='write')
+chat = ChatOpenAI(max_tokens=25, streaming=True, callbacks=[stream_handler])
 
-def generate_response(input_text):
-  llm = OpenAI(temperature=0.0, openai_api_key=openai_api_key)
-  st.info(llm(input_text))
+st.markdown("### together box")
 
-with st.form('my_form'):
-  text = st.text_area('Enter text:', 'What are the three key pieces of advice for learning how to code?')
-  submitted = st.form_submit_button('Submit')
-  if not openai_api_key.startswith('sk-'):
-    st.warning('Please enter your OpenAI API key!', icon='⚠')
-  if submitted and openai_api_key.startswith('sk-'):
-    generate_response(text)
+if query and ask_button:
+    response = chat([HumanMessage(content=query)])
+    llm_response = response.content
+    st.markdown(llm_response)