kubrabuzlu commited on
Commit
cd3907f
·
verified ·
1 Parent(s): 6e8e865

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +43 -0
app.py ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+
3
+ from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
4
+ from langchain.schema import HumanMessage, SystemMessage, AIMessage
5
+
6
+ st.set_page_config(page_title="LangChain Demo", page_icon=":robot:")
7
+ st.header("Hey, I'm your DeepSeek")
8
+
9
+ if "sessionMessages" not in st.session_state:
10
+ st.session_state.sessionMessages = [
11
+ SystemMessage(content="You are a helpful assistant.")
12
+ ]
13
+
14
+
15
+ def load_answer(question):
16
+ st.session_state.sessionMessages.append(HumanMessage
17
+ (content=question))
18
+ assistant_answer = chat.invoke(st.session_state.sessionMessages)
19
+ st.session_state.sessionMessages.append(AIMessage(content=assistant_answer))
20
+ return assistant_answer.content
21
+
22
+ def get_text():
23
+ input_text = st.text_input("You: ")
24
+ return input_text
25
+
26
+ llm = HuggingFaceEndpoint(
27
+ repo_id="HuggingFaceH4/zephyr-7b-beta",
28
+ task="text-generation",
29
+ max_new_tokens=512,
30
+ do_sample=True,
31
+ temperature=0.7,
32
+ repetition_penalty=1.2,
33
+ )
34
+
35
+ chat_model = ChatHuggingFace(llm=llm)
36
+
37
+ user_input = get_text()
38
+ submit = st.button('Generate')
39
+
40
+ if submit:
41
+ response = load_answer(user_input)
42
+ st.subheader("Answer: ")
43
+ st.write(response)