Ashar086 commited on
Commit
d6afd50
·
verified ·
1 Parent(s): c3fbda8

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +36 -0
  2. requirements.txt +3 -0
app.py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from ai71 import AI71
3
+ from dotenv import load_dotenv
4
+ import os
5
+
6
+ # Load environment variables from .env file
7
+ load_dotenv()
8
+
9
+ # Retrieve the API key from environment variables
10
+ AI71_API_KEY = os.getenv("AI71_API_KEY")
11
+
12
+ def generate_response(system_message, user_message):
13
+ response_text = ""
14
+ for chunk in AI71(AI71_API_KEY).chat.completions.create(
15
+ model="tiiuae/falcon-180b-chat",
16
+ messages=[
17
+ {"role": "system", "content": system_message},
18
+ {"role": "user", "content": user_message},
19
+ ],
20
+ stream=True,
21
+ ):
22
+ if chunk.choices[0].delta.content:
23
+ response_text += chunk.choices[0].delta.content
24
+ return response_text
25
+
26
+ # Streamlit app layout
27
+ st.title("AI71 Chat Assistant")
28
+
29
+ # Input fields
30
+ system_message = st.text_area("System Message", value="You are a helpful assistant.")
31
+ user_message = st.text_area("User Message", value="Hello!")
32
+
33
+ if st.button("Generate Response"):
34
+ with st.spinner("Generating response..."):
35
+ response = generate_response(system_message, user_message)
36
+ st.text_area("Response", value=response, height=300)
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ streamlit
2
+ ai71
3
+ python-dotenv