Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ st.set_page_config(page_title="JIGPC Chat Bot")
|
|
| 10 |
# Hugging Face Credentials
|
| 11 |
with st.sidebar:
|
| 12 |
st.title('JIGPC Chat Bot')
|
| 13 |
-
st.write('This is a generative AI Chat Bot.')
|
| 14 |
|
| 15 |
# Use Hugging Face API Key from secrets or environment
|
| 16 |
api_key = os.getenv("llama3")
|
|
@@ -29,19 +29,30 @@ with st.sidebar:
|
|
| 29 |
|
| 30 |
st.subheader('Models and parameters')
|
| 31 |
|
| 32 |
-
# Model selection
|
| 33 |
-
model_options =
|
| 34 |
-
"
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
"
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
|
|
|
|
| 42 |
temperature = st.sidebar.slider('temperature', min_value=0.01, max_value=1.0, value=0.3, step=0.01)
|
| 43 |
top_p = st.sidebar.slider('top_p', min_value=0.01, max_value=1.0, value=0.9, step=0.01)
|
| 44 |
-
max_length = st.sidebar.slider('max_length', min_value=20, max_value=
|
| 45 |
|
| 46 |
|
| 47 |
# Store LLM generated responses
|
|
|
|
| 10 |
# Hugging Face Credentials
|
| 11 |
with st.sidebar:
|
| 12 |
st.title('JIGPC Chat Bot')
|
| 13 |
+
#st.write('This is a generative AI Chat Bot.')
|
| 14 |
|
| 15 |
# Use Hugging Face API Key from secrets or environment
|
| 16 |
api_key = os.getenv("llama3")
|
|
|
|
| 29 |
|
| 30 |
st.subheader('Models and parameters')
|
| 31 |
|
| 32 |
+
# Model selection categories
|
| 33 |
+
model_options = {
|
| 34 |
+
"Basic": [
|
| 35 |
+
"meta-llama/Llama-3.2-1B"
|
| 36 |
+
],
|
| 37 |
+
"Basic-Medium": [
|
| 38 |
+
"meta-llama/Llama-3.2-1B-Instruct"
|
| 39 |
+
],
|
| 40 |
+
"Medium-Fine": [
|
| 41 |
+
"meta-llama/Llama-3.2-3B-Instruct"
|
| 42 |
+
],
|
| 43 |
+
"Finest": [
|
| 44 |
+
"meta-llama/Llama-3.2-3B"
|
| 45 |
+
]
|
| 46 |
+
}
|
| 47 |
+
|
| 48 |
+
# Select category and model
|
| 49 |
+
selected_category = st.sidebar.selectbox('Select Model Category', ["Basic", "Basic-Medium", "Medium-Fine", "Finest"], index=0)
|
| 50 |
+
selected_model = st.sidebar.selectbox('Choose a Llama model', model_options[selected_category], key='selected_model')
|
| 51 |
|
| 52 |
+
# Slider inputs for parameters
|
| 53 |
temperature = st.sidebar.slider('temperature', min_value=0.01, max_value=1.0, value=0.3, step=0.01)
|
| 54 |
top_p = st.sidebar.slider('top_p', min_value=0.01, max_value=1.0, value=0.9, step=0.01)
|
| 55 |
+
max_length = st.sidebar.slider('max_length', min_value=20, max_value=100, value=60, step=5)
|
| 56 |
|
| 57 |
|
| 58 |
# Store LLM generated responses
|