Update app.py

app.py

@@ -2,7 +2,7 @@ import streamlit as st
 import requests
 import time
 
-def infer(prompt, max_new_tokens=10, temperature=0.0, top_p=1.0):
+def infer(prompt, model_name, max_new_tokens=10, temperature=0.0, top_p=1.0):
 
     my_post_dict = {
         "type": "general",
@@ -11,7 +11,7 @@ def infer(prompt, max_new_tokens=10, temperature=0.0, top_p=1.0):
             "n": 1,
             "temperature": float(temperature),
             "top_p": float(top_p),
-            "model": "Together-gpt-J-6B-ProxAdam-50x",
+            "model": model_name,
             "prompt": [prompt],
             "request_type": "language-model-inference",
             "stop": None,
@@ -54,11 +54,12 @@ generated_area.markdown("(Generate here)")
 
 button_submit = st.button("Submit")
    
+model_name = st.selectbox("Model", ["Together-gpt-J-6B-ProxAdam-50x"])
 max_new_tokens = st.text_input('Max new tokens', "10")
 temperature = st.text_input('temperature', "0.0")
 top_p = st.text_input('top_p', "1.0")
 
 if button_submit:
     with st.spinner(text="In progress.."):
-        report_text = infer(prompt, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p)
+        report_text = infer(prompt, model_name=model_name, max_new_tokens=max_new_tokens, temperature=temperature, top_p=top_p)
         generated_area.markdown(report_text)