Update app.py

app.py

@@ -17,6 +17,7 @@ with st.sidebar:
     max_new_tokensSide = st.slider("Max new tokens", min_value=0.0, max_value=4096.0, value=4096.0, step=64.0)
     ToppSide = st.slider("Top-p (nucleus sampling)", min_value=0.0, max_value=1.0, value=0.6, step=0.05)
     RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
+    topk = st.slider("TOP K", min_value=1.0, max_value=1000.0, value=150, step=0.05)
 
 whisper_client = Client("https://sanchit-gandhi-whisper-large-v2.hf.space/")
 
@@ -30,7 +31,7 @@ def transcribe(wav_path):
     )
     
 # Prediction function
-def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
+def predict(message, system_prompt='', max_new_tokens=2048, temperature=0.7, Topp=0.5, topk=150, Repetitionpenalty=1.2):
     with st.status("Starting client"):
         client = Client("https://huggingface-projects-llama-2-7b-chat.hf.space/--replicas/gm5p8/")
         st.write("Requesting client")
@@ -42,6 +43,7 @@ def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp
     			temperature,	# int | float (numeric value between 0.0 and 1.0)
     			max_new_tokens,	# int | float (numeric value between 0 and 4096)
     			Topp,	# int | float (numeric value between 0.0 and 1)
+                topk,	# int | float (numeric value between 1 and 1000) in 'Top-k' Slider component
     			Repetitionpenalty,	# int | float (numeric value between 1.0 and 2.0)
     			api_name="/chat"
         )
@@ -64,7 +66,7 @@ for message in st.session_state.messages:
     with st.chat_message(message["role"], avatar=("🧑‍💻" if message["role"] == 'human' else '🦙')):
         st.markdown(message["content"])
 
-textinput = st.chat_input("Ask LLama-2-70b anything...")
+textinput = st.chat_input("Ask LLama-2-7b anything...")
 wav_audio_data = st_audiorec()
 
 if wav_audio_data != None: