Rudrresh commited on
Commit
b11b535
·
verified ·
1 Parent(s): afd2e09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -40,6 +40,7 @@ if user_input:
40
  # Get response from GGUF LLM
41
  response = generate_llm_response(user_input)
42
  end_time = time.time()
 
43
  # Display response
44
  st.chat_message("assistant").write(response)
45
  st.session_state["messages"].append({"role": "assistant", "content": response})
 
40
  # Get response from GGUF LLM
41
  response = generate_llm_response(user_input)
42
  end_time = time.time()
43
+ inference_time = end_time - start_time
44
  # Display response
45
  st.chat_message("assistant").write(response)
46
  st.session_state["messages"].append({"role": "assistant", "content": response})