Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -40,6 +40,7 @@ if user_input:
|
|
| 40 |
# Get response from GGUF LLM
|
| 41 |
response = generate_llm_response(user_input)
|
| 42 |
end_time = time.time()
|
|
|
|
| 43 |
# Display response
|
| 44 |
st.chat_message("assistant").write(response)
|
| 45 |
st.session_state["messages"].append({"role": "assistant", "content": response})
|
|
|
|
| 40 |
# Get response from GGUF LLM
|
| 41 |
response = generate_llm_response(user_input)
|
| 42 |
end_time = time.time()
|
| 43 |
+
inference_time = end_time - start_time
|
| 44 |
# Display response
|
| 45 |
st.chat_message("assistant").write(response)
|
| 46 |
st.session_state["messages"].append({"role": "assistant", "content": response})
|