Rudrresh commited on
Commit
ca0d6ab
·
verified ·
1 Parent(s): 74c12f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -34,11 +34,12 @@ user_input = st.chat_input("Type a message, ask a coding question")
34
 
35
  # Process response
36
  if user_input:
 
37
  st.chat_message("user").write(user_input)
38
  st.session_state["messages"].append({"role": "user", "content": user_input})
39
  start_time = time.time()
40
  # Get response from GGUF LLM
41
- response = generate_llm_response(user_input)
42
  end_time = time.time()
43
  inference_time = end_time - start_time
44
  # Display response
 
34
 
35
  # Process response
36
  if user_input:
37
+ instruction = "Give short explanation, sample input if applicable - keep it short."
38
  st.chat_message("user").write(user_input)
39
  st.session_state["messages"].append({"role": "user", "content": user_input})
40
  start_time = time.time()
41
  # Get response from GGUF LLM
42
+ response = generate_llm_response(instruction + user_input)
43
  end_time = time.time()
44
  inference_time = end_time - start_time
45
  # Display response