update

app.py

@@ -11,4 +11,9 @@ prompt = st.chat_input("Say something")
 if prompt:
     llm = Llama(model_path="Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf")
     r=llm(prompt, max_tokens=1000)
-    st.write(f"User has sent the following prompt: {prompt} with response: {r["choices"][0]["text"]} ")
+    l="Nothing"
+    try:
+        l=r["choices"][0]["text"]
+    except Exception as e:
+        print(e)
+    st.write(f"User has sent the following prompt: {prompt} with response: {l} ")