u

app.py

@@ -9,4 +9,6 @@ install("llama-cpp-python")
 from llama_cpp import Llama
 prompt = st.chat_input("Say something")
 if prompt:
-    st.write(f"User has sent the following prompt: {prompt}")
+    llm = Llama(model_path="Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf")
+    r=llm(prompt, max_tokens=1000)
+    st.write(f"User has sent the following prompt: {prompt} with response: {r["choices"][0]["text"]} ")