uy

app.py

@@ -11,6 +11,7 @@ from llama_cpp import Llama
 prompt = st.chat_input("Say something")
 if prompt:
     llm = Llama(model_path="Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf")
+    print(f"Started {time.time()}")
     start = time.time()
     r=llm(prompt, max_tokens=1000)
     end = time.time()