Update app.py

app.py

@@ -1,7 +1,10 @@
 import gradio as gr
 from llama_cpp import Llama
 
-llm = Llama(model_path="eachadea_ggml-vic7b-q4_0.bin", n_ctx=2048)
+import os
+os.system('CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python')
+
+llm = Llama(model_path="eachadea_ggml-vic7b-q4_0.bin", n_ctx=2048, n_batch=126)
 
 def generate_text(prompt):
     output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])