laxuu commited on
Commit
d4f1667
·
verified ·
1 Parent(s): 5737ace

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ MODEL_PATH = hf_hub_download(
29
  # raise FileNotFoundError("⚠️ GGUF Model binary not found. Place file at root as 'model.gguf'")
30
 
31
  print("🚀 Mounting local LLM layers...")
32
- llm = Llama(model_path=MODEL_PATH, n_ctx=8192, n_threads=4, n_gpu_layers=-1)
33
 
34
  print("📦 Embedding system initializing...")
35
  embed_model = SentenceTransformer("all-MiniLM-L6-v2")
 
29
  # raise FileNotFoundError("⚠️ GGUF Model binary not found. Place file at root as 'model.gguf'")
30
 
31
  print("🚀 Mounting local LLM layers...")
32
+ llm = Llama(model_path=MODEL_PATH, n_ctx=8192, n_threads=4)
33
 
34
  print("📦 Embedding system initializing...")
35
  embed_model = SentenceTransformer("all-MiniLM-L6-v2")