Update app.py
Browse files
app.py
CHANGED
|
@@ -29,7 +29,7 @@ MODEL_PATH = hf_hub_download(
|
|
| 29 |
# raise FileNotFoundError("⚠️ GGUF Model binary not found. Place file at root as 'model.gguf'")
|
| 30 |
|
| 31 |
print("🚀 Mounting local LLM layers...")
|
| 32 |
-
llm = Llama(model_path=MODEL_PATH, n_ctx=8192, n_threads=4
|
| 33 |
|
| 34 |
print("📦 Embedding system initializing...")
|
| 35 |
embed_model = SentenceTransformer("all-MiniLM-L6-v2")
|
|
|
|
| 29 |
# raise FileNotFoundError("⚠️ GGUF Model binary not found. Place file at root as 'model.gguf'")
|
| 30 |
|
| 31 |
print("🚀 Mounting local LLM layers...")
|
| 32 |
+
llm = Llama(model_path=MODEL_PATH, n_ctx=8192, n_threads=4)
|
| 33 |
|
| 34 |
print("📦 Embedding system initializing...")
|
| 35 |
embed_model = SentenceTransformer("all-MiniLM-L6-v2")
|