Spaces:
Runtime error
Runtime error
Update qabot.py
Browse files
qabot.py
CHANGED
|
@@ -16,11 +16,13 @@ from huggingface_hub import hf_hub_download
|
|
| 16 |
# filename="tinyllama-1.1b-chat-v1.0.Q8_0.gguf",
|
| 17 |
# )
|
| 18 |
import os
|
| 19 |
-
|
|
|
|
| 20 |
|
| 21 |
model_file = hf_hub_download(
|
| 22 |
repo_id="Pudding48/TinyLlamaTest",
|
| 23 |
-
filename="tinyllama-1.1b-chat-v1.0.Q8_0.gguf"
|
|
|
|
| 24 |
)
|
| 25 |
|
| 26 |
# Vector store location
|
|
|
|
| 16 |
# filename="tinyllama-1.1b-chat-v1.0.Q8_0.gguf",
|
| 17 |
# )
|
| 18 |
import os
|
| 19 |
+
cache_path = "/home/user/app/hf_cache"
|
| 20 |
+
os.makedirs(cache_path, exist_ok=True)
|
| 21 |
|
| 22 |
model_file = hf_hub_download(
|
| 23 |
repo_id="Pudding48/TinyLlamaTest",
|
| 24 |
+
filename="tinyllama-1.1b-chat-v1.0.Q8_0.gguf",
|
| 25 |
+
cache_dir=cache_path
|
| 26 |
)
|
| 27 |
|
| 28 |
# Vector store location
|