Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,6 +6,7 @@ import os
|
|
| 6 |
import uuid
|
| 7 |
|
| 8 |
app = FastAPI()
|
|
|
|
| 9 |
|
| 10 |
model_id = "hugging-quants/Meta-Llama-3.1-8B-Instruct-GPTQ-INT4"
|
| 11 |
hf_token = os.environ.get("HF_TOKEN")
|
|
|
|
| 6 |
import uuid
|
| 7 |
|
| 8 |
app = FastAPI()
|
| 9 |
+
import os; os.environ["HF_HOME"] = "/tmp/huggingface"
|
| 10 |
|
| 11 |
model_id = "hugging-quants/Meta-Llama-3.1-8B-Instruct-GPTQ-INT4"
|
| 12 |
hf_token = os.environ.get("HF_TOKEN")
|