bsny commited on
Commit
00e9489
·
verified ·
1 Parent(s): 6dd836f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -6,6 +6,7 @@ import os
6
  import uuid
7
 
8
  app = FastAPI()
 
9
 
10
  model_id = "hugging-quants/Meta-Llama-3.1-8B-Instruct-GPTQ-INT4"
11
  hf_token = os.environ.get("HF_TOKEN")
 
6
  import uuid
7
 
8
  app = FastAPI()
9
+ import os; os.environ["HF_HOME"] = "/tmp/huggingface"
10
 
11
  model_id = "hugging-quants/Meta-Llama-3.1-8B-Instruct-GPTQ-INT4"
12
  hf_token = os.environ.get("HF_TOKEN")