Hugging Face's logo

Spaces:
EY-Catalyst-RVCE
/
ey-catalyst
Runtime error

App Files Community
bsny commited on
Commit
6dd836f
·
verified ·
1 Parent(s): 6f5caa7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ import uuid
7
 
8
  app = FastAPI()
9
 
10
- model_id = "huggingface/your-quantized-model-id"
11
  hf_token = os.environ.get("HF_TOKEN")
12
 
13
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
 
7
 
8
  app = FastAPI()
9
 
10
+ model_id = "hugging-quants/Meta-Llama-3.1-8B-Instruct-GPTQ-INT4"
11
  hf_token = os.environ.get("HF_TOKEN")
12
 
13
  tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)