Update app.py
Browse files
app.py
CHANGED
|
@@ -7,11 +7,15 @@ import huggingface_hub
|
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
EXPECTED_TOKEN = os.environ.get("EXPECTED_TOKEN")
|
|
|
|
|
|
|
| 10 |
REPO_ID = "Day23/coder-personal-use"
|
| 11 |
MODEL_FOLDER = "model"
|
| 12 |
|
| 13 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 14 |
|
|
|
|
|
|
|
| 15 |
model_dir = huggingface_hub.snapshot_download(repo_id=REPO_ID, allow_patterns=["model/*"])
|
| 16 |
|
| 17 |
tokenizer = AutoTokenizer.from_pretrained(model_dir, trust_remote_code=True, use_auth_token=True)
|
|
|
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
EXPECTED_TOKEN = os.environ.get("EXPECTED_TOKEN")
|
| 10 |
+
HF_TOKEN = os.environ.get('ACCESS_TOKEN')
|
| 11 |
+
|
| 12 |
REPO_ID = "Day23/coder-personal-use"
|
| 13 |
MODEL_FOLDER = "model"
|
| 14 |
|
| 15 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 16 |
|
| 17 |
+
huggingface_hub.login(token=HF_TOKEN)
|
| 18 |
+
|
| 19 |
model_dir = huggingface_hub.snapshot_download(repo_id=REPO_ID, allow_patterns=["model/*"])
|
| 20 |
|
| 21 |
tokenizer = AutoTokenizer.from_pretrained(model_dir, trust_remote_code=True, use_auth_token=True)
|