Update app.py
Browse files
app.py
CHANGED
|
@@ -16,8 +16,9 @@ subprocess.run(
|
|
| 16 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 17 |
shell=True,
|
| 18 |
)
|
|
|
|
| 19 |
|
| 20 |
-
token =
|
| 21 |
|
| 22 |
|
| 23 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 16 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 17 |
shell=True,
|
| 18 |
)
|
| 19 |
+
hf_token = os.getenv("HF_TOKEN")
|
| 20 |
|
| 21 |
+
token = hf_token
|
| 22 |
|
| 23 |
|
| 24 |
model = AutoModelForCausalLM.from_pretrained(
|