Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -58,7 +58,7 @@ def load_models():
|
|
| 58 |
|
| 59 |
# LLaMA (requires HF_TOKEN secret)
|
| 60 |
llama_name = "meta-llama/Llama-3.1-8B-Instruct"
|
| 61 |
-
hf_token = os.getenv("
|
| 62 |
if hf_token:
|
| 63 |
app.state.llama_tokenizer = AutoTokenizer.from_pretrained(llama_name, token=hf_token)
|
| 64 |
app.state.llama_model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 58 |
|
| 59 |
# LLaMA (requires HF_TOKEN secret)
|
| 60 |
llama_name = "meta-llama/Llama-3.1-8B-Instruct"
|
| 61 |
+
hf_token = os.getenv("LLAMA_HF_TOKEN")
|
| 62 |
if hf_token:
|
| 63 |
app.state.llama_tokenizer = AutoTokenizer.from_pretrained(llama_name, token=hf_token)
|
| 64 |
app.state.llama_model = AutoModelForCausalLM.from_pretrained(
|