pickup token from env var

app.py

@@ -1,11 +1,20 @@
+import os
+
 import gradio as gr
 import spaces
 from guidance import gen
 from guidance.models import Transformers
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
-tok = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B-Instruct")
+AUTH_TOKEN = os.environ.get("HF_TOKEN", False)
+model = AutoModelForCausalLM.from_pretrained(
+    "meta-llama/Llama-3.2-1B-Instruct",
+    token=AUTH_TOKEN,
+)
+tok = AutoTokenizer.from_pretrained(
+    "meta-llama/Llama-3.2-1B-Instruct",
+    token=AUTH_TOKEN,
+)
 model = model.to("cuda").eval()