try to download models

app.py

@@ -2,6 +2,19 @@ import gradio as gr
 import spaces
 import torch
 
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from huggingface_hub import login
+
+hf_key = os.environ['HF_TOKEN']
+login(token = hf_key)
+
+tokenizer = AutoTokenizer.from_pretrained('bigcode/starcoderbase-3b', use_auth_token=hf_key)
+model = AutoModelForCausalLM.from_pretrained(
+    model_path, use_auth_token=hf_key,
+    torch_dtype=torch.bfloat16, device_map='auto'
+)
+
 zero = torch.Tensor([0]).cuda()
 print(zero.device) # <-- 'cpu' 🤔