debug

app.py

@@ -6,6 +6,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 
 import huggingface_hub
 
+print("Hello!")
+
 hf_key = os.environ["HF_TOKEN"]
 huggingface_hub.login(token=hf_key)
 
@@ -16,7 +18,7 @@ tokenizer = AutoTokenizer.from_pretrained(
 vardecoder_model = AutoModelForCausalLM.from_pretrained(
     "ejschwartz/resym-vardecoder", torch_dtype=torch.bfloat16, device_map="auto"
 )
-print(vardecoder_model.device_map)
+print(vardecoder_model.device)
 
 zero = torch.Tensor([0]).cuda()
 print(zero.device)  # <-- 'cpu' 🤔