File size: 850 Bytes
1fbbb20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
import os
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM
from dotenv import load_dotenv

load_dotenv()
hf_token = os.getenv("HF_TOKEN")
model_id = "google/medgemma-1.5-4b-it"

print(f"Testing HF_TOKEN: {hf_token[:5]}...{hf_token[-5:] if hf_token else 'None'}")
print(f"Model ID: {model_id}")

try:
    print("Attempting to load tokenizer...")
    tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
    print("Tokenizer loaded successfully.")
    
    print("Attempting to load model config (not weights yet)...")
    model = AutoModelForCausalLM.from_pretrained(
        model_id, 
        token=hf_token,
        torch_dtype=torch.bfloat16,
        device_map="cpu",
        low_cpu_mem_usage=True
    )
    print("Model loaded successfully.")
except Exception as e:
    print(f"DIAGNOSTIC FAILURE: {e}")