File size: 276 Bytes
bd01d05 | 1 2 3 4 5 6 7 8 9 | from transformers import AutoTokenizer
try:
print("Loading Tokenizer with empty dict override...")
AutoTokenizer.from_pretrained("unsloth/gemma-4-E2B", extra_special_tokens={})
print("Loaded!")
except Exception as e:
import traceback
traceback.print_exc()
|