Fix tokenizer mapping for CustomSNPConfig

api_inference.py

@@ -60,10 +60,19 @@ AutoModel.register(CustomSNPConfig, CustomSNPModel)
 try:
     print("Loading model from:", MODEL_DIR)
     config = AutoConfig.from_pretrained(MODEL_DIR, trust_remote_code=True)
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR)
+
+    # Try loading tokenizer; fallback if not mapped
+    from transformers import RobertaTokenizer
+    try:
+        tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR)
+    except Exception:
+        print("⚠️ Falling back to default RoBERTa tokenizer.")
+        tokenizer = RobertaTokenizer.from_pretrained("roberta-base")
+
     model = AutoModel.from_pretrained(MODEL_DIR, config=config, trust_remote_code=True)
     model.eval()
     print("✅ Custom SNP model loaded successfully.")
+
 except Exception as e:
     print("❌ Error loading custom model:", e)
     raise e