Update inference.py

inference.py

@@ -2,18 +2,13 @@ import os
 from typing import Any, Dict, List, Optional
 
 import torch
-from transformers import AutoTokenizer
+from transformers import AutoModel, AutoTokenizer
 
 try:
     from huggingface_hub import hf_hub_download
 except Exception:
     hf_hub_download = None
 
-try:
-    from .modeling_rqa import RQAModelHF
-except ImportError:
-    from modeling_rqa import RQAModelHF
-
 
 ERROR_NAMES_RU = {
     "false_causality": "Ложная причинно-следственная связь",
@@ -61,7 +56,10 @@ class RQAInferenceHF:
         self.hidden_uncertain_margin = float(hidden_uncertain_margin)
         self.error_uncertain_margin = float(error_uncertain_margin)
 
-        self.model = RQAModelHF.from_pretrained(model_path).to(self.device).eval()
+        self.model = AutoModel.from_pretrained(
+            model_path,
+            trust_remote_code=True,
+        ).to(self.device).eval()
         self.tokenizer = AutoTokenizer.from_pretrained(model_path)
 
         cfg = self.model.config