gabrielbianchin commited on
Commit
4a2e3a1
·
1 Parent(s): 074631e
Files changed (1) hide show
  1. classification/tokenizer_bbb.py +2 -0
classification/tokenizer_bbb.py CHANGED
@@ -43,7 +43,9 @@ class BBBTokenizer(PreTrainedTokenizer):
43
 
44
  model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_tabular.joblib"])
45
  transformer_tab_path = os.path.join(model_dir, "normalize_cls_tabular.joblib")
 
46
  transformer_img_path = os.path.join(model_dir, "normalize_cls_image.joblib")
 
47
  transformer_txt_path = os.path.join(model_dir, "normalize_cls_text.joblib")
48
 
49
  self.feature_transformer_tab = joblib.load(transformer_tab_path)
 
43
 
44
  model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_tabular.joblib"])
45
  transformer_tab_path = os.path.join(model_dir, "normalize_cls_tabular.joblib")
46
+ model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_image.joblib"])
47
  transformer_img_path = os.path.join(model_dir, "normalize_cls_image.joblib")
48
+ model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_text.joblib"])
49
  transformer_txt_path = os.path.join(model_dir, "normalize_cls_text.joblib")
50
 
51
  self.feature_transformer_tab = joblib.load(transformer_tab_path)