gabrielbianchin commited on
Commit
074631e
·
1 Parent(s): 43a539c
classification/tokenizer.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
5
- "added_tokens": [],
6
- "normalizer": null
7
- }
 
 
 
 
 
 
 
 
classification/tokenizer_bbb.py CHANGED
@@ -39,6 +39,8 @@ class BBBTokenizer(PreTrainedTokenizer):
39
  )
40
  ])
41
 
 
 
42
  model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_tabular.joblib"])
43
  transformer_tab_path = os.path.join(model_dir, "normalize_cls_tabular.joblib")
44
  transformer_img_path = os.path.join(model_dir, "normalize_cls_image.joblib")
 
39
  )
40
  ])
41
 
42
+ print('AAAAA')
43
+
44
  model_dir = snapshot_download("SaeedLab/TITAN-BBB", allow_patterns=["normalize_cls_tabular.joblib"])
45
  transformer_tab_path = os.path.join(model_dir, "normalize_cls_tabular.joblib")
46
  transformer_img_path = os.path.join(model_dir, "normalize_cls_image.joblib")