i hate hf

.idea/workspace.xml

@@ -63,7 +63,7 @@
       <recent name="D:\Development_Web\FullStackVercel\backend\src" />
     </key>
   </component>
-  <component name="RunManager" selected="Python.hf">
+  <component name="RunManager" selected="Python.hf2">
     <configuration name="cth" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="backend" />
       <option name="ENV_FILES" value="" />
@@ -132,8 +132,8 @@
     </configuration>
     <recent_temporary>
       <list>
-        <item itemvalue="Python.hf" />
         <item itemvalue="Python.hf2" />
+        <item itemvalue="Python.hf" />
         <item itemvalue="Python.cth" />
       </list>
     </recent_temporary>

src/hf2.py

@@ -2,5 +2,6 @@ from transformers import BertTokenizer, BertForSequenceClassification,TextClassi
 # Load tokenizer and model from the fine-tuned directory
 model_path = 'intent_classification/TinyBERT_106_V2'  # can try other checkpoints
 
-tokenizer = BertTokenizer.from_pretrained("bert-base-uncased")
-tokenizer.save_pretrained(model_path)
+tokenizer = BertTokenizer.from_pretrained('huawei-noah/TinyBERT_General_4L_312D')
+tokenizer.save_pretrained(model_path)
+print('finish')

src/intent_classification/TinyBERT_106_V2/tokenizer_config.json

@@ -47,7 +47,7 @@
   "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",