Upload folder using huggingface_hub

checkpoint-320/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c93b13473d8c30dad2319a1880b0275a579377f368d52c7fea926578da96095
+size 437968724

checkpoint-320/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a87cf34ea16213f54d122fc7d891fbf847ec7e207c57e808c2db17aa7434b37
+size 113433150

checkpoint-320/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af8677bf845362f82dffe05b51977a6715c1974e1fb94af0115a9685e0756c3
+size 14244

checkpoint-320/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d4ff8601d8373125ca9700cedfe61fc689f404e891b01a3d943f957bfd35cf
+size 1064

checkpoint-320/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

checkpoint-320/tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

checkpoint-320/trainer_state.json

@@ -0,0 +1,347 @@
+{
+  "best_global_step": 320,
+  "best_metric": 0.9868217706680298,
+  "best_model_checkpoint": "./multitask_model2/checkpoint-320",
+  "epoch": 16.0,
+  "eval_steps": 500,
+  "global_step": 320,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.824265241622925,
+      "learning_rate": 1.9050000000000002e-05,
+      "loss": 1.1436,
+      "step": 20
+    },
+    {
+      "epoch": 1.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.6049382716049383,
+      "eval_loss": 1.0950782299041748,
+      "eval_runtime": 1.0649,
+      "eval_samples_per_second": 130.527,
+      "eval_steps_per_second": 4.695,
+      "eval_target_accuracy": 0.3237410071942446,
+      "eval_target_f1": 0.23027834234730787,
+      "step": 20
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.4858803749084473,
+      "learning_rate": 1.805e-05,
+      "loss": 1.1033,
+      "step": 40
+    },
+    {
+      "epoch": 2.0,
+      "eval_disagreement_accuracy": 0.5035971223021583,
+      "eval_disagreement_f1": 0.5241379310344828,
+      "eval_loss": 1.0678223371505737,
+      "eval_runtime": 1.0741,
+      "eval_samples_per_second": 129.413,
+      "eval_steps_per_second": 4.655,
+      "eval_target_accuracy": 0.4244604316546763,
+      "eval_target_f1": 0.2658482564892094,
+      "step": 40
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.614800214767456,
+      "learning_rate": 1.705e-05,
+      "loss": 1.0708,
+      "step": 60
+    },
+    {
+      "epoch": 3.0,
+      "eval_disagreement_accuracy": 0.48201438848920863,
+      "eval_disagreement_f1": 0.4626865671641791,
+      "eval_loss": 1.058626651763916,
+      "eval_runtime": 1.0875,
+      "eval_samples_per_second": 127.819,
+      "eval_steps_per_second": 4.598,
+      "eval_target_accuracy": 0.4028776978417266,
+      "eval_target_f1": 0.3226851851851852,
+      "step": 60
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 2.5669617652893066,
+      "learning_rate": 1.605e-05,
+      "loss": 1.034,
+      "step": 80
+    },
+    {
+      "epoch": 4.0,
+      "eval_disagreement_accuracy": 0.4892086330935252,
+      "eval_disagreement_f1": 0.48175182481751827,
+      "eval_loss": 1.039992094039917,
+      "eval_runtime": 1.0925,
+      "eval_samples_per_second": 127.234,
+      "eval_steps_per_second": 4.577,
+      "eval_target_accuracy": 0.45323741007194246,
+      "eval_target_f1": 0.3739432367149758,
+      "step": 80
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 3.605031967163086,
+      "learning_rate": 1.505e-05,
+      "loss": 1.0189,
+      "step": 100
+    },
+    {
+      "epoch": 5.0,
+      "eval_disagreement_accuracy": 0.48201438848920863,
+      "eval_disagreement_f1": 0.4782608695652174,
+      "eval_loss": 1.0271137952804565,
+      "eval_runtime": 1.0502,
+      "eval_samples_per_second": 132.36,
+      "eval_steps_per_second": 4.761,
+      "eval_target_accuracy": 0.4676258992805755,
+      "eval_target_f1": 0.40272450554140693,
+      "step": 100
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 2.9558026790618896,
+      "learning_rate": 1.4050000000000001e-05,
+      "loss": 0.9716,
+      "step": 120
+    },
+    {
+      "epoch": 6.0,
+      "eval_disagreement_accuracy": 0.49640287769784175,
+      "eval_disagreement_f1": 0.5333333333333333,
+      "eval_loss": 1.022552728652954,
+      "eval_runtime": 1.0791,
+      "eval_samples_per_second": 128.811,
+      "eval_steps_per_second": 4.633,
+      "eval_target_accuracy": 0.4244604316546763,
+      "eval_target_f1": 0.38239258579165175,
+      "step": 120
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 3.551635265350342,
+      "learning_rate": 1.305e-05,
+      "loss": 0.9591,
+      "step": 140
+    },
+    {
+      "epoch": 7.0,
+      "eval_disagreement_accuracy": 0.5035971223021583,
+      "eval_disagreement_f1": 0.543046357615894,
+      "eval_loss": 1.0097510814666748,
+      "eval_runtime": 1.0876,
+      "eval_samples_per_second": 127.8,
+      "eval_steps_per_second": 4.597,
+      "eval_target_accuracy": 0.43884892086330934,
+      "eval_target_f1": 0.3822526173590003,
+      "step": 140
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 3.755647897720337,
+      "learning_rate": 1.2050000000000002e-05,
+      "loss": 0.9293,
+      "step": 160
+    },
+    {
+      "epoch": 8.0,
+      "eval_disagreement_accuracy": 0.49640287769784175,
+      "eval_disagreement_f1": 0.5333333333333333,
+      "eval_loss": 1.0085021257400513,
+      "eval_runtime": 1.3256,
+      "eval_samples_per_second": 104.859,
+      "eval_steps_per_second": 3.772,
+      "eval_target_accuracy": 0.4316546762589928,
+      "eval_target_f1": 0.3961486911322785,
+      "step": 160
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 3.108926296234131,
+      "learning_rate": 1.1050000000000001e-05,
+      "loss": 0.9066,
+      "step": 180
+    },
+    {
+      "epoch": 9.0,
+      "eval_disagreement_accuracy": 0.5107913669064749,
+      "eval_disagreement_f1": 0.5466666666666666,
+      "eval_loss": 1.0002026557922363,
+      "eval_runtime": 1.0775,
+      "eval_samples_per_second": 128.998,
+      "eval_steps_per_second": 4.64,
+      "eval_target_accuracy": 0.45323741007194246,
+      "eval_target_f1": 0.39100140056022403,
+      "step": 180
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 4.736630439758301,
+      "learning_rate": 1.005e-05,
+      "loss": 0.8903,
+      "step": 200
+    },
+    {
+      "epoch": 10.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.5844155844155844,
+      "eval_loss": 1.0006366968154907,
+      "eval_runtime": 1.0672,
+      "eval_samples_per_second": 130.253,
+      "eval_steps_per_second": 4.685,
+      "eval_target_accuracy": 0.43884892086330934,
+      "eval_target_f1": 0.4029991870962222,
+      "step": 200
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 4.827944278717041,
+      "learning_rate": 9.050000000000001e-06,
+      "loss": 0.8712,
+      "step": 220
+    },
+    {
+      "epoch": 11.0,
+      "eval_disagreement_accuracy": 0.5323741007194245,
+      "eval_disagreement_f1": 0.5806451612903226,
+      "eval_loss": 0.9992592334747314,
+      "eval_runtime": 1.0837,
+      "eval_samples_per_second": 128.261,
+      "eval_steps_per_second": 4.614,
+      "eval_target_accuracy": 0.4460431654676259,
+      "eval_target_f1": 0.41418171785130636,
+      "step": 220
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 4.064517498016357,
+      "learning_rate": 8.050000000000001e-06,
+      "loss": 0.8404,
+      "step": 240
+    },
+    {
+      "epoch": 12.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.5897435897435898,
+      "eval_loss": 0.9953266382217407,
+      "eval_runtime": 1.0689,
+      "eval_samples_per_second": 130.037,
+      "eval_steps_per_second": 4.678,
+      "eval_target_accuracy": 0.4460431654676259,
+      "eval_target_f1": 0.40262820512820513,
+      "step": 240
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 4.447686195373535,
+      "learning_rate": 7.05e-06,
+      "loss": 0.8457,
+      "step": 260
+    },
+    {
+      "epoch": 13.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.5897435897435898,
+      "eval_loss": 0.992599606513977,
+      "eval_runtime": 1.0579,
+      "eval_samples_per_second": 131.393,
+      "eval_steps_per_second": 4.726,
+      "eval_target_accuracy": 0.4748201438848921,
+      "eval_target_f1": 0.4418936499492189,
+      "step": 260
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 4.003559589385986,
+      "learning_rate": 6.0500000000000005e-06,
+      "loss": 0.838,
+      "step": 280
+    },
+    {
+      "epoch": 14.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.5897435897435898,
+      "eval_loss": 0.9945887327194214,
+      "eval_runtime": 1.0579,
+      "eval_samples_per_second": 131.395,
+      "eval_steps_per_second": 4.726,
+      "eval_target_accuracy": 0.4748201438848921,
+      "eval_target_f1": 0.448039914468995,
+      "step": 280
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.712287425994873,
+      "learning_rate": 5.050000000000001e-06,
+      "loss": 0.8099,
+      "step": 300
+    },
+    {
+      "epoch": 15.0,
+      "eval_disagreement_accuracy": 0.5467625899280576,
+      "eval_disagreement_f1": 0.5935483870967742,
+      "eval_loss": 0.9911751747131348,
+      "eval_runtime": 1.0757,
+      "eval_samples_per_second": 129.216,
+      "eval_steps_per_second": 4.648,
+      "eval_target_accuracy": 0.4892086330935252,
+      "eval_target_f1": 0.4611610088112851,
+      "step": 300
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 3.966646194458008,
+      "learning_rate": 4.05e-06,
+      "loss": 0.7843,
+      "step": 320
+    },
+    {
+      "epoch": 16.0,
+      "eval_disagreement_accuracy": 0.539568345323741,
+      "eval_disagreement_f1": 0.5949367088607594,
+      "eval_loss": 0.9868217706680298,
+      "eval_runtime": 1.0767,
+      "eval_samples_per_second": 129.099,
+      "eval_steps_per_second": 4.644,
+      "eval_target_accuracy": 0.4748201438848921,
+      "eval_target_f1": 0.4411908629018824,
+      "step": 320
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 400,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-320/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32b0cf3c27c444da01e7312faa99aadf87ec2a1877a2c08fc94b51f49f45092
+size 5368

disagreement_head.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dc6f8d595b5a5433641d4aa92f63100aa3555204f15a9c47b00fd03ddb2d27
+size 4756

emissions.csv

@@ -0,0 +1,9 @@
+timestamp,project_name,run_id,experiment_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,water_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue,wue
+2025-12-27T09:22:48,codecarbon,8dd21937-b8e5-4f79-8ad0-f57154e101df,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,169.4342174604535,0.0092895587518505,5.482693455363415e-05,46.006017593500005,376.08024016363873,70.0,0.0021651028122146,0.0227533029248547,0.0031706573071268,0.0280890630441962,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:28:50,codecarbon,18b34d90-a229-4fe6-89ec-3a5110deffd1,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,172.1621928922832,0.0091464098204684,5.312670376004736e-05,46.004093632000014,435.9794106020623,70.0,0.0021229984786781,0.0223037733985478,0.0032294482875925,0.0276562201648185,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:33:47,codecarbon,b7827b45-10fb-409c-bb38-2fc36f5b9ef1,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,170.79744918830693,0.0087805626784695,5.140921436589374e-05,46.005528211000005,419.5694036221124,70.0,0.0021053042642194,0.0212416214377384,0.003203073628195,0.0265499993301529,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:40:13,codecarbon,6af5ad3b-722e-48c2-bb5e-6f1258123a4a,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,173.3182188104838,0.0094243748730559,5.437613505225987e-05,46.00488524600001,441.7163012983281,70.0,0.0021377607276174,0.0231071451523661,0.0032518039243088,0.0284967098042924,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:46:45,codecarbon,f89fc66d-4969-489a-a610-9f83bb4df606,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,171.55705239251256,0.0087719280544175,5.113125885578832e-05,46.00544065,426.0873453904788,70.0,0.002115152569705,0.0211908063970582,0.0032179316422074,0.0265238906089707,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:52:10,codecarbon,d9ada08f-102d-4554-acd5-8fa07cebe582,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,170.87246932834387,0.0087554011161709,5.123939011700499e-05,46.004816476,403.25555317378127,70.0,0.0021062079524079,0.0211633566528917,0.0032043531015411,0.0264739177068408,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T09:57:44,codecarbon,f492e9b6-fd80-41cf-9bad-a78bcd14e66d,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,169.57046165131032,0.008707667938689,5.135132530684902e-05,46.0059117544,362.06279935009513,70.0,0.0020896065098163,0.021061013515478,0.0031789657205343,0.0263295857458287,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0
+2025-12-27T10:02:39,codecarbon,fbfc7fbe-4945-47d2-94b9-43712c59bfdc,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,168.4250001553446,0.008671800774225281,5.1487610308605963e-05,46.005037138000006,318.4043024998271,70.0,0.0020747630513806587,0.0209901101253962,0.0031562601580439765,0.026221133334820845,0.0,Italy,ITA,tuscany,,,Linux-5.4.0-216-generic-x86_64-with-glibc2.31,3.10.18,3.0.8,96,Intel(R) Xeon(R) Gold 6342 CPU @ 2.80GHz,2,2 x NVIDIA RTX A6000,10.4326,43.7667,1007.494571685791,machine,N,1.0,0.0

encoder/config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.57.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103adb4194b41fa1d8d2590e92d99610043b9d03425501295618a83b60171d63
+size 437951328

multitask_config.json

@@ -0,0 +1,10 @@
+{
+  "model_type": "multitask_roberta",
+  "base_model": "google-bert/bert-base-uncased",
+  "task_labels_map": {
+    "disagreement": 1,
+    "target": 1
+  },
+  "hidden_size": 768,
+  "dropout_prob": 0.4
+}

target_head.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb3e8190dd21b061a38fb09d5eb5cf12be529f9fb6378207891d6de70681a7d
+size 13872

tokenizer/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}