mlm crawler 65e 0.5

config.json

@@ -2,43 +2,18 @@
   "_name_or_path": "distilbert-base-uncased",
   "activation": "gelu",
   "architectures": [
-    "DistilBertForSequenceClassification"
+    "DistilBertForMaskedLM"
   ],
   "attention_dropout": 0.1,
   "dim": 768,
   "dropout": 0.1,
   "hidden_dim": 3072,
-  "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2",
-    "3": "LABEL_3",
-    "4": "LABEL_4",
-    "5": "LABEL_5",
-    "6": "LABEL_6",
-    "7": "LABEL_7",
-    "8": "LABEL_8",
-    "9": "LABEL_9"
-  },
   "initializer_range": 0.02,
-  "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_2": 2,
-    "LABEL_3": 3,
-    "LABEL_4": 4,
-    "LABEL_5": 5,
-    "LABEL_6": 6,
-    "LABEL_7": 7,
-    "LABEL_8": 8,
-    "LABEL_9": 9
-  },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
   "n_heads": 12,
   "n_layers": 6,
   "pad_token_id": 0,
-  "problem_type": "single_label_classification",
   "qa_dropout": 0.1,
   "seq_classif_dropout": 0.2,
   "sinusoidal_pos_embds": false,

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6fa49861293b096f4ec4a7287f7759ac99a2062f0f275e63f7280fc15e0f9f6
-size 535750213
+oid sha256:185f767b3b03b5743d851788407c5635ca7bde9689cc1a131816cb719c55b846
+size 535945925

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:491feb260883d9c03042e7f92de7b291e3680759cf403faee560c936244e4b35
-size 267880109
+oid sha256:ef5e4c42ce194027af5e6738a18a8e0b6cf6d987a21a1500f162cb4ceee0ad00
+size 24768512

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3899805085e9d2ac6cbf41d1e231c8019961099f94de919796ff76ec1a2a6d27
+oid sha256:5fe8cd648fb5b345ec3106a96dc0c1d8a4c7b934b6638a0400c2773c1ef66b0a
 size 14575

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:772dd81534f16ccad499eda8bef2dc60508234c8daa4ecae9a5aa2c25f5ac971
+oid sha256:234a33a27b13a8e13915169a2e32b09b1b786297759653944deddf3460493fc1
 size 627

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69dba15562adc963c0e958faa40949482ed3f4a4e7db086eedc1130e4eecc7b6
-size 3707
+oid sha256:2f442d2581ae0396c5c72da4f7b16d23df3b39ecc948c62c655c30e354144620
+size 3643