NBRZ commited on Jun 14, 2023

Commit

fdd9e96

1 Parent(s): 71a2945

Training in progress, step 1000

Files changed (20) hide show

.gitignore ADDED Viewed

	@@ -0,0 +1 @@


1	+ checkpoint-*/

config.json ADDED Viewed

+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

pytorch_model.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:82049bfdab7c3cfbb0b01f8d42b6fe62d7d77b0439c7cb97cf0ed65ee26a6bb2
+size 438130617

runs/Jun14_01-44-00_dl/1686721451.8231695/events.out.tfevents.1686721451.dl.379359.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fe8a976c79549f29116f527088ca1dc02f9bd1154e804e0c54d436c442c640
+size 5861

runs/Jun14_01-44-00_dl/events.out.tfevents.1686721451.dl.379359.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5e41a5bd9142f2a5558cb8d120a2641e359766eff3c435cd1202a394245c13
+size 3854

runs/Jun14_01-56-29_dl/1686722194.0136724/events.out.tfevents.1686722194.dl.382544.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f814b1962d44a04762d6196ca0404157af19217196938a5cc6b917a100af934d
+size 5861

runs/Jun14_01-56-29_dl/events.out.tfevents.1686722194.dl.382544.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07eb050c280fe0a57aab59c2d9001fbac7fc256b17728a4703aebbaa4e84f9
+size 3854

runs/Jun14_02-00-31_dl/1686722435.8219438/events.out.tfevents.1686722435.dl.384365.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd78de75c24975321dfd203c7211951b1b047dfc69833f0d6c75b7166c5a7a
+size 5861

runs/Jun14_02-00-31_dl/events.out.tfevents.1686722435.dl.384365.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:18909b2ae6f825a502725cb4fa8feb4404e65703bb4b916f411b7ead7692f984
+size 3854

runs/Jun14_03-26-28_dl/1686727593.4361956/events.out.tfevents.1686727593.dl.400494.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8ced62621446265066a56e37774e365bc0f7029643f95fd917ed6b53ba222305
+size 5861

runs/Jun14_03-26-28_dl/events.out.tfevents.1686727593.dl.400494.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8649ab328a4d3175946e192a34f185c8c2a19a853808ece90f11ee14ea3754
+size 3854

runs/Jun14_03-31-41_dl/1686727905.7060313/events.out.tfevents.1686727905.dl.401148.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bf64ad2a67e671156e89a86ec09a881cae686fc192c56b2286ac06c1ea8a7564
+size 5861

runs/Jun14_03-31-41_dl/events.out.tfevents.1686727905.dl.401148.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:77eb6111f1244d2765338f6ee5aabb941b6d3de546aebfdc6141fc2b27c90943
+size 4322

runs/Jun14_13-19-06_dl/1686763154.802171/events.out.tfevents.1686763154.dl.596308.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2924298e2a46b7ae416318cc974eaaf0e4762ce809715af1fc4060a0d2db88
+size 5655

runs/Jun14_13-19-06_dl/events.out.tfevents.1686763154.dl.596308.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:384cf22290c87217178a66f442ed8242eb1efa577b1bc886019929907b6d7e9d
+size 5782

special_tokens_map.json ADDED Viewed

+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json ADDED Viewed

+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "rbertT",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": null,
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

training_args.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6da7a9dc29025060ee515f3a5671cfd5e0339eeef8c9414e9f2444483436b569
+size 3451

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff