Training in progress, epoch 0

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "google/bigbird-roberta-large",
+  "architectures": [
+    "BigBirdForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "attention_type": "original_full",
+  "block_size": 64,
+  "bos_token_id": 1,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu_new",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 4096,
+  "model_type": "big_bird",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_random_blocks": 3,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "rescale_embeddings": false,
+  "sep_token_id": 66,
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "type_vocab_size": 2,
+  "use_bias": true,
+  "use_cache": true,
+  "vocab_size": 50358
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf89af50261bc1655413f60cc0104874ee672f27b6ca02929d9a52b1b04c872
+size 1440870653

runs/Dec10_21-37-39_ded49084d736/1670708314.122848/events.out.tfevents.1670708314.ded49084d736.115.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc8af355dbe2fc3ef14312e13c3f37e8e790eb932ac375c5c228962f58c5d2c
+size 5534

runs/Dec10_21-37-39_ded49084d736/events.out.tfevents.1670708314.ded49084d736.115.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af78e192da971c363a15bdb9cadc45803199bcf92fbd5200aaee74886b6717a
+size 4165

runs/Dec10_21-42-18_ded49084d736/1670709054.1206694/events.out.tfevents.1670709054.ded49084d736.1482.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90833e2ffd0ecbd55c946378b3bef87a9d86d3fa9b988e2d1b0e94cdaa1a5cbf
+size 5525

runs/Dec10_21-42-18_ded49084d736/1670709096.6372068/events.out.tfevents.1670709096.ded49084d736.1482.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684eaadb884073fef4750dac48d43b5011f65e952af79a735c87061045fbccb5
+size 5525

runs/Dec10_21-42-18_ded49084d736/events.out.tfevents.1670709054.ded49084d736.1482.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a5267ed44fa94c400e83d151b135608009409b6195567f7f59e8b7ba4f5909
+size 178705

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc81e1fc9d42e0c08b86d5b280d05d7c5e9747c4231c648f2b56b8e1d893c82
+size 845731

tokenizer_config.json

@@ -0,0 +1,63 @@
+{
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 4096,
+  "name_or_path": "google/bigbird-roberta-large",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": "/root/.cache/huggingface/hub/models--google--bigbird-roberta-large/snapshots/95d04fa0d054969617385de05d9f2fa89bbd3bea/special_tokens_map.json",
+  "tokenizer_class": "BigBirdTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cfa559a600820d52cbdad6ff7fafe91a2b6261ca8267634e940c455bfe3987
+size 3451