Final evals

eval_results.json

@@ -1,5 +1,5 @@
 {
-    "eval_accuracy": 0.6885889057979672,
-    "eval_loss": 1.430497475427537,
-    "eval_perplexity": 4.180778509252052
+    "eval_accuracy": 0.732703958770086,
+    "eval_loss": 1.2010057153335871,
+    "eval_perplexity": 3.3234576948863452
 }

wandb/run-20220120_151428-zjqubvsf/files/config.yaml

@@ -17,6 +17,11 @@ _wandb:
       - 3
       - 11
       - 12
+      2:
+      - 2
+      - 3
+      - 11
+      - 12
       4: 3.8.10
       5: 0.12.9
       6: 4.16.0.dev0

wandb/run-20220120_151428-zjqubvsf/files/output.log

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd6d976cfaa82a1821b82eeebef3bd9fd2a9fc8bd999e2ad8aeff25a0cb86d0e
-size 33509252
+oid sha256:4cc92e24e829b371c49aaf7c5f3cffab5b6094f7151170276eed46ad2c96e915
+size 33936638

wandb/run-20220120_151428-zjqubvsf/files/wandb-summary.json

@@ -1 +1 @@
-{"global_step": 162000, "_timestamp": 1642977170.560716, "train_time": 7719459.5, "train_learning_rate": 6.04078195465263e-07, "_runtime": 285502, "_step": 322216, "train_loss": 1.638321876525879, "eval_accuracy": 0.7327122092247009, "eval_loss": 1.200657606124878}
+{"global_step": 162000, "_timestamp": 1642977890.315338, "train_time": 7719459.5, "train_learning_rate": 6.04078195465263e-07, "_runtime": 286222, "_step": 322217, "train_loss": 1.5811712741851807, "eval_accuracy": 0.732521116733551, "eval_loss": 1.2011126279830933, "_wandb": {"runtime": 287636}}

wandb/run-20220120_151428-zjqubvsf/logs/debug-internal.log

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69338e4ede034d831cbc8a88f82bb45852d71b469a0a2050283f921037da81b4
-size 131925108
+oid sha256:0d692df61746fda12fc431797bb418ac64a6a7d4744465809d1f779151b5416f
+size 132097848

wandb/run-20220120_151428-zjqubvsf/logs/debug.log

@@ -24,3 +24,167 @@ config: {}
 2022-01-20 15:14:32,039 INFO    MainThread:2612942 [wandb_run.py:_config_callback():956] config_cb None None {'model_name_or_path': 'versae/roberta-base-ncc', 'model_type': 'roberta', 'config_name': './', 'tokenizer_name': './', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'bfloat16'}
 2022-01-20 15:14:32,039 INFO    MainThread:2612942 [wandb_run.py:_config_callback():956] config_cb None None {'dataset_name': 'NbAiLab/NCC', 'dataset_config_name': None, 'train_file': None, 'validation_file': None, 'train_ref_file': None, 'validation_ref_file': None, 'overwrite_cache': False, 'validation_split_percentage': 5, 'max_seq_length': 512, 'preprocessing_num_workers': None, 'mlm_probability': 0.15, 'pad_to_max_length': True, 'line_by_line': False}
 2022-01-20 15:14:32,059 INFO    MainThread:2612942 [wandb_run.py:_tensorboard_callback():1029] tensorboard callback: ., None
+2022-01-23 23:08:23,024 INFO    MainThread:2612942 [wandb_run.py:_atexit_cleanup():1780] got exitcode: 0
+2022-01-23 23:08:23,026 INFO    MainThread:2612942 [wandb_run.py:_restore():1752] restore
+2022-01-23 23:08:25,982 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 2
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 21976747
+  total_bytes: 21976747
+}
+
+2022-01-23 23:08:31,084 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: None
+2022-01-23 23:08:32,845 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 2
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 21976747
+  total_bytes: 21976747
+}
+
+2022-01-23 23:08:33,025 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 2
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 21976747
+  total_bytes: 21976747
+}
+
+2022-01-23 23:08:33,627 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 5
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 21976747
+  total_bytes: 55917743
+}
+
+2022-01-23 23:08:33,729 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 172313
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:33,832 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 8450888
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:33,935 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 26047304
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,041 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 42390344
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,143 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,245 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,347 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,449 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,552 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,653 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:34,756 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:35,235 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+
+2022-01-23 23:08:35,598 INFO    MainThread:2612942 [wandb_run.py:_wait_for_finish():1912] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 6
+  other_count: 2
+}
+pusher_stats {
+  uploaded_bytes: 58156362
+  total_bytes: 58156362
+}
+local_info {
+}
+
+2022-01-23 23:08:37,180 INFO    MainThread:2612942 [wandb_run.py:_append_history():2130] rendering history
+2022-01-23 23:08:37,181 INFO    MainThread:2612942 [wandb_run.py:_append_summary():2085] rendering summary
+2022-01-23 23:08:37,181 INFO    MainThread:2612942 [wandb_run.py:_append_files():2180] logging synced files

wandb/run-20220120_151428-zjqubvsf/run-zjqubvsf.wandb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ac3f8aaba0dd2758d04ba34a49975962f1a6eceef563ac36dd0ea34c2fb169c
-size 158335793
+oid sha256:d667e16d65ec442f3791b0a129cd4d3feee844bb5b3592724fa1bb02fa4c5e6e
+size 159221948