Training in progress, step 300, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,80 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-NAME",
+    "2": "I-NAME",
+    "3": "B-LOCATION",
+    "4": "I-LOCATION",
+    "5": "B-PHONE",
+    "6": "I-PHONE",
+    "7": "B-DATE",
+    "8": "I-DATE",
+    "9": "B-MRN",
+    "10": "I-MRN",
+    "11": "B-ACCOUNT",
+    "12": "I-ACCOUNT",
+    "13": "B-AGE_OVER_89",
+    "14": "I-AGE_OVER_89",
+    "15": "B-DEVICE_ID",
+    "16": "I-DEVICE_ID",
+    "17": "B-SSN",
+    "18": "I-SSN",
+    "19": "B-URL",
+    "20": "I-URL",
+    "21": "B-EMAIL",
+    "22": "I-EMAIL"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "is_decoder": false,
+  "label2id": {
+    "B-ACCOUNT": 11,
+    "B-AGE_OVER_89": 13,
+    "B-DATE": 7,
+    "B-DEVICE_ID": 15,
+    "B-EMAIL": 21,
+    "B-LOCATION": 3,
+    "B-MRN": 9,
+    "B-NAME": 1,
+    "B-PHONE": 5,
+    "B-SSN": 17,
+    "B-URL": 19,
+    "I-ACCOUNT": 12,
+    "I-AGE_OVER_89": 14,
+    "I-DATE": 8,
+    "I-DEVICE_ID": 16,
+    "I-EMAIL": 22,
+    "I-LOCATION": 4,
+    "I-MRN": 10,
+    "I-NAME": 2,
+    "I-PHONE": 6,
+    "I-SSN": 18,
+    "I-URL": 20,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
+  "type_vocab_size": 2,
+  "use_cache": false,
+  "vocab_size": 28895
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e31b00698cee2a9dee15728665a73a6c90ea139b6ff2e3981d53eb0bd76c1ef
+size 430662508

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8901965bf5279c852ae808501caad90052dfc1e2981dd69a6abdd6a05070a36
+size 861448011

last-checkpoint/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3172c1a2c3130bb382c34f26c615c36eeb088bcd8bac7b0d7bad7175a0d3e919
+size 14645

last-checkpoint/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb20af9a67cacc2134af0708f7f2689e6b95e2643b54e2e14a6fbbbe00dff76
+size 1383

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4380bf51e951f5d583b943aa4453fb9ee470e664114d767f1422bb8f8b7a903
+size 1465

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,99 @@
+{
+  "best_global_step": 300,
+  "best_metric": 0.5398743814236772,
+  "best_model_checkpoint": "/content/drive/MyDrive/my_works/Work/CSA/models/comparison/BioLinkBERT/checkpoints/checkpoint-300",
+  "epoch": 0.2019522046449007,
+  "eval_steps": 300,
+  "global_step": 300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03365870077415012,
+      "grad_norm": 12.140490531921387,
+      "learning_rate": 3.2885906040268462e-06,
+      "loss": 6.203858032226562,
+      "step": 50
+    },
+    {
+      "epoch": 0.06731740154830024,
+      "grad_norm": 8.706547737121582,
+      "learning_rate": 6.644295302013424e-06,
+      "loss": 4.64314208984375,
+      "step": 100
+    },
+    {
+      "epoch": 0.10097610232245036,
+      "grad_norm": 38.80376434326172,
+      "learning_rate": 1e-05,
+      "loss": 3.0388949584960936,
+      "step": 150
+    },
+    {
+      "epoch": 0.13463480309660047,
+      "grad_norm": 13.698565483093262,
+      "learning_rate": 1.3355704697986578e-05,
+      "loss": 1.8032829284667968,
+      "step": 200
+    },
+    {
+      "epoch": 0.1682935038707506,
+      "grad_norm": 13.40023136138916,
+      "learning_rate": 1.6711409395973156e-05,
+      "loss": 1.0954375457763672,
+      "step": 250
+    },
+    {
+      "epoch": 0.2019522046449007,
+      "grad_norm": 4.559038162231445,
+      "learning_rate": 1.9999993098445946e-05,
+      "loss": 0.8831827545166016,
+      "step": 300
+    },
+    {
+      "epoch": 0.2019522046449007,
+      "eval_f1_ACCOUNT": 0.79,
+      "eval_f1_AGE_OVER_89": 0.14,
+      "eval_f1_DATE": 0.16,
+      "eval_f1_DEVICE_ID": 0.0,
+      "eval_f1_EMAIL": 0.0,
+      "eval_f1_LOCATION": 0.31,
+      "eval_f1_MRN": 0.05,
+      "eval_f1_NAME": 0.64,
+      "eval_f1_PHONE": 0.22,
+      "eval_f1_SSN": 0.0,
+      "eval_f1_URL": 0.0,
+      "eval_f1_macro": 0.5398743814236772,
+      "eval_f1_weighted": 0.5398743814236772,
+      "eval_loss": 0.2738361656665802,
+      "eval_precision": 0.4427189012018105,
+      "eval_recall": 0.6916605705925384,
+      "eval_runtime": 15.7945,
+      "eval_samples_per_second": 334.421,
+      "eval_steps_per_second": 10.51,
+      "step": 300
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 2972,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 627231279513600.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7983d149fd180f5cada8e67ceb0bd2690282206234396b4a5d19e2a6d7438705
+size 5265