Upload 6 files

config.json

@@ -0,0 +1,172 @@
+{
+  "_name_or_path": "google/muril-large-cased",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "embedding_size": 1024,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "B-AerospaceManufacturer",
+    "1": "B-AnatomicalStructure",
+    "2": "B-ArtWork",
+    "3": "B-Artist",
+    "4": "B-Athlete",
+    "5": "B-CarManufacturer",
+    "6": "B-Cleric",
+    "7": "B-Clothing",
+    "8": "B-Disease",
+    "9": "B-Drink",
+    "10": "B-Facility",
+    "11": "B-Food",
+    "12": "B-HumanSettlement",
+    "13": "B-MedicalProcedure",
+    "14": "B-Medication/Vaccine",
+    "15": "B-MusicalGRP",
+    "16": "B-MusicalWork",
+    "17": "B-ORG",
+    "18": "B-OtherLOC",
+    "19": "B-OtherPER",
+    "20": "B-OtherPROD",
+    "21": "B-Politician",
+    "22": "B-PrivateCORP",
+    "23": "B-PrivateCorp",
+    "24": "B-PublicCORP",
+    "25": "B-PublicCorp",
+    "26": "B-Scientist",
+    "27": "B-Software",
+    "28": "B-SportsGRP",
+    "29": "B-SportsManager",
+    "30": "B-Station",
+    "31": "B-Symptom",
+    "32": "B-Vehicle",
+    "33": "B-VisualWork",
+    "34": "B-WrittenWork",
+    "35": "I-AerospaceManufacturer",
+    "36": "I-AnatomicalStructure",
+    "37": "I-ArtWork",
+    "38": "I-Artist",
+    "39": "I-Athlete",
+    "40": "I-CarManufacturer",
+    "41": "I-Cleric",
+    "42": "I-Clothing",
+    "43": "I-Disease",
+    "44": "I-Drink",
+    "45": "I-Facility",
+    "46": "I-Food",
+    "47": "I-HumanSettlement",
+    "48": "I-MedicalProcedure",
+    "49": "I-Medication/Vaccine",
+    "50": "I-MusicalGRP",
+    "51": "I-MusicalWork",
+    "52": "I-ORG",
+    "53": "I-OtherLOC",
+    "54": "I-OtherPER",
+    "55": "I-OtherPROD",
+    "56": "I-Politician",
+    "57": "I-PrivateCORP",
+    "58": "I-PrivateCorp",
+    "59": "I-PublicCORP",
+    "60": "I-PublicCorp",
+    "61": "I-Scientist",
+    "62": "I-Software",
+    "63": "I-SportsGRP",
+    "64": "I-SportsManager",
+    "65": "I-Station",
+    "66": "I-Symptom",
+    "67": "I-Vehicle",
+    "68": "I-VisualWork",
+    "69": "I-WrittenWork",
+    "70": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-AerospaceManufacturer": 0,
+    "B-AnatomicalStructure": 1,
+    "B-ArtWork": 2,
+    "B-Artist": 3,
+    "B-Athlete": 4,
+    "B-CarManufacturer": 5,
+    "B-Cleric": 6,
+    "B-Clothing": 7,
+    "B-Disease": 8,
+    "B-Drink": 9,
+    "B-Facility": 10,
+    "B-Food": 11,
+    "B-HumanSettlement": 12,
+    "B-MedicalProcedure": 13,
+    "B-Medication/Vaccine": 14,
+    "B-MusicalGRP": 15,
+    "B-MusicalWork": 16,
+    "B-ORG": 17,
+    "B-OtherLOC": 18,
+    "B-OtherPER": 19,
+    "B-OtherPROD": 20,
+    "B-Politician": 21,
+    "B-PrivateCORP": 22,
+    "B-PrivateCorp": 23,
+    "B-PublicCORP": 24,
+    "B-PublicCorp": 25,
+    "B-Scientist": 26,
+    "B-Software": 27,
+    "B-SportsGRP": 28,
+    "B-SportsManager": 29,
+    "B-Station": 30,
+    "B-Symptom": 31,
+    "B-Vehicle": 32,
+    "B-VisualWork": 33,
+    "B-WrittenWork": 34,
+    "I-AerospaceManufacturer": 35,
+    "I-AnatomicalStructure": 36,
+    "I-ArtWork": 37,
+    "I-Artist": 38,
+    "I-Athlete": 39,
+    "I-CarManufacturer": 40,
+    "I-Cleric": 41,
+    "I-Clothing": 42,
+    "I-Disease": 43,
+    "I-Drink": 44,
+    "I-Facility": 45,
+    "I-Food": 46,
+    "I-HumanSettlement": 47,
+    "I-MedicalProcedure": 48,
+    "I-Medication/Vaccine": 49,
+    "I-MusicalGRP": 50,
+    "I-MusicalWork": 51,
+    "I-ORG": 52,
+    "I-OtherLOC": 53,
+    "I-OtherPER": 54,
+    "I-OtherPROD": 55,
+    "I-Politician": 56,
+    "I-PrivateCORP": 57,
+    "I-PrivateCorp": 58,
+    "I-PublicCORP": 59,
+    "I-PublicCorp": 60,
+    "I-Scientist": 61,
+    "I-Software": 62,
+    "I-SportsGRP": 63,
+    "I-SportsManager": 64,
+    "I-Station": 65,
+    "I-Symptom": 66,
+    "I-Vehicle": 67,
+    "I-VisualWork": 68,
+    "I-WrittenWork": 69,
+    "O": 70
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 197285
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17260fe7deb02bc655fd9839ad5dc9e59bd2bff43f78dfe191c61b80c8bd13a
+size 2019768756

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "extra_special_tokens": {},
+  "lowercase": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": false,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,141 @@
+{
+  "best_metric": 0.5666028954056137,
+  "best_model_checkpoint": "./models/brx_TrA50_MR/checkpoint-2214",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 2214,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.997289972899729,
+      "grad_norm": 3.5397324562072754,
+      "learning_rate": 4.168925022583559e-05,
+      "loss": 0.8438,
+      "step": 368
+    },
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.44267854576807014,
+      "eval_loss": 0.5134469270706177,
+      "eval_precision": 0.4302273615999106,
+      "eval_recall": 0.4558719071859832,
+      "eval_runtime": 71.5939,
+      "eval_samples_per_second": 330.321,
+      "eval_steps_per_second": 5.168,
+      "step": 369
+    },
+    {
+      "epoch": 1.994579945799458,
+      "grad_norm": 2.107616901397705,
+      "learning_rate": 3.3378500451671184e-05,
+      "loss": 0.4624,
+      "step": 736
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.5124409543580949,
+      "eval_loss": 0.4316766858100891,
+      "eval_precision": 0.5210793611943951,
+      "eval_recall": 0.504084290280573,
+      "eval_runtime": 71.7509,
+      "eval_samples_per_second": 329.599,
+      "eval_steps_per_second": 5.157,
+      "step": 738
+    },
+    {
+      "epoch": 2.991869918699187,
+      "grad_norm": 3.3447747230529785,
+      "learning_rate": 2.5067750677506774e-05,
+      "loss": 0.3523,
+      "step": 1104
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.5369874838152783,
+      "eval_loss": 0.4135218858718872,
+      "eval_precision": 0.5224511505514808,
+      "eval_recall": 0.5523558659879247,
+      "eval_runtime": 71.9772,
+      "eval_samples_per_second": 328.562,
+      "eval_steps_per_second": 5.141,
+      "step": 1107
+    },
+    {
+      "epoch": 3.989159891598916,
+      "grad_norm": 2.4756720066070557,
+      "learning_rate": 1.675700090334237e-05,
+      "loss": 0.275,
+      "step": 1472
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.550384120140627,
+      "eval_loss": 0.4026535451412201,
+      "eval_precision": 0.5383657411338485,
+      "eval_recall": 0.5629513436723097,
+      "eval_runtime": 71.9543,
+      "eval_samples_per_second": 328.667,
+      "eval_steps_per_second": 5.142,
+      "step": 1476
+    },
+    {
+      "epoch": 4.9864498644986455,
+      "grad_norm": 1.6352941989898682,
+      "learning_rate": 8.446251129177959e-06,
+      "loss": 0.219,
+      "step": 1840
+    },
+    {
+      "epoch": 5.0,
+      "eval_f1": 0.5614785049658729,
+      "eval_loss": 0.4078289270401001,
+      "eval_precision": 0.5413975983072737,
+      "eval_recall": 0.583106428317746,
+      "eval_runtime": 71.8827,
+      "eval_samples_per_second": 328.994,
+      "eval_steps_per_second": 5.147,
+      "step": 1845
+    },
+    {
+      "epoch": 5.983739837398374,
+      "grad_norm": 1.7785389423370361,
+      "learning_rate": 1.3550135501355015e-07,
+      "loss": 0.1772,
+      "step": 2208
+    },
+    {
+      "epoch": 6.0,
+      "eval_f1": 0.5666028954056137,
+      "eval_loss": 0.41467106342315674,
+      "eval_precision": 0.5473327081149666,
+      "eval_recall": 0.5872795075174618,
+      "eval_runtime": 71.6677,
+      "eval_samples_per_second": 329.981,
+      "eval_steps_per_second": 5.163,
+      "step": 2214
+    }
+  ],
+  "logging_steps": 368,
+  "max_steps": 2214,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.9681397967022096e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}