Upload 6 files

config.json

@@ -0,0 +1,164 @@
+{
+  "_name_or_path": "google/muril-large-cased",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "embedding_size": 1024,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "B-AerospaceManufacturer",
+    "1": "B-AnatomicalStructure",
+    "2": "B-ArtWork",
+    "3": "B-Artist",
+    "4": "B-Athlete",
+    "5": "B-CarManufacturer",
+    "6": "B-Cleric",
+    "7": "B-Clothing",
+    "8": "B-Disease",
+    "9": "B-Drink",
+    "10": "B-Facility",
+    "11": "B-Food",
+    "12": "B-HumanSettlement",
+    "13": "B-MedicalProcedure",
+    "14": "B-Medication/Vaccine",
+    "15": "B-MusicalGRP",
+    "16": "B-MusicalWork",
+    "17": "B-ORG",
+    "18": "B-OtherLOC",
+    "19": "B-OtherPER",
+    "20": "B-OtherPROD",
+    "21": "B-Politician",
+    "22": "B-PrivateCorp",
+    "23": "B-PublicCorp",
+    "24": "B-Scientist",
+    "25": "B-Software",
+    "26": "B-SportsGRP",
+    "27": "B-SportsManager",
+    "28": "B-Station",
+    "29": "B-Symptom",
+    "30": "B-Vehicle",
+    "31": "B-VisualWork",
+    "32": "B-WrittenWork",
+    "33": "I-AerospaceManufacturer",
+    "34": "I-AnatomicalStructure",
+    "35": "I-ArtWork",
+    "36": "I-Artist",
+    "37": "I-Athlete",
+    "38": "I-CarManufacturer",
+    "39": "I-Cleric",
+    "40": "I-Clothing",
+    "41": "I-Disease",
+    "42": "I-Drink",
+    "43": "I-Facility",
+    "44": "I-Food",
+    "45": "I-HumanSettlement",
+    "46": "I-MedicalProcedure",
+    "47": "I-Medication/Vaccine",
+    "48": "I-MusicalGRP",
+    "49": "I-MusicalWork",
+    "50": "I-ORG",
+    "51": "I-OtherLOC",
+    "52": "I-OtherPER",
+    "53": "I-OtherPROD",
+    "54": "I-Politician",
+    "55": "I-PrivateCorp",
+    "56": "I-PublicCorp",
+    "57": "I-Scientist",
+    "58": "I-Software",
+    "59": "I-SportsGRP",
+    "60": "I-SportsManager",
+    "61": "I-Station",
+    "62": "I-Symptom",
+    "63": "I-Vehicle",
+    "64": "I-VisualWork",
+    "65": "I-WrittenWork",
+    "66": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-AerospaceManufacturer": 0,
+    "B-AnatomicalStructure": 1,
+    "B-ArtWork": 2,
+    "B-Artist": 3,
+    "B-Athlete": 4,
+    "B-CarManufacturer": 5,
+    "B-Cleric": 6,
+    "B-Clothing": 7,
+    "B-Disease": 8,
+    "B-Drink": 9,
+    "B-Facility": 10,
+    "B-Food": 11,
+    "B-HumanSettlement": 12,
+    "B-MedicalProcedure": 13,
+    "B-Medication/Vaccine": 14,
+    "B-MusicalGRP": 15,
+    "B-MusicalWork": 16,
+    "B-ORG": 17,
+    "B-OtherLOC": 18,
+    "B-OtherPER": 19,
+    "B-OtherPROD": 20,
+    "B-Politician": 21,
+    "B-PrivateCorp": 22,
+    "B-PublicCorp": 23,
+    "B-Scientist": 24,
+    "B-Software": 25,
+    "B-SportsGRP": 26,
+    "B-SportsManager": 27,
+    "B-Station": 28,
+    "B-Symptom": 29,
+    "B-Vehicle": 30,
+    "B-VisualWork": 31,
+    "B-WrittenWork": 32,
+    "I-AerospaceManufacturer": 33,
+    "I-AnatomicalStructure": 34,
+    "I-ArtWork": 35,
+    "I-Artist": 36,
+    "I-Athlete": 37,
+    "I-CarManufacturer": 38,
+    "I-Cleric": 39,
+    "I-Clothing": 40,
+    "I-Disease": 41,
+    "I-Drink": 42,
+    "I-Facility": 43,
+    "I-Food": 44,
+    "I-HumanSettlement": 45,
+    "I-MedicalProcedure": 46,
+    "I-Medication/Vaccine": 47,
+    "I-MusicalGRP": 48,
+    "I-MusicalWork": 49,
+    "I-ORG": 50,
+    "I-OtherLOC": 51,
+    "I-OtherPER": 52,
+    "I-OtherPROD": 53,
+    "I-Politician": 54,
+    "I-PrivateCorp": 55,
+    "I-PublicCorp": 56,
+    "I-Scientist": 57,
+    "I-Software": 58,
+    "I-SportsGRP": 59,
+    "I-SportsManager": 60,
+    "I-Station": 61,
+    "I-Symptom": 62,
+    "I-Vehicle": 63,
+    "I-VisualWork": 64,
+    "I-WrittenWork": 65,
+    "O": 66
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 197285
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf1538cb79a4fc90cb6cedb22cdb646b05264c005689882eb76494c495d05fe
+size 2019752356

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "extra_special_tokens": {},
+  "lowercase": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": false,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,123 @@
+{
+  "best_metric": 0.7072715848684014,
+  "best_model_checkpoint": "./models/mr_M_IB/checkpoint-47805",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 47805,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.9998954084300805,
+      "grad_norm": 2.287510395050049,
+      "learning_rate": 4.1667538263082664e-05,
+      "loss": 0.267,
+      "step": 9560
+    },
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.6238872954778499,
+      "eval_loss": 0.2593071460723877,
+      "eval_precision": 0.6048524199667669,
+      "eval_recall": 0.6441591653027823,
+      "eval_runtime": 135.2349,
+      "eval_samples_per_second": 502.755,
+      "eval_steps_per_second": 7.86,
+      "step": 9561
+    },
+    {
+      "epoch": 1.999790816860161,
+      "grad_norm": 1.7041232585906982,
+      "learning_rate": 3.3335076526165327e-05,
+      "loss": 0.1889,
+      "step": 19120
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.6720800989317163,
+      "eval_loss": 0.2354426085948944,
+      "eval_precision": 0.6531648502283017,
+      "eval_recall": 0.6921235679214403,
+      "eval_runtime": 281.6345,
+      "eval_samples_per_second": 241.412,
+      "eval_steps_per_second": 3.774,
+      "step": 19122
+    },
+    {
+      "epoch": 2.9996862252902416,
+      "grad_norm": 1.1123149394989014,
+      "learning_rate": 2.5002614789247985e-05,
+      "loss": 0.1426,
+      "step": 28680
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.6782475538938828,
+      "eval_loss": 0.23962680995464325,
+      "eval_precision": 0.6598243305989785,
+      "eval_recall": 0.6977291325695582,
+      "eval_runtime": 278.6945,
+      "eval_samples_per_second": 243.959,
+      "eval_steps_per_second": 3.814,
+      "step": 28683
+    },
+    {
+      "epoch": 3.999581633720322,
+      "grad_norm": 1.4725306034088135,
+      "learning_rate": 1.667015305233065e-05,
+      "loss": 0.1088,
+      "step": 38240
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.700093388400861,
+      "eval_loss": 0.22952789068222046,
+      "eval_precision": 0.6839742776568858,
+      "eval_recall": 0.716990589198036,
+      "eval_runtime": 276.263,
+      "eval_samples_per_second": 246.106,
+      "eval_steps_per_second": 3.848,
+      "step": 38244
+    },
+    {
+      "epoch": 4.999477042150403,
+      "grad_norm": 1.0658468008041382,
+      "learning_rate": 8.337691315413311e-06,
+      "loss": 0.0802,
+      "step": 47800
+    },
+    {
+      "epoch": 5.0,
+      "eval_f1": 0.7072715848684014,
+      "eval_loss": 0.24495984613895416,
+      "eval_precision": 0.6900188763695098,
+      "eval_recall": 0.7254091653027823,
+      "eval_runtime": 276.7682,
+      "eval_samples_per_second": 245.657,
+      "eval_steps_per_second": 3.841,
+      "step": 47805
+    }
+  ],
+  "logging_steps": 9560,
+  "max_steps": 57366,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.1909647240601254e+17,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}