Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,49 @@
+{
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "O",
+    "1": "B-TYPE",
+    "2": "I-TYPE",
+    "3": "B-BRAND",
+    "4": "I-BRAND",
+    "5": "B-PERCENT",
+    "6": "I-PERCENT",
+    "7": "B-VOLUME",
+    "8": "I-VOLUME"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-BRAND": 3,
+    "B-PERCENT": 5,
+    "B-TYPE": 1,
+    "B-VOLUME": 7,
+    "I-BRAND": 4,
+    "I-PERCENT": 6,
+    "I-TYPE": 2,
+    "I-VOLUME": 8,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd736b13efc8fc007bda606f0c885f016d4868143d704255792fcb95be516634
+size 2235448756

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,301 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 6.0,
+  "eval_steps": 1000,
+  "global_step": 10896,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.27540622418066646,
+      "grad_norm": 13.115499496459961,
+      "learning_rate": 1.5259938837920492e-05,
+      "loss": 1.0427,
+      "step": 500
+    },
+    {
+      "epoch": 0.5508124483613329,
+      "grad_norm": 10.038908958435059,
+      "learning_rate": 1.932630345635618e-05,
+      "loss": 0.3874,
+      "step": 1000
+    },
+    {
+      "epoch": 0.5508124483613329,
+      "eval_accuracy": 0.9134971070852699,
+      "eval_f1": 0.875406283856988,
+      "eval_loss": 0.36551177501678467,
+      "eval_precision": 0.8548972188633616,
+      "eval_recall": 0.8969235648588646,
+      "eval_runtime": 5.0106,
+      "eval_samples_per_second": 544.045,
+      "eval_steps_per_second": 34.128,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8262186725419994,
+      "grad_norm": 20.2281436920166,
+      "learning_rate": 1.8349931653973834e-05,
+      "loss": 0.3175,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1013494904984853,
+      "grad_norm": 21.382644653320312,
+      "learning_rate": 1.737355985159149e-05,
+      "loss": 0.2691,
+      "step": 2000
+    },
+    {
+      "epoch": 1.1013494904984853,
+      "eval_accuracy": 0.9356919282936546,
+      "eval_f1": 0.9239401496259352,
+      "eval_loss": 0.2406017929315567,
+      "eval_precision": 0.9083665338645418,
+      "eval_recall": 0.9400570884871551,
+      "eval_runtime": 4.8938,
+      "eval_samples_per_second": 557.03,
+      "eval_steps_per_second": 34.942,
+      "step": 2000
+    },
+    {
+      "epoch": 1.3767557146791518,
+      "grad_norm": 0.7748643159866333,
+      "learning_rate": 1.639718804920914e-05,
+      "loss": 0.2279,
+      "step": 2500
+    },
+    {
+      "epoch": 1.6521619388598183,
+      "grad_norm": 4.197641372680664,
+      "learning_rate": 1.5420816246826794e-05,
+      "loss": 0.2276,
+      "step": 3000
+    },
+    {
+      "epoch": 1.6521619388598183,
+      "eval_accuracy": 0.938347718865598,
+      "eval_f1": 0.9255401834291933,
+      "eval_loss": 0.2395576536655426,
+      "eval_precision": 0.9076219512195122,
+      "eval_recall": 0.9441801458928005,
+      "eval_runtime": 4.9765,
+      "eval_samples_per_second": 547.778,
+      "eval_steps_per_second": 34.362,
+      "step": 3000
+    },
+    {
+      "epoch": 1.9275681630404846,
+      "grad_norm": 25.588197708129883,
+      "learning_rate": 1.4444444444444446e-05,
+      "loss": 0.2075,
+      "step": 3500
+    },
+    {
+      "epoch": 2.2026989809969706,
+      "grad_norm": 22.494050979614258,
+      "learning_rate": 1.3468072642062098e-05,
+      "loss": 0.1709,
+      "step": 4000
+    },
+    {
+      "epoch": 2.2026989809969706,
+      "eval_accuracy": 0.9443232476524709,
+      "eval_f1": 0.9338362407669338,
+      "eval_loss": 0.23579855263233185,
+      "eval_precision": 0.9255451713395638,
+      "eval_recall": 0.9422771963209642,
+      "eval_runtime": 4.9528,
+      "eval_samples_per_second": 550.395,
+      "eval_steps_per_second": 34.526,
+      "step": 4000
+    },
+    {
+      "epoch": 2.478105205177637,
+      "grad_norm": 10.178144454956055,
+      "learning_rate": 1.249170083967975e-05,
+      "loss": 0.1547,
+      "step": 4500
+    },
+    {
+      "epoch": 2.7535114293583036,
+      "grad_norm": 50.71146774291992,
+      "learning_rate": 1.1515329037297404e-05,
+      "loss": 0.1613,
+      "step": 5000
+    },
+    {
+      "epoch": 2.7535114293583036,
+      "eval_accuracy": 0.9422365550602295,
+      "eval_f1": 0.9349874371859297,
+      "eval_loss": 0.283699095249176,
+      "eval_precision": 0.9259720062208399,
+      "eval_recall": 0.9441801458928005,
+      "eval_runtime": 5.001,
+      "eval_samples_per_second": 545.09,
+      "eval_steps_per_second": 34.193,
+      "step": 5000
+    },
+    {
+      "epoch": 3.028642247314789,
+      "grad_norm": 2.2809739112854004,
+      "learning_rate": 1.0538957234915056e-05,
+      "loss": 0.1459,
+      "step": 5500
+    },
+    {
+      "epoch": 3.304048471495456,
+      "grad_norm": 0.0738934576511383,
+      "learning_rate": 9.56258543253271e-06,
+      "loss": 0.1086,
+      "step": 6000
+    },
+    {
+      "epoch": 3.304048471495456,
+      "eval_accuracy": 0.9451768946220241,
+      "eval_f1": 0.935539253941002,
+      "eval_loss": 0.26784300804138184,
+      "eval_precision": 0.921020282728949,
+      "eval_recall": 0.950523311132255,
+      "eval_runtime": 4.848,
+      "eval_samples_per_second": 562.288,
+      "eval_steps_per_second": 35.272,
+      "step": 6000
+    },
+    {
+      "epoch": 3.579454695676122,
+      "grad_norm": 5.788504123687744,
+      "learning_rate": 8.586213630150362e-06,
+      "loss": 0.1089,
+      "step": 6500
+    },
+    {
+      "epoch": 3.854860919856789,
+      "grad_norm": 15.219040870666504,
+      "learning_rate": 7.609841827768014e-06,
+      "loss": 0.1072,
+      "step": 7000
+    },
+    {
+      "epoch": 3.854860919856789,
+      "eval_accuracy": 0.9431850516930665,
+      "eval_f1": 0.9340901923683381,
+      "eval_loss": 0.3070509731769562,
+      "eval_precision": 0.9288178112260896,
+      "eval_recall": 0.9394227719632097,
+      "eval_runtime": 4.9423,
+      "eval_samples_per_second": 551.561,
+      "eval_steps_per_second": 34.599,
+      "step": 7000
+    },
+    {
+      "epoch": 4.129991737813275,
+      "grad_norm": 0.6474624276161194,
+      "learning_rate": 6.633470025385668e-06,
+      "loss": 0.0953,
+      "step": 7500
+    },
+    {
+      "epoch": 4.405397961993941,
+      "grad_norm": 1.6168689727783203,
+      "learning_rate": 5.65709822300332e-06,
+      "loss": 0.072,
+      "step": 8000
+    },
+    {
+      "epoch": 4.405397961993941,
+      "eval_accuracy": 0.9465996395712796,
+      "eval_f1": 0.9409547738693468,
+      "eval_loss": 0.31703799962997437,
+      "eval_precision": 0.9318818040435459,
+      "eval_recall": 0.9502061528702823,
+      "eval_runtime": 4.9657,
+      "eval_samples_per_second": 548.971,
+      "eval_steps_per_second": 34.437,
+      "step": 8000
+    },
+    {
+      "epoch": 4.6808041861746075,
+      "grad_norm": 0.7237133979797363,
+      "learning_rate": 4.680726420620973e-06,
+      "loss": 0.0689,
+      "step": 8500
+    },
+    {
+      "epoch": 4.956210410355274,
+      "grad_norm": 0.029142044484615326,
+      "learning_rate": 3.7043546182386252e-06,
+      "loss": 0.0846,
+      "step": 9000
+    },
+    {
+      "epoch": 4.956210410355274,
+      "eval_accuracy": 0.9466944892345632,
+      "eval_f1": 0.9408805031446541,
+      "eval_loss": 0.3410860598087311,
+      "eval_precision": 0.9329591518553165,
+      "eval_recall": 0.9489375198223914,
+      "eval_runtime": 5.1283,
+      "eval_samples_per_second": 531.558,
+      "eval_steps_per_second": 33.344,
+      "step": 9000
+    },
+    {
+      "epoch": 5.23134122831176,
+      "grad_norm": 12.02783489227295,
+      "learning_rate": 2.7279828158562783e-06,
+      "loss": 0.0496,
+      "step": 9500
+    },
+    {
+      "epoch": 5.5067474524924265,
+      "grad_norm": 0.016711721196770668,
+      "learning_rate": 1.7516110134739312e-06,
+      "loss": 0.0575,
+      "step": 10000
+    },
+    {
+      "epoch": 5.5067474524924265,
+      "eval_accuracy": 0.9502039267760599,
+      "eval_f1": 0.9438166980539863,
+      "eval_loss": 0.33306461572647095,
+      "eval_precision": 0.9341410375893134,
+      "eval_recall": 0.9536948937519822,
+      "eval_runtime": 5.6128,
+      "eval_samples_per_second": 485.677,
+      "eval_steps_per_second": 30.466,
+      "step": 10000
+    },
+    {
+      "epoch": 5.782153676673093,
+      "grad_norm": 0.039173971861600876,
+      "learning_rate": 7.752392110915838e-07,
+      "loss": 0.0528,
+      "step": 10500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 10896,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2832424021242060.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8ab7d3af157d20e936ef036f774a294e5666c5ecfb62c3ba5e9950acec54ec
+size 5713