add model weights

README.md

@@ -0,0 +1,55 @@
+---
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: test-mlm-bert-base-uncased-pcap-3M-mixed
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# test-mlm-bert-base-uncased-pcap-3M-mixed
+
+This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.8973
+- Accuracy: 0.7592
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.31.0.dev0
+- Pytorch 2.0.1+cu117
+- Datasets 2.13.0
+- Tokenizers 0.13.3

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 3.0,
+    "eval_accuracy": 0.7592383351783283,
+    "eval_loss": 0.8973440527915955,
+    "eval_runtime": 160.5876,
+    "eval_samples": 34257,
+    "eval_samples_per_second": 213.323,
+    "eval_steps_per_second": 6.669,
+    "perplexity": 2.4530792025535115,
+    "train_loss": 0.46753893842028726,
+    "train_runtime": 20527.2727,
+    "train_samples": 650883,
+    "train_samples_per_second": 95.125,
+    "train_steps_per_second": 2.973
+}

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 3.0,
+    "eval_accuracy": 0.7592383351783283,
+    "eval_loss": 0.8973440527915955,
+    "eval_runtime": 160.5876,
+    "eval_samples": 34257,
+    "eval_samples_per_second": 213.323,
+    "eval_steps_per_second": 6.669,
+    "perplexity": 2.4530792025535115
+}

generation_config.json

@@ -0,0 +1,5 @@
+{
+  "_from_model_config": true,
+  "pad_token_id": 0,
+  "transformers_version": "4.31.0.dev0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7138d950153da9f5ae3062a942a1427ba9f85559f511823190e3500cbb2b38
+size 438130617

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.46753893842028726,
+    "train_runtime": 20527.2727,
+    "train_samples": 650883,
+    "train_samples_per_second": 95.125,
+    "train_steps_per_second": 2.973
+}

trainer_state.json

@@ -0,0 +1,757 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 61023,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9590318404536e-05,
+      "loss": 1.7769,
+      "step": 500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9180636809071987e-05,
+      "loss": 0.7561,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877095521360799e-05,
+      "loss": 0.694,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8361273618143984e-05,
+      "loss": 0.6611,
+      "step": 2000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795159202267997e-05,
+      "loss": 0.6388,
+      "step": 2500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754191042721597e-05,
+      "loss": 0.6214,
+      "step": 3000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7132228831751964e-05,
+      "loss": 0.6166,
+      "step": 3500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672254723628796e-05,
+      "loss": 0.615,
+      "step": 4000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6312865640823955e-05,
+      "loss": 0.6017,
+      "step": 4500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590318404535995e-05,
+      "loss": 0.596,
+      "step": 5000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549350244989594e-05,
+      "loss": 0.592,
+      "step": 5500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5083820854431934e-05,
+      "loss": 0.5848,
+      "step": 6000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4674139258967936e-05,
+      "loss": 0.581,
+      "step": 6500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4264457663503925e-05,
+      "loss": 0.5779,
+      "step": 7000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385477606803992e-05,
+      "loss": 0.5692,
+      "step": 7500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3445094472575916e-05,
+      "loss": 0.5604,
+      "step": 8000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303541287711191e-05,
+      "loss": 0.5536,
+      "step": 8500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262573128164791e-05,
+      "loss": 0.5418,
+      "step": 9000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22160496861839e-05,
+      "loss": 0.5366,
+      "step": 9500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180636809071989e-05,
+      "loss": 0.526,
+      "step": 10000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1396686495255886e-05,
+      "loss": 0.522,
+      "step": 10500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098700489979188e-05,
+      "loss": 0.5135,
+      "step": 11000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057732330432788e-05,
+      "loss": 0.5078,
+      "step": 11500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016764170886387e-05,
+      "loss": 0.5082,
+      "step": 12000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975796011339987e-05,
+      "loss": 0.4986,
+      "step": 12500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9348278517935864e-05,
+      "loss": 0.4907,
+      "step": 13000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893859692247186e-05,
+      "loss": 0.4896,
+      "step": 13500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8528915327007854e-05,
+      "loss": 0.4836,
+      "step": 14000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811923373154384e-05,
+      "loss": 0.4822,
+      "step": 14500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770955213607984e-05,
+      "loss": 0.4734,
+      "step": 15000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7299870540615834e-05,
+      "loss": 0.4733,
+      "step": 15500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689018894515183e-05,
+      "loss": 0.4721,
+      "step": 16000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6480507349687825e-05,
+      "loss": 0.4689,
+      "step": 16500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607082575422382e-05,
+      "loss": 0.4694,
+      "step": 17000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5661144158759816e-05,
+      "loss": 0.4656,
+      "step": 17500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5251462563295804e-05,
+      "loss": 0.4663,
+      "step": 18000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484178096783181e-05,
+      "loss": 0.4671,
+      "step": 18500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4432099372367795e-05,
+      "loss": 0.4623,
+      "step": 19000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402241777690379e-05,
+      "loss": 0.4615,
+      "step": 19500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3612736181439786e-05,
+      "loss": 0.4528,
+      "step": 20000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320305458597578e-05,
+      "loss": 0.4572,
+      "step": 20500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279337299051178e-05,
+      "loss": 0.4524,
+      "step": 21000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238369139504777e-05,
+      "loss": 0.4504,
+      "step": 21500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197400979958377e-05,
+      "loss": 0.4563,
+      "step": 22000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156432820411976e-05,
+      "loss": 0.4513,
+      "step": 22500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115464660865575e-05,
+      "loss": 0.4503,
+      "step": 23000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0744965013191754e-05,
+      "loss": 0.4457,
+      "step": 23500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0335283417727743e-05,
+      "loss": 0.4488,
+      "step": 24000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.992560182226374e-05,
+      "loss": 0.4497,
+      "step": 24500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951592022679973e-05,
+      "loss": 0.4481,
+      "step": 25000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9106238631335726e-05,
+      "loss": 0.4439,
+      "step": 25500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8696557035871725e-05,
+      "loss": 0.4393,
+      "step": 26000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8286875440407717e-05,
+      "loss": 0.441,
+      "step": 26500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7877193844943712e-05,
+      "loss": 0.4394,
+      "step": 27000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7467512249479704e-05,
+      "loss": 0.4387,
+      "step": 27500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7057830654015696e-05,
+      "loss": 0.4341,
+      "step": 28000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6648149058551695e-05,
+      "loss": 0.4345,
+      "step": 28500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.623846746308769e-05,
+      "loss": 0.4368,
+      "step": 29000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5828785867623683e-05,
+      "loss": 0.4348,
+      "step": 29500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5419104272159678e-05,
+      "loss": 0.4324,
+      "step": 30000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.500942267669567e-05,
+      "loss": 0.4321,
+      "step": 30500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4599741081231666e-05,
+      "loss": 0.4313,
+      "step": 31000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4190059485767664e-05,
+      "loss": 0.4266,
+      "step": 31500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3780377890303656e-05,
+      "loss": 0.4287,
+      "step": 32000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3370696294839652e-05,
+      "loss": 0.4215,
+      "step": 32500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.2961014699375647e-05,
+      "loss": 0.4255,
+      "step": 33000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.255133310391164e-05,
+      "loss": 0.4258,
+      "step": 33500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2141651508447635e-05,
+      "loss": 0.4255,
+      "step": 34000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.173196991298363e-05,
+      "loss": 0.4212,
+      "step": 34500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1322288317519626e-05,
+      "loss": 0.4218,
+      "step": 35000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0912606722055618e-05,
+      "loss": 0.4179,
+      "step": 35500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0502925126591613e-05,
+      "loss": 0.4205,
+      "step": 36000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.009324353112761e-05,
+      "loss": 0.4183,
+      "step": 36500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9683561935663604e-05,
+      "loss": 0.4175,
+      "step": 37000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.92738803401996e-05,
+      "loss": 0.4196,
+      "step": 37500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.886419874473559e-05,
+      "loss": 0.4183,
+      "step": 38000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.8454517149271587e-05,
+      "loss": 0.4148,
+      "step": 38500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.8044835553807583e-05,
+      "loss": 0.4103,
+      "step": 39000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7635153958343575e-05,
+      "loss": 0.4167,
+      "step": 39500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.722547236287957e-05,
+      "loss": 0.4092,
+      "step": 40000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6815790767415565e-05,
+      "loss": 0.4124,
+      "step": 40500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.640610917195156e-05,
+      "loss": 0.4107,
+      "step": 41000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.5996427576487556e-05,
+      "loss": 0.4117,
+      "step": 41500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.558674598102355e-05,
+      "loss": 0.4107,
+      "step": 42000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5177064385559544e-05,
+      "loss": 0.4116,
+      "step": 42500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4767382790095538e-05,
+      "loss": 0.4125,
+      "step": 43000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4357701194631535e-05,
+      "loss": 0.4116,
+      "step": 43500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.3948019599167528e-05,
+      "loss": 0.4083,
+      "step": 44000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.353833800370352e-05,
+      "loss": 0.4103,
+      "step": 44500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3128656408239518e-05,
+      "loss": 0.4111,
+      "step": 45000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2718974812775511e-05,
+      "loss": 0.4023,
+      "step": 45500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2309293217311505e-05,
+      "loss": 0.4069,
+      "step": 46000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.18996116218475e-05,
+      "loss": 0.4063,
+      "step": 46500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1489930026383496e-05,
+      "loss": 0.4078,
+      "step": 47000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.108024843091949e-05,
+      "loss": 0.4036,
+      "step": 47500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0670566835455484e-05,
+      "loss": 0.4065,
+      "step": 48000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0260885239991479e-05,
+      "loss": 0.403,
+      "step": 48500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.851203644527474e-06,
+      "loss": 0.3999,
+      "step": 49000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.441522049063468e-06,
+      "loss": 0.4095,
+      "step": 49500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.031840453599464e-06,
+      "loss": 0.4048,
+      "step": 50000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.622158858135457e-06,
+      "loss": 0.3998,
+      "step": 50500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.212477262671451e-06,
+      "loss": 0.4,
+      "step": 51000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.802795667207447e-06,
+      "loss": 0.4019,
+      "step": 51500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.393114071743441e-06,
+      "loss": 0.3953,
+      "step": 52000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.983432476279437e-06,
+      "loss": 0.3952,
+      "step": 52500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.573750880815431e-06,
+      "loss": 0.3996,
+      "step": 53000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.164069285351425e-06,
+      "loss": 0.4002,
+      "step": 53500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.75438768988742e-06,
+      "loss": 0.3983,
+      "step": 54000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.344706094423414e-06,
+      "loss": 0.394,
+      "step": 54500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.935024498959409e-06,
+      "loss": 0.3937,
+      "step": 55000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.525342903495403e-06,
+      "loss": 0.3955,
+      "step": 55500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.115661308031398e-06,
+      "loss": 0.4004,
+      "step": 56000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.705979712567393e-06,
+      "loss": 0.4024,
+      "step": 56500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.296298117103387e-06,
+      "loss": 0.3976,
+      "step": 57000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.886616521639382e-06,
+      "loss": 0.3932,
+      "step": 57500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.4769349261753767e-06,
+      "loss": 0.3955,
+      "step": 58000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.0672533307113713e-06,
+      "loss": 0.4007,
+      "step": 58500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.6575717352473659e-06,
+      "loss": 0.4005,
+      "step": 59000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.2478901397833605e-06,
+      "loss": 0.3935,
+      "step": 59500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.382085443193551e-07,
+      "loss": 0.3957,
+      "step": 60000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 4.285269488553496e-07,
+      "loss": 0.3972,
+      "step": 60500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.8845353391344248e-08,
+      "loss": 0.3934,
+      "step": 61000
+    },
+    {
+      "epoch": 3.0,
+      "step": 61023,
+      "total_flos": 3.740919470993169e+17,
+      "train_loss": 0.46753893842028726,
+      "train_runtime": 20527.2727,
+      "train_samples_per_second": 95.125,
+      "train_steps_per_second": 2.973
+    }
+  ],
+  "max_steps": 61023,
+  "num_train_epochs": 3,
+  "total_flos": 3.740919470993169e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee054504d25a1b8fd6235eb839166f6d9ceb2805c1ce1ebadd1504e257334465
+size 4027

vocab.txt

@@ -0,0 +1,537 @@
+[UNK]
+[PAD]
+[MASK]
+[CLS]
+[SEP]
+00___numeric___srcip_00___0
+00___numeric___srcip_00___1
+00___numeric___srcip_00___2
+00___numeric___srcip_00___3
+00___numeric___srcip_00___4
+00___numeric___srcip_01___0
+00___numeric___srcip_01___1
+00___numeric___srcip_01___2
+00___numeric___srcip_01___3
+00___numeric___srcip_01___4
+00___numeric___srcip_01___5
+00___numeric___srcip_01___6
+00___numeric___srcip_01___7
+00___numeric___srcip_01___8
+00___numeric___srcip_01___9
+00___numeric___srcip_02___0
+00___numeric___srcip_02___1
+00___numeric___srcip_02___2
+00___numeric___srcip_02___3
+00___numeric___srcip_02___4
+00___numeric___srcip_02___5
+00___numeric___srcip_02___6
+00___numeric___srcip_02___7
+00___numeric___srcip_02___8
+00___numeric___srcip_02___9
+00___numeric___srcip_03___0
+00___numeric___srcip_03___1
+00___numeric___srcip_03___2
+00___numeric___srcip_03___3
+00___numeric___srcip_03___4
+00___numeric___srcip_03___5
+00___numeric___srcip_03___6
+00___numeric___srcip_03___7
+00___numeric___srcip_03___8
+00___numeric___srcip_03___9
+00___numeric___srcip_04___0
+00___numeric___srcip_04___1
+00___numeric___srcip_04___2
+00___numeric___srcip_04___3
+00___numeric___srcip_04___4
+00___numeric___srcip_04___5
+00___numeric___srcip_04___6
+00___numeric___srcip_04___7
+00___numeric___srcip_04___8
+00___numeric___srcip_04___9
+00___numeric___srcip_05___0
+00___numeric___srcip_05___1
+00___numeric___srcip_05___2
+00___numeric___srcip_05___3
+00___numeric___srcip_05___4
+00___numeric___srcip_05___5
+00___numeric___srcip_05___6
+00___numeric___srcip_05___7
+00___numeric___srcip_05___8
+00___numeric___srcip_05___9
+00___numeric___srcip_06___0
+00___numeric___srcip_06___1
+00___numeric___srcip_06___2
+00___numeric___srcip_06___3
+00___numeric___srcip_06___4
+00___numeric___srcip_06___5
+00___numeric___srcip_06___6
+00___numeric___srcip_06___7
+00___numeric___srcip_06___8
+00___numeric___srcip_06___9
+00___numeric___srcip_07___0
+00___numeric___srcip_07___1
+00___numeric___srcip_07___2
+00___numeric___srcip_07___3
+00___numeric___srcip_07___4
+00___numeric___srcip_07___5
+00___numeric___srcip_07___6
+00___numeric___srcip_07___7
+00___numeric___srcip_07___8
+00___numeric___srcip_07___9
+00___numeric___srcip_08___0
+00___numeric___srcip_08___1
+00___numeric___srcip_08___2
+00___numeric___srcip_08___3
+00___numeric___srcip_08___4
+00___numeric___srcip_08___5
+00___numeric___srcip_08___6
+00___numeric___srcip_08___7
+00___numeric___srcip_08___8
+00___numeric___srcip_08___9
+00___numeric___srcip_09___0
+00___numeric___srcip_09___1
+00___numeric___srcip_09___2
+00___numeric___srcip_09___3
+00___numeric___srcip_09___4
+00___numeric___srcip_09___5
+00___numeric___srcip_09___6
+00___numeric___srcip_09___7
+00___numeric___srcip_09___8
+00___numeric___srcip_09___9
+01___numeric___dstip_00___0
+01___numeric___dstip_00___1
+01___numeric___dstip_00___2
+01___numeric___dstip_00___3
+01___numeric___dstip_00___4
+01___numeric___dstip_01___0
+01___numeric___dstip_01___1
+01___numeric___dstip_01___2
+01___numeric___dstip_01___3
+01___numeric___dstip_01___4
+01___numeric___dstip_01___5
+01___numeric___dstip_01___6
+01___numeric___dstip_01___7
+01___numeric___dstip_01___8
+01___numeric___dstip_01___9
+01___numeric___dstip_02___0
+01___numeric___dstip_02___1
+01___numeric___dstip_02___2
+01___numeric___dstip_02___3
+01___numeric___dstip_02___4
+01___numeric___dstip_02___5
+01___numeric___dstip_02___6
+01___numeric___dstip_02___7
+01___numeric___dstip_02___8
+01___numeric___dstip_02___9
+01___numeric___dstip_03___0
+01___numeric___dstip_03___1
+01___numeric___dstip_03___2
+01___numeric___dstip_03___3
+01___numeric___dstip_03___4
+01___numeric___dstip_03___5
+01___numeric___dstip_03___6
+01___numeric___dstip_03___7
+01___numeric___dstip_03___8
+01___numeric___dstip_03___9
+01___numeric___dstip_04___0
+01___numeric___dstip_04___1
+01___numeric___dstip_04___2
+01___numeric___dstip_04___3
+01___numeric___dstip_04___4
+01___numeric___dstip_04___5
+01___numeric___dstip_04___6
+01___numeric___dstip_04___7
+01___numeric___dstip_04___8
+01___numeric___dstip_04___9
+01___numeric___dstip_05___0
+01___numeric___dstip_05___1
+01___numeric___dstip_05___2
+01___numeric___dstip_05___3
+01___numeric___dstip_05___4
+01___numeric___dstip_05___5
+01___numeric___dstip_05___6
+01___numeric___dstip_05___7
+01___numeric___dstip_05___8
+01___numeric___dstip_05___9
+01___numeric___dstip_06___0
+01___numeric___dstip_06___1
+01___numeric___dstip_06___2
+01___numeric___dstip_06___3
+01___numeric___dstip_06___4
+01___numeric___dstip_06___5
+01___numeric___dstip_06___6
+01___numeric___dstip_06___7
+01___numeric___dstip_06___8
+01___numeric___dstip_06___9
+01___numeric___dstip_07___0
+01___numeric___dstip_07___1
+01___numeric___dstip_07___2
+01___numeric___dstip_07___3
+01___numeric___dstip_07___4
+01___numeric___dstip_07___5
+01___numeric___dstip_07___6
+01___numeric___dstip_07___7
+01___numeric___dstip_07___8
+01___numeric___dstip_07___9
+01___numeric___dstip_08___0
+01___numeric___dstip_08___1
+01___numeric___dstip_08___2
+01___numeric___dstip_08___3
+01___numeric___dstip_08___4
+01___numeric___dstip_08___5
+01___numeric___dstip_08___6
+01___numeric___dstip_08___7
+01___numeric___dstip_08___8
+01___numeric___dstip_08___9
+01___numeric___dstip_09___0
+01___numeric___dstip_09___1
+01___numeric___dstip_09___2
+01___numeric___dstip_09___3
+01___numeric___dstip_09___4
+01___numeric___dstip_09___5
+01___numeric___dstip_09___6
+01___numeric___dstip_09___7
+01___numeric___dstip_09___8
+01___numeric___dstip_09___9
+02___numeric___srcport_00___0
+02___numeric___srcport_00___1
+02___numeric___srcport_00___2
+02___numeric___srcport_00___3
+02___numeric___srcport_00___4
+02___numeric___srcport_00___5
+02___numeric___srcport_00___6
+02___numeric___srcport_01___0
+02___numeric___srcport_01___1
+02___numeric___srcport_01___2
+02___numeric___srcport_01___3
+02___numeric___srcport_01___4
+02___numeric___srcport_01___5
+02___numeric___srcport_01___6
+02___numeric___srcport_01___7
+02___numeric___srcport_01___8
+02___numeric___srcport_01___9
+02___numeric___srcport_02___0
+02___numeric___srcport_02___1
+02___numeric___srcport_02___2
+02___numeric___srcport_02___3
+02___numeric___srcport_02___4
+02___numeric___srcport_02___5
+02___numeric___srcport_02___6
+02___numeric___srcport_02___7
+02___numeric___srcport_02___8
+02___numeric___srcport_02___9
+02___numeric___srcport_03___0
+02___numeric___srcport_03___1
+02___numeric___srcport_03___2
+02___numeric___srcport_03___3
+02___numeric___srcport_03___4
+02___numeric___srcport_03___5
+02___numeric___srcport_03___6
+02___numeric___srcport_03___7
+02___numeric___srcport_03___8
+02___numeric___srcport_03___9
+02___numeric___srcport_04___0
+02___numeric___srcport_04___1
+02___numeric___srcport_04___2
+02___numeric___srcport_04___3
+02___numeric___srcport_04___4
+02___numeric___srcport_04___5
+02___numeric___srcport_04___6
+02___numeric___srcport_04___7
+02___numeric___srcport_04___8
+02___numeric___srcport_04___9
+03___numeric___dstport_00___0
+03___numeric___dstport_00___1
+03___numeric___dstport_00___2
+03___numeric___dstport_00___3
+03___numeric___dstport_00___4
+03___numeric___dstport_00___5
+03___numeric___dstport_00___6
+03___numeric___dstport_01___0
+03___numeric___dstport_01___1
+03___numeric___dstport_01___2
+03___numeric___dstport_01___3
+03___numeric___dstport_01___4
+03___numeric___dstport_01___5
+03___numeric___dstport_01___6
+03___numeric___dstport_01___7
+03___numeric___dstport_01___8
+03___numeric___dstport_01___9
+03___numeric___dstport_02___0
+03___numeric___dstport_02___1
+03___numeric___dstport_02___2
+03___numeric___dstport_02___3
+03___numeric___dstport_02___4
+03___numeric___dstport_02___5
+03___numeric___dstport_02___6
+03___numeric___dstport_02___7
+03___numeric___dstport_02___8
+03___numeric___dstport_02___9
+03___numeric___dstport_03___0
+03___numeric___dstport_03___1
+03___numeric___dstport_03___2
+03___numeric___dstport_03___3
+03___numeric___dstport_03___4
+03___numeric___dstport_03___5
+03___numeric___dstport_03___6
+03___numeric___dstport_03___7
+03___numeric___dstport_03___8
+03___numeric___dstport_03___9
+03___numeric___dstport_04___0
+03___numeric___dstport_04___1
+03___numeric___dstport_04___2
+03___numeric___dstport_04___3
+03___numeric___dstport_04___4
+03___numeric___dstport_04___5
+03___numeric___dstport_04___6
+03___numeric___dstport_04___7
+03___numeric___dstport_04___8
+03___numeric___dstport_04___9
+04___categorical___proto___tcp
+04___categorical___proto___udp
+05___numeric___time_00___1
+05___numeric___time_01___2
+05___numeric___time_01___3
+05___numeric___time_01___5
+05___numeric___time_02___2
+05___numeric___time_02___3
+05___numeric___time_02___6
+05___numeric___time_03___1
+05___numeric___time_04___0
+05___numeric___time_04___1
+05___numeric___time_04___9
+05___numeric___time_05___0
+05___numeric___time_05___1
+05___numeric___time_05___7
+05___numeric___time_06___0
+05___numeric___time_06___5
+05___numeric___time_06___8
+05___numeric___time_07___3
+05___numeric___time_07___4
+05___numeric___time_07___5
+05___numeric___time_07___6
+05___numeric___time_07___7
+05___numeric___time_07___8
+05___numeric___time_07___9
+05___numeric___time_08___0
+05___numeric___time_08___1
+05___numeric___time_08___2
+05___numeric___time_08___3
+05___numeric___time_08___4
+05___numeric___time_08___5
+05___numeric___time_08___6
+05___numeric___time_08___7
+05___numeric___time_08___8
+05___numeric___time_08___9
+05___numeric___time_09___0
+05___numeric___time_09___1
+05___numeric___time_09___2
+05___numeric___time_09___3
+05___numeric___time_09___4
+05___numeric___time_09___5
+05___numeric___time_09___6
+05___numeric___time_09___7
+05___numeric___time_09___8
+05___numeric___time_09___9
+05___numeric___time_10___0
+05___numeric___time_10___1
+05___numeric___time_10___2
+05___numeric___time_10___3
+05___numeric___time_10___4
+05___numeric___time_10___5
+05___numeric___time_10___6
+05___numeric___time_10___7
+05___numeric___time_10___8
+05___numeric___time_10___9
+05___numeric___time_11___0
+05___numeric___time_11___1
+05___numeric___time_11___2
+05___numeric___time_11___3
+05___numeric___time_11___4
+05___numeric___time_11___5
+05___numeric___time_11___6
+05___numeric___time_11___7
+05___numeric___time_11___8
+05___numeric___time_11___9
+05___numeric___time_12___0
+05___numeric___time_12___1
+05___numeric___time_12___2
+05___numeric___time_12___3
+05___numeric___time_12___4
+05___numeric___time_12___5
+05___numeric___time_12___6
+05___numeric___time_12___7
+05___numeric___time_12___8
+05___numeric___time_12___9
+05___numeric___time_13___0
+05___numeric___time_13___1
+05___numeric___time_13___2
+05___numeric___time_13___3
+05___numeric___time_13___4
+05___numeric___time_13___5
+05___numeric___time_13___6
+05___numeric___time_13___7
+05___numeric___time_13___8
+05___numeric___time_13___9
+05___numeric___time_14___0
+05___numeric___time_14___1
+05___numeric___time_14___2
+05___numeric___time_14___3
+05___numeric___time_14___4
+05___numeric___time_14___5
+05___numeric___time_14___6
+05___numeric___time_14___7
+05___numeric___time_14___8
+05___numeric___time_14___9
+05___numeric___time_15___0
+05___numeric___time_15___1
+05___numeric___time_15___2
+05___numeric___time_15___3
+05___numeric___time_15___4
+05___numeric___time_15___5
+05___numeric___time_15___6
+05___numeric___time_15___7
+05___numeric___time_15___8
+05___numeric___time_15___9
+06___numeric___pkt_len_00___0
+06___numeric___pkt_len_00___1
+06___numeric___pkt_len_01___0
+06___numeric___pkt_len_01___1
+06___numeric___pkt_len_01___2
+06___numeric___pkt_len_01___3
+06___numeric___pkt_len_01___4
+06___numeric___pkt_len_01___5
+06___numeric___pkt_len_01___6
+06___numeric___pkt_len_01___7
+06___numeric___pkt_len_01___8
+06___numeric___pkt_len_01___9
+06___numeric___pkt_len_02___0
+06___numeric___pkt_len_02___1
+06___numeric___pkt_len_02___2
+06___numeric___pkt_len_02___3
+06___numeric___pkt_len_02___4
+06___numeric___pkt_len_02___5
+06___numeric___pkt_len_02___6
+06___numeric___pkt_len_02___7
+06___numeric___pkt_len_02___8
+06___numeric___pkt_len_02___9
+06___numeric___pkt_len_03___0
+06___numeric___pkt_len_03___1
+06___numeric___pkt_len_03___2
+06___numeric___pkt_len_03___3
+06___numeric___pkt_len_03___4
+06___numeric___pkt_len_03___5
+06___numeric___pkt_len_03___6
+06___numeric___pkt_len_03___7
+06___numeric___pkt_len_03___8
+06___numeric___pkt_len_03___9
+07___numeric___version_00___4
+08___numeric___ihl_00___5
+09___numeric___tos_00___0
+09___numeric___tos_00___1
+09___numeric___tos_00___2
+09___numeric___tos_01___0
+09___numeric___tos_01___1
+09___numeric___tos_01___2
+09___numeric___tos_01___3
+09___numeric___tos_01___4
+09___numeric___tos_01___5
+09___numeric___tos_01___6
+09___numeric___tos_01___7
+09___numeric___tos_01___8
+09___numeric___tos_01___9
+09___numeric___tos_02___0
+09___numeric___tos_02___1
+09___numeric___tos_02___2
+09___numeric___tos_02___3
+09___numeric___tos_02___4
+09___numeric___tos_02___5
+09___numeric___tos_02___6
+09___numeric___tos_02___7
+09___numeric___tos_02___8
+09___numeric___tos_02___9
+10___numeric___id_00___0
+10___numeric___id_00___1
+10___numeric___id_00___2
+10___numeric___id_00___3
+10___numeric___id_00___4
+10___numeric___id_00___5
+10___numeric___id_00___6
+10___numeric___id_01___0
+10___numeric___id_01___1
+10___numeric___id_01___2
+10___numeric___id_01___3
+10___numeric___id_01___4
+10___numeric___id_01___5
+10___numeric___id_01___6
+10___numeric___id_01___7
+10___numeric___id_01___8
+10___numeric___id_01___9
+10___numeric___id_02___0
+10___numeric___id_02___1
+10___numeric___id_02___2
+10___numeric___id_02___3
+10___numeric___id_02___4
+10___numeric___id_02___5
+10___numeric___id_02___6
+10___numeric___id_02___7
+10___numeric___id_02___8
+10___numeric___id_02___9
+10___numeric___id_03___0
+10___numeric___id_03___1
+10___numeric___id_03___2
+10___numeric___id_03___3
+10___numeric___id_03___4
+10___numeric___id_03___5
+10___numeric___id_03___6
+10___numeric___id_03___7
+10___numeric___id_03___8
+10___numeric___id_03___9
+10___numeric___id_04___0
+10___numeric___id_04___1
+10___numeric___id_04___2
+10___numeric___id_04___3
+10___numeric___id_04___4
+10___numeric___id_04___5
+10___numeric___id_04___6
+10___numeric___id_04___7
+10___numeric___id_04___8
+10___numeric___id_04___9
+11___numeric___flag_00___0
+11___numeric___flag_00___1
+11___numeric___flag_00___2
+12___numeric___off_00___0
+12___numeric___off_00___1
+12___numeric___off_01___0
+12___numeric___off_01___7
+12___numeric___off_01___8
+12___numeric___off_01___9
+12___numeric___off_02___0
+12___numeric___off_02___2
+12___numeric___off_02___4
+12___numeric___off_02___5
+12___numeric___off_02___7
+12___numeric___off_02___9
+13___numeric___ttl_00___0
+13___numeric___ttl_00___1
+13___numeric___ttl_00___2
+13___numeric___ttl_01___0
+13___numeric___ttl_01___1
+13___numeric___ttl_01___2
+13___numeric___ttl_01___3
+13___numeric___ttl_01___4
+13___numeric___ttl_01___5
+13___numeric___ttl_01___6
+13___numeric___ttl_01___7
+13___numeric___ttl_01___8
+13___numeric___ttl_01___9
+13___numeric___ttl_02___0
+13___numeric___ttl_02___1
+13___numeric___ttl_02___2
+13___numeric___ttl_02___3
+13___numeric___ttl_02___4
+13___numeric___ttl_02___5
+13___numeric___ttl_02___6
+13___numeric___ttl_02___7
+13___numeric___ttl_02___8
+13___numeric___ttl_02___9