Initial commit

config.json

@@ -0,0 +1,65 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "EVENT",
+    "1": "EVENT_Illness",
+    "2": "EVENT_Accident",
+    "3": "EVENT_Other",
+    "4": "CAUSE",
+    "5": "CAUSE_Just_Happens",
+    "6": "CAUSE_Material_Physical",
+    "7": "CAUSE_Spirits_Gods",
+    "8": "CAUSE_Witchcraft_Sorcery",
+    "9": "CAUSE_Rule_Violation_Taboo",
+    "10": "CAUSE_Jealousy_Evil_Eye",
+    "11": "ACTION",
+    "12": "ACTION_Physical_Material",
+    "13": "ACTION_Technical_Specialist",
+    "14": "ACTION_Divination",
+    "15": "ACTION_Shaman_Medium_Healer",
+    "16": "ACTION_Priest_High_Religion",
+    "17": "ACTION_Other"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "ACTION": 11,
+    "ACTION_Divination": 14,
+    "ACTION_Other": 17,
+    "ACTION_Physical_Material": 12,
+    "ACTION_Priest_High_Religion": 16,
+    "ACTION_Shaman_Medium_Healer": 15,
+    "ACTION_Technical_Specialist": 13,
+    "CAUSE": 4,
+    "CAUSE_Jealousy_Evil_Eye": 10,
+    "CAUSE_Just_Happens": 5,
+    "CAUSE_Material_Physical": 6,
+    "CAUSE_Rule_Violation_Taboo": 9,
+    "CAUSE_Spirits_Gods": 7,
+    "CAUSE_Witchcraft_Sorcery": 8,
+    "EVENT": 0,
+    "EVENT_Accident": 2,
+    "EVENT_Illness": 1,
+    "EVENT_Other": 3
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "multi_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "vocab_size": 30522
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94f74ba96451ae68674f8c03175ca529b0c9586d1c826d4ea4dc57f2cdcf9fe
+size 535796549

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5388af2efca6ed72b2c6ac82169d011caa6c00e6ac088b05c90c9632a4eeeb
+size 267903341

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6efb74f26f13ab44ac71a5b2839da2cb02076f78433571e42ff77df959c617
+size 13553

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dceeccbae01744d839850b433e9e5d599a8543ba27144a7fc306eba118b0d12
+size 627

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "distilbert-base-uncased",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,77 @@
+{
+  "best_metric": 0.7183271832718328,
+  "best_model_checkpoint": "HRAF_Model_MultiLabel_SubClasses/checkpoint-875",
+  "epoch": 5.0,
+  "global_step": 875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.0,
+      "eval_f1": 0.667278849097031,
+      "eval_loss": 0.41065430641174316,
+      "eval_roc_auc": 0.7616334780182695,
+      "eval_runtime": 107.1579,
+      "eval_samples_per_second": 3.266,
+      "eval_steps_per_second": 0.411,
+      "step": 175
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.002857142857142857,
+      "eval_f1": 0.692448233861145,
+      "eval_loss": 0.38348057866096497,
+      "eval_roc_auc": 0.7780945131452475,
+      "eval_runtime": 90.7152,
+      "eval_samples_per_second": 3.858,
+      "eval_steps_per_second": 0.485,
+      "step": 350
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 8.571428571428571e-06,
+      "loss": 0.4077,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.022857142857142857,
+      "eval_f1": 0.7051744885679904,
+      "eval_loss": 0.3677811026573181,
+      "eval_roc_auc": 0.7873223134208052,
+      "eval_runtime": 90.6425,
+      "eval_samples_per_second": 3.861,
+      "eval_steps_per_second": 0.485,
+      "step": 525
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.04857142857142857,
+      "eval_f1": 0.7114503816793892,
+      "eval_loss": 0.35647499561309814,
+      "eval_roc_auc": 0.7900212002732531,
+      "eval_runtime": 90.64,
+      "eval_samples_per_second": 3.861,
+      "eval_steps_per_second": 0.485,
+      "step": 700
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.05142857142857143,
+      "eval_f1": 0.7183271832718328,
+      "eval_loss": 0.3486453592777252,
+      "eval_roc_auc": 0.7937415018923373,
+      "eval_runtime": 90.5252,
+      "eval_samples_per_second": 3.866,
+      "eval_steps_per_second": 0.486,
+      "step": 875
+    }
+  ],
+  "max_steps": 875,
+  "num_train_epochs": 5,
+  "total_flos": 784104676533360.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc0e69c798b4630ee068a05dd4f1a9404d270ac23a1062f1e52f9348c3979b0
+size 3387