End of training

README.md

@@ -0,0 +1,64 @@
+---
+license: mit
+base_model: roberta-base
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: tapt_seq_bn_amazon_helpfulness_classification_model
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# tapt_seq_bn_amazon_helpfulness_classification_model
+
+This model is a fine-tuned version of [roberta-base](https://huggingface.co/roberta-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3322
+- Accuracy: 0.866
+- F1 Macro: 0.5934
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.98) and epsilon=1e-06
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.06
+- num_epochs: 3
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 Macro |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|:--------:|
+| 0.3392        | 1.0   | 1563 | 0.3329          | 0.859    | 0.5394   |
+| 0.3347        | 2.0   | 3126 | 0.3382          | 0.863    | 0.5814   |
+| 0.3305        | 3.0   | 4689 | 0.3322          | 0.866    | 0.5934   |
+
+
+### Framework versions
+
+- Transformers 4.36.2
+- Pytorch 2.2.1+cu121
+- Datasets 2.18.0
+- Tokenizers 0.15.2

default/head_config.json

@@ -0,0 +1,19 @@
+{
+  "config": {
+    "activation_function": "gelu",
+    "bias": true,
+    "embedding_size": 768,
+    "head_type": "masked_lm",
+    "label2id": null,
+    "layer_norm": true,
+    "layers": 2,
+    "shift_labels": false,
+    "vocab_size": 50265
+  },
+  "hidden_size": 768,
+  "model_class": "RobertaAdapterModel",
+  "model_name": "roberta-base",
+  "model_type": "roberta",
+  "name": "default",
+  "version": "0.1.2"
+}

default/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff7928366b173ef2d74fcdf04581a7c98c13c3bd11623203f922ffcc7248c5
+size 156986358

runs/Apr16_22-12-42_728ace0a15bf/events.out.tfevents.1713305582.728ace0a15bf.754.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f624c8fa013c8afe60f6f596d9fa85a289036844c7ce2df1c9893a402889e75c
-size 10801
+oid sha256:b6598e97f6c890386cecfa4bcff22c88b00645f0b05937d0696e499277a524a3
+size 13885

runs/Apr16_22-12-42_728ace0a15bf/events.out.tfevents.1713306935.728ace0a15bf.754.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4dcfdf1370ccc0b8fd614bf8ea5ef0755ba26237555ab6412f8b3736b8464
+size 463

tapt_seq_bn/adapter_config.json

@@ -0,0 +1,41 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9076f36a74755ac4",
+  "hidden_size": 768,
+  "model_class": "RobertaAdapterModel",
+  "model_name": "roberta-base",
+  "model_type": "roberta",
+  "name": "tapt_seq_bn",
+  "version": "0.1.2"
+}

tapt_seq_bn/head_config.json

@@ -0,0 +1,21 @@
+{
+  "config": {
+    "activation_function": "tanh",
+    "bias": true,
+    "dropout_prob": null,
+    "head_type": "classification",
+    "label2id": {
+      "helpful": 1,
+      "unhelpful": 0
+    },
+    "layers": 2,
+    "num_labels": 2,
+    "use_pooler": false
+  },
+  "hidden_size": 768,
+  "model_class": "RobertaAdapterModel",
+  "model_name": "roberta-base",
+  "model_type": "roberta",
+  "name": "tapt_seq_bn",
+  "version": "0.1.2"
+}

tapt_seq_bn/pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6e2521ef815043e4c6e6087f0919786eabe3022b99eb825f9d6e0aefd224e5
+size 3595878

tapt_seq_bn/pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93993faaacb6349e6e2434881f56d849f5621a904107c29068402db8a56a3bde
+size 2370664