retrained using class weights to address imbalance

README.md

@@ -30,6 +30,6 @@ Stats:
  - **Validation set**: 141 dialogues, using manual donation intention labels from Persuasion For Good 'AnnSet'
  - **Test set**: 143 dialogues, using manual donation intention labels from Persuasion For Good 'AnnSet'
 
-**Test Macro F1**: 0.88
+**Test Macro F1**: 0.893
 
-**Test Accuracy**: 0.90
+**Test Accuracy**: 0.902

config.json

@@ -5,7 +5,7 @@
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
-  "classifier_dropout": null,
+  "classifier_dropout": 0.1,
   "eos_token_id": 2,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a8a1a99878e330a2b226c429280e2c3d6800342792bf7ee41bae1c3a8cbbc90
+oid sha256:44a5dd064a761d0defd5a4f2a4acbea6e43baf1b8c0c790fce81f5db17ee630d
 size 1421605805

runs/version_0/{events.out.tfevents.1649251721.panacea.34025.0 → events.out.tfevents.1650244759.panacea.16205.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8f6d9f468458d8f0f946f1bb8048f2e0a406d005c6cc426a81fb0ebba953138
-size 21348
+oid sha256:7d94c767b259402a5f887831a025bb47c5c0d2bdfa0d84f9838afae2e272f945
+size 17391

runs/version_0/{events.out.tfevents.1649252717.panacea.34025.1 → events.out.tfevents.1650245505.panacea.16205.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebef0b5f87d987f5bf4a425df175d60b63f6ef6f623e17d13f94b29dc1d0b1ba
-size 4335
+oid sha256:669b84e00fd0b5135e7dbdd2fabf0948449cd135c392cb38049f6c10b78072ce
+size 4482

runs/version_0/hparams.yaml

@@ -13,6 +13,7 @@ check_val_every_n_epoch: 1
 checkpoint_callback: null
 checkpoint_save_top_k: 1
 checkpoint_save_weights_only: true
+classifier_dropout: 0.1
 data_random_state: 42
 datasetpath: ../data/persuasion_for_good/AnnotatedData
 default_root_dir: null
@@ -45,6 +46,7 @@ min_steps: null
 model_random_state: 42
 move_metrics_to_cpu: false
 multiple_trainloader_mode: max_size_cycle
+num_classes: 2
 num_nodes: 1
 num_processes: 1
 num_sanity_val_steps: 2
@@ -70,5 +72,6 @@ val_check_interval: 0.25
 val_split: 0.1
 warmup_steps: 0
 weight_decay: 0.0
+weighted_loss: true
 weights_save_path: null
 weights_summary: top