Add model configuration results

README.md

@@ -29,6 +29,9 @@ Trained and evaluated on mixed (noun-phrase and claim) targets from subtask A of
 Used the `BART-MNLI-e` architecture from the same paper.
 Weights were initialized from [facebook/bart-large-mnli](https://huggingface.co/facebook/bart-large-mnli):
 
+Obtained macro F1-score of 0.82 (see [exp\_results/metrics.csv](exp_results/metrics.csv)) on the test data.
+
+
 ## Dependencies
 
 - `python>=3.9.22`

exp_results/config.yaml

@@ -0,0 +1,76 @@
+# lightning.pytorch==2.5.1.post0
+seed_everything: 1
+trainer:
+  accelerator: auto
+  strategy: auto
+  devices: auto
+  num_nodes: 1
+  precision: null
+  logger:
+    class_path: lightning.pytorch.loggers.CSVLogger
+    init_args:
+      save_dir: /home/ethanlmines/blue_dir/experiments/
+      name: lightning_logs
+      version: bart_1746536457
+      prefix: ''
+      flush_logs_every_n_steps: 100
+  callbacks: null
+  fast_dev_run: false
+  max_epochs: 1000
+  min_epochs: null
+  max_steps: -1
+  min_steps: null
+  max_time: null
+  limit_train_batches: null
+  limit_val_batches: null
+  limit_test_batches: null
+  limit_predict_batches: null
+  overfit_batches: 0.0
+  val_check_interval: null
+  check_val_every_n_epoch: 1
+  num_sanity_val_steps: null
+  log_every_n_steps: null
+  enable_checkpointing: null
+  enable_progress_bar: null
+  enable_model_summary: null
+  accumulate_grad_batches: 1
+  gradient_clip_val: null
+  gradient_clip_algorithm: null
+  deterministic: null
+  benchmark: null
+  inference_mode: true
+  use_distributed_sampler: true
+  profiler: null
+  detect_anomaly: false
+  barebones: false
+  plugins: null
+  sync_batchnorm: false
+  reload_dataloaders_every_n_epochs: 0
+  default_root_dir: null
+  model_registry: null
+model:
+  class_path: stance_gator.bart_enc_module.BartEncModule
+  init_args:
+    pretrained_model: facebook/bart-large-mnli
+    classifier_hidden_units: null
+data:
+  class_path: stance_gator.data_modules.RandomSplitDataModule
+  init_args:
+    partitions:
+      /home/ethanlmines/blue_dir/datasets/ezstance/subtaskA/mixed/raw_train_all_onecol.csv:
+      - 1.0
+      - 0.0
+      - 0.0
+      /home/ethanlmines/blue_dir/datasets/ezstance/subtaskA/mixed/raw_val_all_onecol.csv:
+      - 0.0
+      - 1.0
+      - 0.0
+      /home/ethanlmines/blue_dir/datasets/ezstance/subtaskA/mixed/raw_test_all_onecol.csv:
+      - 0.0
+      - 0.0
+      - 1.0
+    corpus_type: ezstance
+    batch_size: 64
+    transforms: null
+optimizer: null
+lr_scheduler: null

exp_results/metrics.csv

@@ -0,0 +1,125 @@
+epoch,loss,step,test_against_f1,test_favor_f1,test_macro_f1,test_neutral_f1,val_against_f1,val_favor_f1,val_macro_f1,val_neutral_f1
+0,0.9888514876365662,49,,,,,,,,
+0,0.7348390221595764,99,,,,,,,,
+0,0.5867702960968018,149,,,,,,,,
+0,0.5734435319900513,199,,,,,,,,
+0,0.6683152318000793,249,,,,,,,,
+0,0.7656928896903992,299,,,,,,,,
+0,0.4987986385822296,349,,,,,,,,
+0,0.5919039845466614,399,,,,,,,,
+0,0.47828590869903564,449,,,,,,,,
+0,0.4783167243003845,499,,,,,,,,
+0,,509,,,,,0.8281096816062927,0.8189460635185242,0.8080361485481262,0.7770528793334961
+1,0.5787826180458069,549,,,,,,,,
+1,0.3716425597667694,599,,,,,,,,
+1,0.4729402959346771,649,,,,,,,,
+1,0.29066169261932373,699,,,,,,,,
+1,0.384624719619751,749,,,,,,,,
+1,0.6092337369918823,799,,,,,,,,
+1,0.43574196100234985,849,,,,,,,,
+1,0.31340309977531433,899,,,,,,,,
+1,0.34373122453689575,949,,,,,,,,
+1,0.2983512878417969,999,,,,,,,,
+1,,1019,,,,,0.8227408528327942,0.8186461925506592,0.8051062226295471,0.7739316821098328
+2,0.4437808692455292,1049,,,,,,,,
+2,0.19607985019683838,1099,,,,,,,,
+2,0.29746049642562866,1149,,,,,,,,
+2,0.17571623623371124,1199,,,,,,,,
+2,0.3861319124698639,1249,,,,,,,,
+2,0.4353342652320862,1299,,,,,,,,
+2,0.3945455849170685,1349,,,,,,,,
+2,0.5171536207199097,1399,,,,,,,,
+2,0.4636494219303131,1449,,,,,,,,
+2,0.17841681838035583,1499,,,,,,,,
+2,,1529,,,,,0.82080078125,0.8083927631378174,0.8007755279541016,0.7731329202651978
+3,0.24178685247898102,1549,,,,,,,,
+3,0.4104079604148865,1599,,,,,,,,
+3,0.20724281668663025,1649,,,,,,,,
+3,0.19973334670066833,1699,,,,,,,,
+3,0.2382112294435501,1749,,,,,,,,
+3,0.1685734987258911,1799,,,,,,,,
+3,0.20389944314956665,1849,,,,,,,,
+3,0.1567392349243164,1899,,,,,,,,
+3,0.29278939962387085,1949,,,,,,,,
+3,0.27644670009613037,1999,,,,,,,,
+3,,2039,,,,,0.8136786222457886,0.8049855828285217,0.7918882369995117,0.7570004463195801
+4,0.1713574081659317,2049,,,,,,,,
+4,0.15795032680034637,2099,,,,,,,,
+4,0.1692262440919876,2149,,,,,,,,
+4,0.23484252393245697,2199,,,,,,,,
+4,0.1811925619840622,2249,,,,,,,,
+4,0.14568275213241577,2299,,,,,,,,
+4,0.12225649505853653,2349,,,,,,,,
+4,0.1186932623386383,2399,,,,,,,,
+4,0.27932411432266235,2449,,,,,,,,
+4,0.17320232093334198,2499,,,,,,,,
+4,0.07393623888492584,2549,,,,,,,,
+4,,2549,,,,,0.8273166418075562,0.8156470656394958,0.8029670715332031,0.7659374475479126
+5,0.05428502336144447,2599,,,,,,,,
+5,0.13377612829208374,2649,,,,,,,,
+5,0.04471786692738533,2699,,,,,,,,
+5,0.1500701606273651,2749,,,,,,,,
+5,0.07525573670864105,2799,,,,,,,,
+5,0.21263597905635834,2849,,,,,,,,
+5,0.01393931359052658,2899,,,,,,,,
+5,0.19787761569023132,2949,,,,,,,,
+5,0.13276982307434082,2999,,,,,,,,
+5,0.1480180323123932,3049,,,,,,,,
+5,,3059,,,,,0.828855037689209,0.8091661930084229,0.7973544597625732,0.7540422081947327
+6,0.13634467124938965,3099,,,,,,,,
+6,0.14695745706558228,3149,,,,,,,,
+6,0.034173477441072464,3199,,,,,,,,
+6,0.027606502175331116,3249,,,,,,,,
+6,0.01345209963619709,3299,,,,,,,,
+6,0.03960833325982094,3349,,,,,,,,
+6,0.06743690371513367,3399,,,,,,,,
+6,0.031378403306007385,3449,,,,,,,,
+6,0.03665539622306824,3499,,,,,,,,
+6,0.05647542327642441,3549,,,,,,,,
+6,,3569,,,,,0.8202494978904724,0.8121404051780701,0.7985733151435852,0.7633302211761475
+7,0.02867501974105835,3599,,,,,,,,
+7,0.04957610368728638,3649,,,,,,,,
+7,0.03573068231344223,3699,,,,,,,,
+7,0.006066871806979179,3749,,,,,,,,
+7,0.13277354836463928,3799,,,,,,,,
+7,0.050674665719270706,3849,,,,,,,,
+7,0.07063347101211548,3899,,,,,,,,
+7,0.15652361512184143,3949,,,,,,,,
+7,0.13434241712093353,3999,,,,,,,,
+7,0.05544668063521385,4049,,,,,,,,
+7,,4079,,,,,0.8354430198669434,0.8170353770256042,0.8056871294975281,0.7645829319953918
+8,0.07157350331544876,4099,,,,,,,,
+8,0.16131334006786346,4149,,,,,,,,
+8,0.030500514432787895,4199,,,,,,,,
+8,0.13618314266204834,4249,,,,,,,,
+8,0.06403021514415741,4299,,,,,,,,
+8,0.011448878794908524,4349,,,,,,,,
+8,0.04364281892776489,4399,,,,,,,,
+8,0.004511695820838213,4449,,,,,,,,
+8,0.09053589403629303,4499,,,,,,,,
+8,0.023780696094036102,4549,,,,,,,,
+8,,4589,,,,,0.8288543224334717,0.8037775754928589,0.8000263571739197,0.7674471139907837
+9,0.21122609078884125,4599,,,,,,,,
+9,0.035128649324178696,4649,,,,,,,,
+9,0.09666551649570465,4699,,,,,,,,
+9,0.003644851967692375,4749,,,,,,,,
+9,0.238395094871521,4799,,,,,,,,
+9,0.026640502735972404,4849,,,,,,,,
+9,0.12473264336585999,4899,,,,,,,,
+9,0.06351617723703384,4949,,,,,,,,
+9,0.025969013571739197,4999,,,,,,,,
+9,0.04904737323522568,5049,,,,,,,,
+9,0.1392141431570053,5099,,,,,,,,
+9,,5099,,,,,0.8265398144721985,0.8135877251625061,0.8022568225860596,0.7666429877281189
+10,0.10431565344333649,5149,,,,,,,,
+10,0.029184063896536827,5199,,,,,,,,
+10,0.023677300661802292,5249,,,,,,,,
+10,0.006518593989312649,5299,,,,,,,,
+10,0.01312322448939085,5349,,,,,,,,
+10,0.03394605219364166,5399,,,,,,,,
+10,0.006162404082715511,5449,,,,,,,,
+10,0.2271450310945511,5499,,,,,,,,
+10,0.03679339215159416,5549,,,,,,,,
+10,0.046409569680690765,5599,,,,,,,,
+10,,5609,,,,,0.8267785906791687,0.8109358549118042,0.7985108494758606,0.7578181624412537
+11,,5610,0.8249480128288269,0.8378233909606934,0.8207436203956604,0.7994595170021057,,,,