commit files to HF hub

added_tokens.json

@@ -0,0 +1,18 @@
+{
+  "[ambiance-Negative]": 30526,
+  "[ambiance-Positive]": 30527,
+  "[ambiance-no majority]": 30529,
+  "[ambiance-unknown]": 30528,
+  "[food-Negative]": 30522,
+  "[food-Positive]": 30523,
+  "[food-no majority]": 30525,
+  "[food-unknown]": 30524,
+  "[noise-Negative]": 30530,
+  "[noise-Positive]": 30531,
+  "[noise-no majority]": 30533,
+  "[noise-unknown]": 30532,
+  "[service-Negative]": 30534,
+  "[service-Positive]": 30535,
+  "[service-no majority]": 30537,
+  "[service-unknown]": 30536
+}

config.json

@@ -0,0 +1,44 @@
+{
+  "_name_or_path": "CEBaB/lstm.CEBaB.sa.5-class.exclusive.seed_66",
+  "architectures": [
+    "LSTMForFactualCounterfactualSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bidirectional": true,
+  "classifier_dropout": null,
+  "finetuning_task": "opentable",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 300,
+  "id2label": {
+    "0": 0,
+    "1": 1,
+    "2": 2,
+    "3": 3,
+    "4": 4
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "0": 0,
+    "1": 1,
+    "2": 2,
+    "3": 3,
+    "4": 4
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 1,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.1",
+  "type_vocab_size": 2,
+  "update_embeddings": false,
+  "use_cache": true,
+  "vocab_size": 30538
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0be9122f69984ae29f040bdbcaaef66a97800c1a4c96d4db7c2905aee107c3
+size 85600319

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870ca4d32f4267f00cdfe00163cc3def5f5b8c93f85387e4843dcacee8631369
+size 42799239

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e649cd1112166ee83afdc39b48111fa8509d41e461df413319fc78dd3ebdf51
+size 14503

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fee0889bb39f7761726cf7bb1f8cbb7d5aa33a3e330be32cb2ed278fe2d262
+size 623

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "[food-Negative]",
+    "[food-Positive]",
+    "[food-unknown]",
+    "[food-no majority]",
+    "[ambiance-Negative]",
+    "[ambiance-Positive]",
+    "[ambiance-unknown]",
+    "[ambiance-no majority]",
+    "[noise-Negative]",
+    "[noise-Positive]",
+    "[noise-unknown]",
+    "[noise-no majority]",
+    "[service-Negative]",
+    "[service-Positive]",
+    "[service-unknown]",
+    "[service-no majority]"
+  ],
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "bert-base-uncased",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,442 @@
+{
+  "best_metric": 0.49332907795906067,
+  "best_model_checkpoint": "model_output/e2e_opentable_5_way__approximate__0-shot__seed-66__lstm/checkpoint-650",
+  "epoch": 1.1149228130360207,
+  "global_step": 650,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9783362218370885e-05,
+      "loss": 43.289,
+      "step": 20
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.956672443674177e-05,
+      "loss": 39.7742,
+      "step": 40
+    },
+    {
+      "epoch": 0.09,
+      "eval_distillation_accuracy_counterfactual": 0.3876346844535659,
+      "eval_distillation_accuracy_factual": 0.7116469984607491,
+      "eval_distillation_f1_counterfactual": 0.36789273743176754,
+      "eval_distillation_f1_factual": 0.706355718089049,
+      "eval_groundtruth_accuracy_counterfactual": 0.3170856849666496,
+      "eval_groundtruth_f1_counterfactual": 0.30061734733599244,
+      "eval_groundtruth_f1_factual": 0.5309938705776336,
+      "eval_icace_cosine": 0.7443665266036987,
+      "eval_icace_l2": 0.8025880455970764,
+      "eval_icace_normdiff": 0.6179075837135315,
+      "eval_loss": 21.722654342651367,
+      "eval_runtime": 4.6356,
+      "eval_samples_per_second": 840.887,
+      "eval_steps_per_second": 6.687,
+      "step": 50
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.935008665511265e-05,
+      "loss": 36.1211,
+      "step": 60
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.913344887348354e-05,
+      "loss": 33.0051,
+      "step": 80
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.891681109185442e-05,
+      "loss": 29.0866,
+      "step": 100
+    },
+    {
+      "epoch": 0.17,
+      "eval_distillation_accuracy_counterfactual": 0.4179066187788609,
+      "eval_distillation_accuracy_factual": 0.7213955874807594,
+      "eval_distillation_f1_counterfactual": 0.4011779697256409,
+      "eval_distillation_f1_factual": 0.7130234220148569,
+      "eval_groundtruth_accuracy_counterfactual": 0.36198050282196,
+      "eval_groundtruth_f1_counterfactual": 0.34119540585580543,
+      "eval_groundtruth_f1_factual": 0.533506870286257,
+      "eval_icace_cosine": 0.6045525074005127,
+      "eval_icace_l2": 0.7391046285629272,
+      "eval_icace_normdiff": 0.5667964220046997,
+      "eval_loss": 15.981736183166504,
+      "eval_runtime": 4.6279,
+      "eval_samples_per_second": 842.278,
+      "eval_steps_per_second": 6.698,
+      "step": 100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.8700173310225307e-05,
+      "loss": 24.2452,
+      "step": 120
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.848353552859619e-05,
+      "loss": 20.9734,
+      "step": 140
+    },
+    {
+      "epoch": 0.26,
+      "eval_distillation_accuracy_counterfactual": 0.4415084658799384,
+      "eval_distillation_accuracy_factual": 0.6688045151359672,
+      "eval_distillation_f1_counterfactual": 0.39743600677420876,
+      "eval_distillation_f1_factual": 0.6386265115556637,
+      "eval_groundtruth_accuracy_counterfactual": 0.42432016418676244,
+      "eval_groundtruth_f1_counterfactual": 0.37094685868809796,
+      "eval_groundtruth_f1_factual": 0.49392886445649786,
+      "eval_icace_cosine": 0.5455384254455566,
+      "eval_icace_l2": 0.6967277526855469,
+      "eval_icace_normdiff": 0.46749597787857056,
+      "eval_loss": 12.647016525268555,
+      "eval_runtime": 4.5013,
+      "eval_samples_per_second": 865.969,
+      "eval_steps_per_second": 6.887,
+      "step": 150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.826689774696707e-05,
+      "loss": 19.1703,
+      "step": 160
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8050259965337955e-05,
+      "loss": 17.6579,
+      "step": 180
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.7833622183708845e-05,
+      "loss": 17.1812,
+      "step": 200
+    },
+    {
+      "epoch": 0.34,
+      "eval_distillation_accuracy_counterfactual": 0.46587993842996406,
+      "eval_distillation_accuracy_factual": 0.7129297075423294,
+      "eval_distillation_f1_counterfactual": 0.42585340396044125,
+      "eval_distillation_f1_factual": 0.6801681890460928,
+      "eval_groundtruth_accuracy_counterfactual": 0.44766546947152386,
+      "eval_groundtruth_f1_counterfactual": 0.4011001985251402,
+      "eval_groundtruth_f1_factual": 0.5200271047795778,
+      "eval_icace_cosine": 0.5150377154350281,
+      "eval_icace_l2": 0.6690810322761536,
+      "eval_icace_normdiff": 0.4451918601989746,
+      "eval_loss": 11.362848281860352,
+      "eval_runtime": 4.5371,
+      "eval_samples_per_second": 859.147,
+      "eval_steps_per_second": 6.833,
+      "step": 200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.761698440207972e-05,
+      "loss": 16.2793,
+      "step": 220
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.740034662045061e-05,
+      "loss": 15.8969,
+      "step": 240
+    },
+    {
+      "epoch": 0.43,
+      "eval_distillation_accuracy_counterfactual": 0.48255515649050795,
+      "eval_distillation_accuracy_factual": 0.7508978963571062,
+      "eval_distillation_f1_counterfactual": 0.4392245827288441,
+      "eval_distillation_f1_factual": 0.7287650814209791,
+      "eval_groundtruth_accuracy_counterfactual": 0.4574140584915341,
+      "eval_groundtruth_f1_counterfactual": 0.4058681312407287,
+      "eval_groundtruth_f1_factual": 0.5340988634733079,
+      "eval_icace_cosine": 0.5094192028045654,
+      "eval_icace_l2": 0.6640841960906982,
+      "eval_icace_normdiff": 0.43985918164253235,
+      "eval_loss": 11.062640190124512,
+      "eval_runtime": 4.5851,
+      "eval_samples_per_second": 850.14,
+      "eval_steps_per_second": 6.761,
+      "step": 250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.7183708838821494e-05,
+      "loss": 15.567,
+      "step": 260
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.6967071057192376e-05,
+      "loss": 15.5899,
+      "step": 280
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.675043327556326e-05,
+      "loss": 15.4491,
+      "step": 300
+    },
+    {
+      "epoch": 0.51,
+      "eval_distillation_accuracy_counterfactual": 0.49589533093894306,
+      "eval_distillation_accuracy_factual": 0.7701385325808107,
+      "eval_distillation_f1_counterfactual": 0.4490615827265524,
+      "eval_distillation_f1_factual": 0.7488952781611599,
+      "eval_groundtruth_accuracy_counterfactual": 0.47614161108260644,
+      "eval_groundtruth_f1_counterfactual": 0.4213178039314829,
+      "eval_groundtruth_f1_factual": 0.5320832145764172,
+      "eval_icace_cosine": 0.5026495456695557,
+      "eval_icace_l2": 0.6473169922828674,
+      "eval_icace_normdiff": 0.4321483075618744,
+      "eval_loss": 10.44105339050293,
+      "eval_runtime": 4.6207,
+      "eval_samples_per_second": 843.602,
+      "eval_steps_per_second": 6.709,
+      "step": 300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.653379549393415e-05,
+      "loss": 15.2629,
+      "step": 320
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.6317157712305025e-05,
+      "loss": 14.8008,
+      "step": 340
+    },
+    {
+      "epoch": 0.6,
+      "eval_distillation_accuracy_counterfactual": 0.50846587993843,
+      "eval_distillation_accuracy_factual": 0.7747562852744997,
+      "eval_distillation_f1_counterfactual": 0.45682754564452965,
+      "eval_distillation_f1_factual": 0.7559415583306467,
+      "eval_groundtruth_accuracy_counterfactual": 0.49461262185736277,
+      "eval_groundtruth_f1_counterfactual": 0.4326301439786258,
+      "eval_groundtruth_f1_factual": 0.5477637349101722,
+      "eval_icace_cosine": 0.5030019283294678,
+      "eval_icace_l2": 0.6434506177902222,
+      "eval_icace_normdiff": 0.4238852560520172,
+      "eval_loss": 10.315159797668457,
+      "eval_runtime": 4.5363,
+      "eval_samples_per_second": 859.299,
+      "eval_steps_per_second": 6.834,
+      "step": 350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.6100519930675915e-05,
+      "loss": 14.6876,
+      "step": 360
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.58838821490468e-05,
+      "loss": 14.8699,
+      "step": 380
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.566724436741768e-05,
+      "loss": 14.3057,
+      "step": 400
+    },
+    {
+      "epoch": 0.69,
+      "eval_distillation_accuracy_counterfactual": 0.5179579271421242,
+      "eval_distillation_accuracy_factual": 0.7955361723961005,
+      "eval_distillation_f1_counterfactual": 0.4694720290698628,
+      "eval_distillation_f1_factual": 0.7787731275919787,
+      "eval_groundtruth_accuracy_counterfactual": 0.5007696254489482,
+      "eval_groundtruth_f1_counterfactual": 0.44241001562042664,
+      "eval_groundtruth_f1_factual": 0.5479747801171813,
+      "eval_icace_cosine": 0.4990290403366089,
+      "eval_icace_l2": 0.6423947811126709,
+      "eval_icace_normdiff": 0.4277788996696472,
+      "eval_loss": 10.05081558227539,
+      "eval_runtime": 4.5234,
+      "eval_samples_per_second": 861.75,
+      "eval_steps_per_second": 6.853,
+      "step": 400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.5450606585788563e-05,
+      "loss": 14.2025,
+      "step": 420
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.5233968804159446e-05,
+      "loss": 14.1203,
+      "step": 440
+    },
+    {
+      "epoch": 0.77,
+      "eval_distillation_accuracy_counterfactual": 0.5023088763468445,
+      "eval_distillation_accuracy_factual": 0.8127244740892765,
+      "eval_distillation_f1_counterfactual": 0.4656964220693382,
+      "eval_distillation_f1_factual": 0.8006616317977919,
+      "eval_groundtruth_accuracy_counterfactual": 0.4789635710620831,
+      "eval_groundtruth_f1_counterfactual": 0.4346768246991469,
+      "eval_groundtruth_f1_factual": 0.5734933636976969,
+      "eval_icace_cosine": 0.5007656216621399,
+      "eval_icace_l2": 0.6549262404441833,
+      "eval_icace_normdiff": 0.4307872951030731,
+      "eval_loss": 10.223078727722168,
+      "eval_runtime": 4.7741,
+      "eval_samples_per_second": 816.492,
+      "eval_steps_per_second": 6.493,
+      "step": 450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.501733102253033e-05,
+      "loss": 14.0055,
+      "step": 460
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.480069324090121e-05,
+      "loss": 14.1732,
+      "step": 480
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.45840554592721e-05,
+      "loss": 13.7579,
+      "step": 500
+    },
+    {
+      "epoch": 0.86,
+      "eval_distillation_accuracy_counterfactual": 0.5017957927142124,
+      "eval_distillation_accuracy_factual": 0.8217034376603386,
+      "eval_distillation_f1_counterfactual": 0.45110748338345036,
+      "eval_distillation_f1_factual": 0.8120033725947984,
+      "eval_groundtruth_accuracy_counterfactual": 0.491277578245254,
+      "eval_groundtruth_f1_counterfactual": 0.4306026913746316,
+      "eval_groundtruth_f1_factual": 0.5751269063395339,
+      "eval_icace_cosine": 0.5004109144210815,
+      "eval_icace_l2": 0.6552226543426514,
+      "eval_icace_normdiff": 0.43052297830581665,
+      "eval_loss": 10.176661491394043,
+      "eval_runtime": 8.7551,
+      "eval_samples_per_second": 445.225,
+      "eval_steps_per_second": 3.541,
+      "step": 500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.436741767764298e-05,
+      "loss": 13.774,
+      "step": 520
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.415077989601387e-05,
+      "loss": 13.8,
+      "step": 540
+    },
+    {
+      "epoch": 0.94,
+      "eval_distillation_accuracy_counterfactual": 0.5059004617752694,
+      "eval_distillation_accuracy_factual": 0.8234992303745511,
+      "eval_distillation_f1_counterfactual": 0.4512025853019249,
+      "eval_distillation_f1_factual": 0.8135629436467913,
+      "eval_groundtruth_accuracy_counterfactual": 0.49461262185736277,
+      "eval_groundtruth_f1_counterfactual": 0.43348852199044147,
+      "eval_groundtruth_f1_factual": 0.5789128560578634,
+      "eval_icace_cosine": 0.498872309923172,
+      "eval_icace_l2": 0.6550716757774353,
+      "eval_icace_normdiff": 0.42937180399894714,
+      "eval_loss": 10.230228424072266,
+      "eval_runtime": 7.836,
+      "eval_samples_per_second": 497.446,
+      "eval_steps_per_second": 3.956,
+      "step": 550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.393414211438475e-05,
+      "loss": 13.5074,
+      "step": 560
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.371750433275563e-05,
+      "loss": 13.6928,
+      "step": 580
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.3500866551126516e-05,
+      "loss": 13.7141,
+      "step": 600
+    },
+    {
+      "epoch": 1.03,
+      "eval_distillation_accuracy_counterfactual": 0.5179579271421242,
+      "eval_distillation_accuracy_factual": 0.8306824012314007,
+      "eval_distillation_f1_counterfactual": 0.45833699531570044,
+      "eval_distillation_f1_factual": 0.8222217849303248,
+      "eval_groundtruth_accuracy_counterfactual": 0.5033350436121088,
+      "eval_groundtruth_f1_counterfactual": 0.433570321967066,
+      "eval_groundtruth_f1_factual": 0.5763197755988125,
+      "eval_icace_cosine": 0.49790823459625244,
+      "eval_icace_l2": 0.6532407402992249,
+      "eval_icace_normdiff": 0.4311390519142151,
+      "eval_loss": 10.064295768737793,
+      "eval_runtime": 4.6211,
+      "eval_samples_per_second": 843.531,
+      "eval_steps_per_second": 6.708,
+      "step": 600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 4.3284228769497406e-05,
+      "loss": 13.3673,
+      "step": 620
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 4.306759098786828e-05,
+      "loss": 13.4799,
+      "step": 640
+    },
+    {
+      "epoch": 1.11,
+      "eval_distillation_accuracy_counterfactual": 0.5187275525910724,
+      "eval_distillation_accuracy_factual": 0.8283735248845562,
+      "eval_distillation_f1_counterfactual": 0.46382143672624687,
+      "eval_distillation_f1_factual": 0.8207720593293605,
+      "eval_groundtruth_accuracy_counterfactual": 0.5064135454079015,
+      "eval_groundtruth_f1_counterfactual": 0.4409147466060839,
+      "eval_groundtruth_f1_factual": 0.5772188705192105,
+      "eval_icace_cosine": 0.49332907795906067,
+      "eval_icace_l2": 0.6394243240356445,
+      "eval_icace_normdiff": 0.4169619083404541,
+      "eval_loss": 9.886384963989258,
+      "eval_runtime": 4.5468,
+      "eval_samples_per_second": 857.313,
+      "eval_steps_per_second": 6.818,
+      "step": 650
+    }
+  ],
+  "max_steps": 4616,
+  "num_train_epochs": 8,
+  "total_flos": 98183903155200.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7113dc9437f3e3f21903b115446f62fa83b29c6107184a0802cd28da95a05a
+size 3439