la run on qqp

outputs/qqp/args.json

@@ -0,0 +1,41 @@
+{
+    "task_name": "qqp",
+    "train_file": null,
+    "validation_file": null,
+    "max_length": 300,
+    "pad_to_max_length": false,
+    "model_name_or_path": "bert-base-uncased",
+    "use_slow_tokenizer": false,
+    "per_device_train_batch_size": 32,
+    "per_device_eval_batch_size": 8,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.0,
+    "num_train_epochs": 3,
+    "max_train_steps": null,
+    "peft_method": null,
+    "gradient_accumulation_steps": 1,
+    "lr_scheduler_type": "linear",
+    "num_warmup_steps": 0,
+    "output_dir": "./outputs",
+    "seed": 65,
+    "push_to_hub": false,
+    "hub_model_id": null,
+    "hub_token": null,
+    "checkpointing_steps": "1000",
+    "resume_from_checkpoint": null,
+    "with_tracking": false,
+    "report_to": "all",
+    "ignore_mismatched_sizes": true,
+    "save": false,
+    "load_step": 999,
+    "lora_r": 8,
+    "lora_alpha": 16,
+    "lora_dropout": 0.1,
+    "laplace_hessian": "kron",
+    "laplace_sub": "all",
+    "laplace_prior": "homo",
+    "laplace_optim_step": 1000,
+    "testing_set": "train_val",
+    "cache_dir": "/content/cache/huggingface/metrics/",
+    "laplace_predict": "mc_corr"
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/logfile_la_all.log

@@ -0,0 +1,30 @@
+05/27/2024 09:52:57 - INFO - __main__ - ***** Starting script *****
+05/27/2024 09:54:47 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 09:54:47 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 09:54:47 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 11:21:21 - INFO - __main__ - ***** Completed Script *****
+05/27/2024 11:21:27 - INFO - __main__ - ***** Starting script *****
+05/27/2024 11:23:09 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 11:23:09 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 11:23:09 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 12:50:25 - INFO - __main__ - ***** Completed Script *****
+05/27/2024 12:50:30 - INFO - __main__ - ***** Starting script *****
+05/27/2024 12:52:13 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 12:52:13 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 12:52:13 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 14:19:18 - INFO - __main__ - ***** Completed Script *****
+05/27/2024 14:19:24 - INFO - __main__ - ***** Starting script *****
+05/27/2024 14:21:08 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 14:21:08 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 14:21:08 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 15:48:54 - INFO - __main__ - ***** Completed Script *****
+05/27/2024 15:48:59 - INFO - __main__ - ***** Starting script *****
+05/27/2024 15:50:40 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 15:50:40 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 15:50:40 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 17:19:48 - INFO - __main__ - ***** Completed Script *****
+05/27/2024 17:19:53 - INFO - __main__ - ***** Starting script *****
+05/27/2024 17:21:43 - INFO - __main__ - Sample 217445 of the training set: {'input_ids': [101, 2065, 1999, 1037, 7473, 1037, 17595, 4274, 5830, 2003, 4198, 1998, 1045, 2215, 2000, 2113, 2037, 15536, 1011, 10882, 20786, 1010, 2059, 2129, 2079, 1045, 2424, 1037, 20786, 1029, 102, 2129, 2064, 1045, 2156, 1996, 5552, 15536, 1011, 10882, 20786, 2015, 2006, 2026, 4684, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 17:21:43 - INFO - __main__ - Sample 151437 of the training set: {'input_ids': [101, 2129, 2079, 1045, 6855, 1037, 2248, 2769, 11659, 6105, 1999, 2634, 1029, 2005, 1037, 2978, 3597, 2378, 2128, 22930, 26897, 22752, 1012, 102, 3784, 7909, 11909, 2015, 1998, 6364, 1024, 2003, 1037, 2194, 2066, 1043, 2100, 6199, 1010, 2029, 15187, 3573, 5592, 5329, 1999, 3863, 2005, 2978, 3597, 2378, 1010, 2641, 1037, 2769, 11659, 1998, 3223, 2000, 2031, 1037, 6105, 2000, 5452, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 17:21:43 - INFO - __main__ - Sample 150837 of the training set: {'input_ids': [101, 2129, 2079, 2017, 2113, 2065, 2017, 2024, 23958, 16778, 2278, 1029, 102, 2054, 2515, 2108, 23958, 16778, 2278, 2514, 2066, 1029, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+05/27/2024 18:50:56 - INFO - __main__ - ***** Completed Script *****

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_0/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.3832797427652733, "eval_f1": 0.5440681685196022}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_0/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808749568,
+    "max_memory_allocated": 5014978048,
+    "memory_reserved": 6358564864,
+    "max_memory_reserved": 6727663616,
+    "memory_stats": {
+        "active.all.allocated": 24482704,
+        "active.all.current": 10809,
+        "active.all.freed": 24471895,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 11722181,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 11721959,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 12760523,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 12749936,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 78209693356544,
+        "active_bytes.all.current": 808749568,
+        "active_bytes.all.freed": 78208884606976,
+        "active_bytes.all.peak": 5014978048,
+        "active_bytes.large_pool.allocated": 74862721955840,
+        "active_bytes.large_pool.current": 799473664,
+        "active_bytes.large_pool.freed": 74861922482176,
+        "active_bytes.large_pool.peak": 4997783552,
+        "active_bytes.small_pool.allocated": 3346971400704,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 3346962124800,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 78209693356544,
+        "allocated_bytes.all.current": 808749568,
+        "allocated_bytes.all.freed": 78208884606976,
+        "allocated_bytes.all.peak": 5014978048,
+        "allocated_bytes.large_pool.allocated": 74862721955840,
+        "allocated_bytes.large_pool.current": 799473664,
+        "allocated_bytes.large_pool.freed": 74861922482176,
+        "allocated_bytes.large_pool.peak": 4997783552,
+        "allocated_bytes.small_pool.allocated": 3346971400704,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 3346962124800,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 24482704,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 24471895,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 11722181,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 11721959,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 12760523,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 12749936,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 12808394,
+        "inactive_split.all.current": 115,
+        "inactive_split.all.freed": 12808279,
+        "inactive_split.all.peak": 246,
+        "inactive_split.large_pool.allocated": 8088991,
+        "inactive_split.large_pool.current": 38,
+        "inactive_split.large_pool.freed": 8088953,
+        "inactive_split.large_pool.peak": 135,
+        "inactive_split.small_pool.allocated": 4719403,
+        "inactive_split.small_pool.current": 77,
+        "inactive_split.small_pool.freed": 4719326,
+        "inactive_split.small_pool.peak": 156,
+        "inactive_split_bytes.all.allocated": 71846063992832,
+        "inactive_split_bytes.all.current": 116094464,
+        "inactive_split_bytes.all.freed": 71845947898368,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 68396959819776,
+        "inactive_split_bytes.large_pool.current": 91815936,
+        "inactive_split_bytes.large_pool.freed": 68396868003840,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 3449104173056,
+        "inactive_split_bytes.small_pool.current": 24278528,
+        "inactive_split_bytes.small_pool.freed": 3449079894528,
+        "inactive_split_bytes.small_pool.peak": 84646400,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 436,
+        "num_device_free": 130,
+        "num_ooms": 0,
+        "num_sync_all_streams": 1,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 77380438428195,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 77379638031219,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 74034645754624,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 74033850362624,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 3345792673571,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 3345787668595,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 12182355968,
+        "reserved_bytes.all.current": 6358564864,
+        "reserved_bytes.all.freed": 5823791104,
+        "reserved_bytes.all.peak": 6727663616,
+        "reserved_bytes.large_pool.allocated": 12002000896,
+        "reserved_bytes.large_pool.current": 6230638592,
+        "reserved_bytes.large_pool.freed": 5771362304,
+        "reserved_bytes.large_pool.peak": 6662651904,
+        "reserved_bytes.small_pool.allocated": 180355072,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 52428800,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 436,
+        "segment.all.current": 306,
+        "segment.all.freed": 130,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 350,
+        "segment.large_pool.current": 245,
+        "segment.large_pool.freed": 105,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 86,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 25,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_10915/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8534504081127875, "eval_f1": 0.801221189653437}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_10915/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808356352,
+    "max_memory_allocated": 5015770624,
+    "memory_reserved": 6350176256,
+    "max_memory_reserved": 6752829440,
+    "memory_stats": {
+        "active.all.allocated": 73448108,
+        "active.all.current": 10809,
+        "active.all.freed": 73437299,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 35166539,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 35166317,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 38281569,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 38270982,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 234626955736064,
+        "active_bytes.all.current": 808356352,
+        "active_bytes.all.freed": 234626147379712,
+        "active_bytes.all.peak": 5015770624,
+        "active_bytes.large_pool.allocated": 224586041533952,
+        "active_bytes.large_pool.current": 799080448,
+        "active_bytes.large_pool.freed": 224585242453504,
+        "active_bytes.large_pool.peak": 4998576128,
+        "active_bytes.small_pool.allocated": 10040914202112,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 10040904926208,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 234626955736064,
+        "allocated_bytes.all.current": 808356352,
+        "allocated_bytes.all.freed": 234626147379712,
+        "allocated_bytes.all.peak": 5015770624,
+        "allocated_bytes.large_pool.allocated": 224586041533952,
+        "allocated_bytes.large_pool.current": 799080448,
+        "allocated_bytes.large_pool.freed": 224585242453504,
+        "allocated_bytes.large_pool.peak": 4998576128,
+        "allocated_bytes.small_pool.allocated": 10040914202112,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 10040904926208,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 73448108,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 73437299,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 35166539,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 35166317,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 38281569,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 38270982,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 38491526,
+        "inactive_split.all.current": 119,
+        "inactive_split.all.freed": 38491407,
+        "inactive_split.all.peak": 1966,
+        "inactive_split.large_pool.allocated": 24502987,
+        "inactive_split.large_pool.current": 38,
+        "inactive_split.large_pool.freed": 24502949,
+        "inactive_split.large_pool.peak": 141,
+        "inactive_split.small_pool.allocated": 13988539,
+        "inactive_split.small_pool.current": 81,
+        "inactive_split.small_pool.freed": 13988458,
+        "inactive_split.small_pool.peak": 1920,
+        "inactive_split_bytes.all.allocated": 216296435532288,
+        "inactive_split_bytes.all.current": 120681984,
+        "inactive_split_bytes.all.freed": 216296314850304,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 205937432882688,
+        "inactive_split_bytes.large_pool.current": 92209152,
+        "inactive_split_bytes.large_pool.freed": 205937340673536,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 10359002649600,
+        "inactive_split_bytes.small_pool.current": 28472832,
+        "inactive_split_bytes.small_pool.freed": 10358974176768,
+        "inactive_split_bytes.small_pool.peak": 84646400,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 1230,
+        "num_device_free": 924,
+        "num_ooms": 0,
+        "num_sync_all_streams": 5,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 232141281205865,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 232140480808889,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 222103903185152,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 222103107793152,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 10037378020713,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 10037373015737,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 34997272576,
+        "reserved_bytes.all.current": 6350176256,
+        "reserved_bytes.all.freed": 28647096320,
+        "reserved_bytes.all.peak": 6752829440,
+        "reserved_bytes.large_pool.allocated": 34483470336,
+        "reserved_bytes.large_pool.current": 6222249984,
+        "reserved_bytes.large_pool.freed": 28261220352,
+        "reserved_bytes.large_pool.peak": 6687817728,
+        "reserved_bytes.small_pool.allocated": 513802240,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 385875968,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 1230,
+        "segment.all.current": 306,
+        "segment.all.freed": 924,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 985,
+        "segment.large_pool.current": 245,
+        "segment.large_pool.freed": 740,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 245,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 184,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_16373/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8614889933217907, "eval_f1": 0.8166939443535187}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_16373/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808552960,
+    "max_memory_allocated": 5015770624,
+    "memory_reserved": 6345981952,
+    "max_memory_reserved": 6752829440,
+    "memory_stats": {
+        "active.all.allocated": 97930810,
+        "active.all.current": 10809,
+        "active.all.freed": 97920001,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 46888718,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 46888496,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 51042092,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 51031505,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 312846567023616,
+        "active_bytes.all.current": 808552960,
+        "active_bytes.all.freed": 312845758470656,
+        "active_bytes.all.peak": 5015770624,
+        "active_bytes.large_pool.allocated": 299458681420800,
+        "active_bytes.large_pool.current": 799277056,
+        "active_bytes.large_pool.freed": 299457882143744,
+        "active_bytes.large_pool.peak": 4998576128,
+        "active_bytes.small_pool.allocated": 13387885602816,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 13387876326912,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 312846567023616,
+        "allocated_bytes.all.current": 808552960,
+        "allocated_bytes.all.freed": 312845758470656,
+        "allocated_bytes.all.peak": 5015770624,
+        "allocated_bytes.large_pool.allocated": 299458681420800,
+        "allocated_bytes.large_pool.current": 799277056,
+        "allocated_bytes.large_pool.freed": 299457882143744,
+        "allocated_bytes.large_pool.peak": 4998576128,
+        "allocated_bytes.small_pool.allocated": 13387885602816,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 13387876326912,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 97930810,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 97920001,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 46888718,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 46888496,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 51042092,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 51031505,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 51328722,
+        "inactive_split.all.current": 125,
+        "inactive_split.all.freed": 51328597,
+        "inactive_split.all.peak": 1966,
+        "inactive_split.large_pool.allocated": 32685617,
+        "inactive_split.large_pool.current": 43,
+        "inactive_split.large_pool.freed": 32685574,
+        "inactive_split.large_pool.peak": 141,
+        "inactive_split.small_pool.allocated": 18643105,
+        "inactive_split.small_pool.current": 82,
+        "inactive_split.small_pool.freed": 18643023,
+        "inactive_split.small_pool.peak": 1920,
+        "inactive_split_bytes.all.allocated": 288630388610048,
+        "inactive_split_bytes.all.current": 143554048,
+        "inactive_split_bytes.all.freed": 288630245056000,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 274820238239232,
+        "inactive_split_bytes.large_pool.current": 121372672,
+        "inactive_split_bytes.large_pool.freed": 274820116866560,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 13810150370816,
+        "inactive_split_bytes.small_pool.current": 22181376,
+        "inactive_split_bytes.small_pool.freed": 13810128189440,
+        "inactive_split_bytes.small_pool.peak": 85829632,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 1627,
+        "num_device_free": 1322,
+        "num_ooms": 0,
+        "num_sync_all_streams": 7,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 309521702594700,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 309520902197724,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 296138531900416,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 296137736508416,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 13383170694284,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 13383165689308,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 46401585152,
+        "reserved_bytes.all.current": 6345981952,
+        "reserved_bytes.all.freed": 40055603200,
+        "reserved_bytes.all.peak": 6752829440,
+        "reserved_bytes.large_pool.allocated": 45720010752,
+        "reserved_bytes.large_pool.current": 6218055680,
+        "reserved_bytes.large_pool.freed": 39501955072,
+        "reserved_bytes.large_pool.peak": 6687817728,
+        "reserved_bytes.small_pool.allocated": 681574400,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 553648128,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 1627,
+        "segment.all.current": 305,
+        "segment.all.freed": 1322,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 1302,
+        "segment.large_pool.current": 244,
+        "segment.large_pool.freed": 1058,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 325,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 264,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_21831/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8638139995053178, "eval_f1": 0.8181638044914136}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_21831/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808356352,
+    "max_memory_allocated": 5015770624,
+    "memory_reserved": 6350176256,
+    "max_memory_reserved": 6752829440,
+    "memory_stats": {
+        "active.all.allocated": 122413512,
+        "active.all.current": 10809,
+        "active.all.freed": 122402703,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 58610897,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 58610675,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 63802615,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 63792028,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 391045242961408,
+        "active_bytes.all.current": 808356352,
+        "active_bytes.all.freed": 391044434605056,
+        "active_bytes.all.peak": 5015770624,
+        "active_bytes.large_pool.allocated": 374310385957888,
+        "active_bytes.large_pool.current": 799080448,
+        "active_bytes.large_pool.freed": 374309586877440,
+        "active_bytes.large_pool.peak": 4998576128,
+        "active_bytes.small_pool.allocated": 16734857003520,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 16734847727616,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 391045242961408,
+        "allocated_bytes.all.current": 808356352,
+        "allocated_bytes.all.freed": 391044434605056,
+        "allocated_bytes.all.peak": 5015770624,
+        "allocated_bytes.large_pool.allocated": 374310385957888,
+        "allocated_bytes.large_pool.current": 799080448,
+        "allocated_bytes.large_pool.freed": 374309586877440,
+        "allocated_bytes.large_pool.peak": 4998576128,
+        "allocated_bytes.small_pool.allocated": 16734857003520,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 16734847727616,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 122413512,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 122402703,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 58610897,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 58610675,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 63802615,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 63792028,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 64144648,
+        "inactive_split.all.current": 110,
+        "inactive_split.all.freed": 64144538,
+        "inactive_split.all.peak": 1980,
+        "inactive_split.large_pool.allocated": 40914502,
+        "inactive_split.large_pool.current": 38,
+        "inactive_split.large_pool.freed": 40914464,
+        "inactive_split.large_pool.peak": 141,
+        "inactive_split.small_pool.allocated": 23230146,
+        "inactive_split.small_pool.current": 72,
+        "inactive_split.small_pool.freed": 23230074,
+        "inactive_split.small_pool.peak": 1934,
+        "inactive_split_bytes.all.allocated": 360737834738688,
+        "inactive_split_bytes.all.current": 120681984,
+        "inactive_split_bytes.all.freed": 360737714056704,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 343478534163456,
+        "inactive_split_bytes.large_pool.current": 92209152,
+        "inactive_split_bytes.large_pool.freed": 343478441954304,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 17259300575232,
+        "inactive_split_bytes.small_pool.current": 28472832,
+        "inactive_split_bytes.small_pool.freed": 17259272102400,
+        "inactive_split_bytes.small_pool.peak": 85829632,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 2025,
+        "num_device_free": 1719,
+        "num_ooms": 0,
+        "num_sync_all_streams": 9,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 386902123983535,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 386901323586559,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 370173160615680,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 370172365223680,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 16728963367855,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 16728958362879,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 57814286336,
+        "reserved_bytes.all.current": 6350176256,
+        "reserved_bytes.all.freed": 51464110080,
+        "reserved_bytes.all.peak": 6752829440,
+        "reserved_bytes.large_pool.allocated": 56964939776,
+        "reserved_bytes.large_pool.current": 6222249984,
+        "reserved_bytes.large_pool.freed": 50742689792,
+        "reserved_bytes.large_pool.peak": 6687817728,
+        "reserved_bytes.small_pool.allocated": 849346560,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 721420288,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 2025,
+        "segment.all.current": 306,
+        "segment.all.freed": 1719,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 1620,
+        "segment.large_pool.current": 245,
+        "segment.large_pool.freed": 1375,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 405,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 344,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_27290/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8644818204303735, "eval_f1": 0.8207544083488729}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_27290/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808552960,
+    "max_memory_allocated": 5015770624,
+    "memory_reserved": 6354370560,
+    "max_memory_reserved": 6752829440,
+    "memory_stats": {
+        "active.all.allocated": 146896213,
+        "active.all.current": 10809,
+        "active.all.freed": 146885404,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 70333076,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 70332854,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 76563137,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 76552550,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 469258036103680,
+        "active_bytes.all.current": 808552960,
+        "active_bytes.all.freed": 469257227550720,
+        "active_bytes.all.peak": 5015770624,
+        "active_bytes.large_pool.allocated": 449176207699968,
+        "active_bytes.large_pool.current": 799277056,
+        "active_bytes.large_pool.freed": 449175408422912,
+        "active_bytes.large_pool.peak": 4998576128,
+        "active_bytes.small_pool.allocated": 20081828403712,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 20081819127808,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 469258036103680,
+        "allocated_bytes.all.current": 808552960,
+        "allocated_bytes.all.freed": 469257227550720,
+        "allocated_bytes.all.peak": 5015770624,
+        "allocated_bytes.large_pool.allocated": 449176207699968,
+        "allocated_bytes.large_pool.current": 799277056,
+        "allocated_bytes.large_pool.freed": 449175408422912,
+        "allocated_bytes.large_pool.peak": 4998576128,
+        "allocated_bytes.small_pool.allocated": 20081828403712,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 20081819127808,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 146896213,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 146885404,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 70333076,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 70332854,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 76563137,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 76552550,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 76956505,
+        "inactive_split.all.current": 116,
+        "inactive_split.all.freed": 76956389,
+        "inactive_split.all.peak": 2062,
+        "inactive_split.large_pool.allocated": 49091858,
+        "inactive_split.large_pool.current": 39,
+        "inactive_split.large_pool.freed": 49091819,
+        "inactive_split.large_pool.peak": 141,
+        "inactive_split.small_pool.allocated": 27864647,
+        "inactive_split.small_pool.current": 77,
+        "inactive_split.small_pool.freed": 27864570,
+        "inactive_split.small_pool.peak": 2018,
+        "inactive_split_bytes.all.allocated": 432880781105152,
+        "inactive_split_bytes.all.current": 116291072,
+        "inactive_split_bytes.all.freed": 432880664814080,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 412148656592384,
+        "inactive_split_bytes.large_pool.current": 96206848,
+        "inactive_split_bytes.large_pool.freed": 412148560385536,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 20732124512768,
+        "inactive_split_bytes.small_pool.current": 20084224,
+        "inactive_split_bytes.small_pool.freed": 20732104428544,
+        "inactive_split_bytes.small_pool.peak": 85829632,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 2425,
+        "num_device_free": 2119,
+        "num_ooms": 0,
+        "num_sync_all_streams": 11,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 464282545372369,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 464281744975393,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 444207789330944,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 444206993938944,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 20074756041425,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 20074751036449,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 69254250496,
+        "reserved_bytes.all.current": 6354370560,
+        "reserved_bytes.all.freed": 62899879936,
+        "reserved_bytes.all.peak": 6752829440,
+        "reserved_bytes.large_pool.allocated": 68235034624,
+        "reserved_bytes.large_pool.current": 6226444288,
+        "reserved_bytes.large_pool.freed": 62008590336,
+        "reserved_bytes.large_pool.peak": 6687817728,
+        "reserved_bytes.small_pool.allocated": 1019215872,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 891289600,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 2425,
+        "segment.all.current": 306,
+        "segment.all.freed": 2119,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 1939,
+        "segment.large_pool.current": 245,
+        "segment.large_pool.freed": 1694,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 486,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 425,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_5457/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8413306950284443, "eval_f1": 0.7981498379534944}

outputs/qqp/bert-base-uncased_loratrain_val_8_16_0.1_0.0001_65/step_5457/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 808552960,
+    "max_memory_allocated": 5015770624,
+    "memory_reserved": 6345981952,
+    "max_memory_reserved": 6748635136,
+    "memory_stats": {
+        "active.all.allocated": 48965406,
+        "active.all.current": 10809,
+        "active.all.freed": 48954597,
+        "active.all.peak": 10985,
+        "active.large_pool.allocated": 23444360,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 23444138,
+        "active.large_pool.peak": 360,
+        "active.small_pool.allocated": 25521046,
+        "active.small_pool.current": 10587,
+        "active.small_pool.freed": 25510459,
+        "active.small_pool.peak": 10750,
+        "active_bytes.all.allocated": 156429420911104,
+        "active_bytes.all.current": 808552960,
+        "active_bytes.all.freed": 156428612358144,
+        "active_bytes.all.peak": 5015770624,
+        "active_bytes.large_pool.allocated": 149735478109696,
+        "active_bytes.large_pool.current": 799277056,
+        "active_bytes.large_pool.freed": 149734678832640,
+        "active_bytes.large_pool.peak": 4998576128,
+        "active_bytes.small_pool.allocated": 6693942801408,
+        "active_bytes.small_pool.current": 9275904,
+        "active_bytes.small_pool.freed": 6693933525504,
+        "active_bytes.small_pool.peak": 124137472,
+        "allocated_bytes.all.allocated": 156429420911104,
+        "allocated_bytes.all.current": 808552960,
+        "allocated_bytes.all.freed": 156428612358144,
+        "allocated_bytes.all.peak": 5015770624,
+        "allocated_bytes.large_pool.allocated": 149735478109696,
+        "allocated_bytes.large_pool.current": 799277056,
+        "allocated_bytes.large_pool.freed": 149734678832640,
+        "allocated_bytes.large_pool.peak": 4998576128,
+        "allocated_bytes.small_pool.allocated": 6693942801408,
+        "allocated_bytes.small_pool.current": 9275904,
+        "allocated_bytes.small_pool.freed": 6693933525504,
+        "allocated_bytes.small_pool.peak": 124137472,
+        "allocation.all.allocated": 48965406,
+        "allocation.all.current": 10809,
+        "allocation.all.freed": 48954597,
+        "allocation.all.peak": 10985,
+        "allocation.large_pool.allocated": 23444360,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 23444138,
+        "allocation.large_pool.peak": 360,
+        "allocation.small_pool.allocated": 25521046,
+        "allocation.small_pool.current": 10587,
+        "allocation.small_pool.freed": 25510459,
+        "allocation.small_pool.peak": 10750,
+        "inactive_split.all.allocated": 25627967,
+        "inactive_split.all.current": 124,
+        "inactive_split.all.freed": 25627843,
+        "inactive_split.all.peak": 1926,
+        "inactive_split.large_pool.allocated": 16274004,
+        "inactive_split.large_pool.current": 43,
+        "inactive_split.large_pool.freed": 16273961,
+        "inactive_split.large_pool.peak": 141,
+        "inactive_split.small_pool.allocated": 9353963,
+        "inactive_split.small_pool.current": 81,
+        "inactive_split.small_pool.freed": 9353882,
+        "inactive_split.small_pool.peak": 1881,
+        "inactive_split_bytes.all.allocated": 144184470591488,
+        "inactive_split_bytes.all.current": 149845504,
+        "inactive_split_bytes.all.freed": 144184320745984,
+        "inactive_split_bytes.all.peak": 1893863936,
+        "inactive_split_bytes.large_pool.allocated": 137280417156096,
+        "inactive_split_bytes.large_pool.current": 121372672,
+        "inactive_split_bytes.large_pool.freed": 137280295783424,
+        "inactive_split_bytes.large_pool.peak": 1887404032,
+        "inactive_split_bytes.small_pool.allocated": 6904053435392,
+        "inactive_split_bytes.small_pool.current": 28472832,
+        "inactive_split_bytes.small_pool.freed": 6904024962560,
+        "inactive_split_bytes.small_pool.peak": 84646400,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 832,
+        "num_device_free": 527,
+        "num_ooms": 0,
+        "num_sync_all_streams": 3,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 154760859817030,
+        "requested_bytes.all.current": 800396976,
+        "requested_bytes.all.freed": 154760059420054,
+        "requested_bytes.all.peak": 4992933420,
+        "requested_bytes.large_pool.allocated": 148069274469888,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 148068479077888,
+        "requested_bytes.large_pool.peak": 4975769600,
+        "requested_bytes.small_pool.allocated": 6691585347142,
+        "requested_bytes.small_pool.current": 5004976,
+        "requested_bytes.small_pool.freed": 6691580342166,
+        "requested_bytes.small_pool.peak": 119884008,
+        "reserved_bytes.all.allocated": 23584571392,
+        "reserved_bytes.all.current": 6345981952,
+        "reserved_bytes.all.freed": 17238589440,
+        "reserved_bytes.all.peak": 6748635136,
+        "reserved_bytes.large_pool.allocated": 23238541312,
+        "reserved_bytes.large_pool.current": 6218055680,
+        "reserved_bytes.large_pool.freed": 17020485632,
+        "reserved_bytes.large_pool.peak": 6683623424,
+        "reserved_bytes.small_pool.allocated": 346030080,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 218103808,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 832,
+        "segment.all.current": 305,
+        "segment.all.freed": 527,
+        "segment.all.peak": 306,
+        "segment.large_pool.allocated": 667,
+        "segment.large_pool.current": 244,
+        "segment.large_pool.freed": 423,
+        "segment.large_pool.peak": 245,
+        "segment.small_pool.allocated": 165,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 104,
+        "segment.small_pool.peak": 61
+    }
+}

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_0/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73cf0717e5c7586a1af550f283a0895f0d3305f3b9de93811909f09fee50d74
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_0/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e141f9fd22ba416f74eca62856d7b5a0b4fb463f11fdafbc6244fc8b6a866980
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_0/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e918703bd3b6f42a93d9ef6d6bbb5f8a720bb6a6fee7bee386e84ac4b780c302
+size 1379

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_10915/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9d17c9d75b37ffb0e7c6945a65d6649e292ef42486d5e3836dec31a4731626
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_10915/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93aec03660b9b2ec5d20fb0fb2fc6e4641935685be0723e4ba4dc59d4b251f1b
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_10915/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963753c4c310ad388bdf8cb5a4d793c7140171bb925289166fdb0e32587cb48c
+size 1379

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_16373/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e316591626be60985f75e4fbd7c620b56d7cc59575f1120c6f5d23e4bc47a2d
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_16373/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697d09f3b0eedc3b331363ee664700a2a4c1cdd34da74dc784efd5d17d779a9e
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_16373/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00c56bdb3cede956360e4bdd15efed2bf199bb2b5df4dfbd6b65d91f95879d8
+size 1379

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_21831/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0c0c8a3480930b9d1323796e86a2032b5edda71f193082484b4a83a29e7eb2
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_21831/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9560131444826701d1efc79431383618af231ca44a6c5689008253f8f9cead
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_21831/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8efd9da5faffc52e6e5b04d85957e147cfe0640718635c2aff99c0a1dad9eb
+size 1379

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_27290/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8095fdd693e3c5476db60edadb9a2cd7a8ba9d993132476c26433081b746d51
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_27290/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e851c0dacc061df969bf363d774f5b678a3cd89417c6a0ed00abe0466b9b83ad
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_27290/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1133b09c8bbda67749f039db9859cef8e13ef97be2099960ac98708090583ef1
+size 1379

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_5457/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317b13affcaa29e689abf4b622709a32a81cf7ee919bf1b91bc5bdca25973068
+size 324780

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_5457/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733cdff0db61652eefe465b0cd3f87747cd5dad2cdd76ad2580d120115790088
+size 648177

outputs_laplace/qqp/bert-base-uncased_loratrain_val_16_0.1_0.0001_65/step_5457/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84019521caeb084cfbc9db1e54f42468088e1f2b9ff6a6d1139c3086ef9ecb8d
+size 1379