completed runs on la

outputs/sst2/args.json

@@ -4,7 +4,7 @@
     "validation_file": null,
     "max_length": 300,
     "pad_to_max_length": false,
-    "model_name_or_path": "bert-base-uncased",
+    "model_name_or_path": "roberta-base",
     "use_slow_tokenizer": false,
     "per_device_train_batch_size": 8,
     "per_device_eval_batch_size": 8,

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/logfile_la_all.log

@@ -7,3 +7,33 @@
 06/01/2024 00:21:08 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
 06/01/2024 00:21:08 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
 06/01/2024 00:21:08 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 00:57:44 - INFO - __main__ - ***** Starting script *****
+06/01/2024 00:57:47 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 00:57:47 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 00:57:47 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 01:24:39 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 01:24:42 - INFO - __main__ - ***** Starting script *****
+06/01/2024 01:24:44 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 01:24:44 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 01:24:44 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 01:52:08 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 01:52:11 - INFO - __main__ - ***** Starting script *****
+06/01/2024 01:52:16 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 01:52:16 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 01:52:16 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 02:19:44 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 02:19:47 - INFO - __main__ - ***** Starting script *****
+06/01/2024 02:19:53 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 02:19:53 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 02:19:53 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 02:47:48 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 02:47:51 - INFO - __main__ - ***** Starting script *****
+06/01/2024 02:47:57 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 02:47:57 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 02:47:57 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 03:15:55 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 03:15:58 - INFO - __main__ - ***** Starting script *****
+06/01/2024 03:16:04 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [101, 12636, 19720, 1010, 5457, 2004, 2000, 3251, 2017, 1005, 2310, 2464, 19378, 2030, 4516, 1012, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 03:16:04 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [101, 2035, 1996, 4540, 27373, 1997, 2413, 5988, 2012, 2049, 2190, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 03:16:04 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [101, 11896, 2061, 24670, 2006, 2296, 7511, 2504, 2008, 2009, 6162, 2015, 2070, 2785, 1997, 27243, 9026, 3126, 102], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 03:44:15 - INFO - __main__ - ***** Completed Script *****

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_1999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8876146788990825}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_1999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 802280960,
+    "max_memory_allocated": 1411666432,
+    "memory_reserved": 2021654528,
+    "max_memory_reserved": 2021654528,
+    "memory_stats": {
+        "active.all.allocated": 20121290,
+        "active.all.current": 919,
+        "active.all.freed": 20120371,
+        "active.all.peak": 1093,
+        "active.large_pool.allocated": 4513198,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 4512976,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 15608092,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 15607395,
+        "active.small_pool.peak": 857,
+        "active_bytes.all.allocated": 16484981124096,
+        "active_bytes.all.current": 802280960,
+        "active_bytes.all.freed": 16484178843136,
+        "active_bytes.all.peak": 1411666432,
+        "active_bytes.large_pool.allocated": 10721397640192,
+        "active_bytes.large_pool.current": 799014912,
+        "active_bytes.large_pool.freed": 10720598625280,
+        "active_bytes.large_pool.peak": 1398726656,
+        "active_bytes.small_pool.allocated": 5763583483904,
+        "active_bytes.small_pool.current": 3266048,
+        "active_bytes.small_pool.freed": 5763580217856,
+        "active_bytes.small_pool.peak": 119100928,
+        "allocated_bytes.all.allocated": 16484981124096,
+        "allocated_bytes.all.current": 802280960,
+        "allocated_bytes.all.freed": 16484178843136,
+        "allocated_bytes.all.peak": 1411666432,
+        "allocated_bytes.large_pool.allocated": 10721397640192,
+        "allocated_bytes.large_pool.current": 799014912,
+        "allocated_bytes.large_pool.freed": 10720598625280,
+        "allocated_bytes.large_pool.peak": 1398726656,
+        "allocated_bytes.small_pool.allocated": 5763583483904,
+        "allocated_bytes.small_pool.current": 3266048,
+        "allocated_bytes.small_pool.freed": 5763580217856,
+        "allocated_bytes.small_pool.peak": 119100928,
+        "allocation.all.allocated": 20121290,
+        "allocation.all.current": 919,
+        "allocation.all.freed": 20120371,
+        "allocation.all.peak": 1093,
+        "allocation.large_pool.allocated": 4513198,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 4512976,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 15608092,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 15607395,
+        "allocation.small_pool.peak": 857,
+        "inactive_split.all.allocated": 9761883,
+        "inactive_split.all.current": 116,
+        "inactive_split.all.freed": 9761767,
+        "inactive_split.all.peak": 208,
+        "inactive_split.large_pool.allocated": 2398367,
+        "inactive_split.large_pool.current": 36,
+        "inactive_split.large_pool.freed": 2398331,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 7363516,
+        "inactive_split.small_pool.current": 80,
+        "inactive_split.small_pool.freed": 7363436,
+        "inactive_split.small_pool.peak": 135,
+        "inactive_split_bytes.all.allocated": 21986708836864,
+        "inactive_split_bytes.all.current": 128854528,
+        "inactive_split_bytes.all.freed": 21986579982336,
+        "inactive_split_bytes.all.peak": 548717056,
+        "inactive_split_bytes.large_pool.allocated": 15586332555264,
+        "inactive_split_bytes.large_pool.current": 92274688,
+        "inactive_split_bytes.large_pool.freed": 15586240280576,
+        "inactive_split_bytes.large_pool.peak": 518733824,
+        "inactive_split_bytes.small_pool.allocated": 6400376281600,
+        "inactive_split_bytes.small_pool.current": 36579840,
+        "inactive_split_bytes.small_pool.freed": 6400339701760,
+        "inactive_split_bytes.small_pool.peak": 90121728,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 392,
+        "num_device_free": 234,
+        "num_ooms": 0,
+        "num_sync_all_streams": 3,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 15954340028760,
+        "requested_bytes.all.current": 798501024,
+        "requested_bytes.all.freed": 15953541527736,
+        "requested_bytes.all.peak": 1396203552,
+        "requested_bytes.large_pool.allocated": 10192185709952,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 10191390317952,
+        "requested_bytes.large_pool.peak": 1383348224,
+        "requested_bytes.small_pool.allocated": 5762154318808,
+        "requested_bytes.small_pool.current": 3109024,
+        "requested_bytes.small_pool.freed": 5762151209784,
+        "requested_bytes.small_pool.peak": 118941096,
+        "reserved_bytes.all.allocated": 3902799872,
+        "reserved_bytes.all.current": 2021654528,
+        "reserved_bytes.all.freed": 1881145344,
+        "reserved_bytes.all.peak": 2021654528,
+        "reserved_bytes.large_pool.allocated": 3470786560,
+        "reserved_bytes.large_pool.current": 1897922560,
+        "reserved_bytes.large_pool.freed": 1572864000,
+        "reserved_bytes.large_pool.peak": 1897922560,
+        "reserved_bytes.small_pool.allocated": 432013312,
+        "reserved_bytes.small_pool.current": 123731968,
+        "reserved_bytes.small_pool.freed": 308281344,
+        "reserved_bytes.small_pool.peak": 123731968,
+        "segment.all.allocated": 392,
+        "segment.all.current": 158,
+        "segment.all.freed": 234,
+        "segment.all.peak": 158,
+        "segment.large_pool.allocated": 186,
+        "segment.large_pool.current": 99,
+        "segment.large_pool.freed": 87,
+        "segment.large_pool.peak": 99,
+        "segment.small_pool.allocated": 206,
+        "segment.small_pool.current": 59,
+        "segment.small_pool.freed": 147,
+        "segment.small_pool.peak": 59
+    }
+}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_3999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.893348623853211}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_3999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 802280960,
+    "max_memory_allocated": 1411666432,
+    "memory_reserved": 2021654528,
+    "max_memory_reserved": 2021654528,
+    "memory_stats": {
+        "active.all.allocated": 30181934,
+        "active.all.current": 919,
+        "active.all.freed": 30181015,
+        "active.all.peak": 1093,
+        "active.large_pool.allocated": 6769796,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 6769574,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 23412138,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 23411441,
+        "active.small_pool.peak": 857,
+        "active_bytes.all.allocated": 24730647784960,
+        "active_bytes.all.current": 802280960,
+        "active_bytes.all.freed": 24729845504000,
+        "active_bytes.all.peak": 1411666432,
+        "active_bytes.large_pool.allocated": 16085272559104,
+        "active_bytes.large_pool.current": 799014912,
+        "active_bytes.large_pool.freed": 16084473544192,
+        "active_bytes.large_pool.peak": 1398726656,
+        "active_bytes.small_pool.allocated": 8645375225856,
+        "active_bytes.small_pool.current": 3266048,
+        "active_bytes.small_pool.freed": 8645371959808,
+        "active_bytes.small_pool.peak": 119100928,
+        "allocated_bytes.all.allocated": 24730647784960,
+        "allocated_bytes.all.current": 802280960,
+        "allocated_bytes.all.freed": 24729845504000,
+        "allocated_bytes.all.peak": 1411666432,
+        "allocated_bytes.large_pool.allocated": 16085272559104,
+        "allocated_bytes.large_pool.current": 799014912,
+        "allocated_bytes.large_pool.freed": 16084473544192,
+        "allocated_bytes.large_pool.peak": 1398726656,
+        "allocated_bytes.small_pool.allocated": 8645375225856,
+        "allocated_bytes.small_pool.current": 3266048,
+        "allocated_bytes.small_pool.freed": 8645371959808,
+        "allocated_bytes.small_pool.peak": 119100928,
+        "allocation.all.allocated": 30181934,
+        "allocation.all.current": 919,
+        "allocation.all.freed": 30181015,
+        "allocation.all.peak": 1093,
+        "allocation.large_pool.allocated": 6769796,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 6769574,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 23412138,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 23411441,
+        "allocation.small_pool.peak": 857,
+        "inactive_split.all.allocated": 14643556,
+        "inactive_split.all.current": 116,
+        "inactive_split.all.freed": 14643440,
+        "inactive_split.all.peak": 208,
+        "inactive_split.large_pool.allocated": 3618186,
+        "inactive_split.large_pool.current": 36,
+        "inactive_split.large_pool.freed": 3618150,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 11025370,
+        "inactive_split.small_pool.current": 80,
+        "inactive_split.small_pool.freed": 11025290,
+        "inactive_split.small_pool.peak": 135,
+        "inactive_split_bytes.all.allocated": 33392298644992,
+        "inactive_split_bytes.all.current": 128854528,
+        "inactive_split_bytes.all.freed": 33392169790464,
+        "inactive_split_bytes.all.peak": 548717056,
+        "inactive_split_bytes.large_pool.allocated": 23790269870592,
+        "inactive_split_bytes.large_pool.current": 92274688,
+        "inactive_split_bytes.large_pool.freed": 23790177595904,
+        "inactive_split_bytes.large_pool.peak": 518733824,
+        "inactive_split_bytes.small_pool.allocated": 9602028774400,
+        "inactive_split_bytes.small_pool.current": 36579840,
+        "inactive_split_bytes.small_pool.freed": 9601992194560,
+        "inactive_split_bytes.small_pool.peak": 90121728,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 573,
+        "num_device_free": 415,
+        "num_ooms": 0,
+        "num_sync_all_streams": 5,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 23931501523460,
+        "requested_bytes.all.current": 798501024,
+        "requested_bytes.all.freed": 23930703022436,
+        "requested_bytes.all.peak": 1396203552,
+        "requested_bytes.large_pool.allocated": 15288270045248,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 15287474653248,
+        "requested_bytes.large_pool.peak": 1383348224,
+        "requested_bytes.small_pool.allocated": 8643231478212,
+        "requested_bytes.small_pool.current": 3109024,
+        "requested_bytes.small_pool.freed": 8643228369188,
+        "requested_bytes.small_pool.peak": 118941096,
+        "reserved_bytes.all.allocated": 5521801216,
+        "reserved_bytes.all.current": 2021654528,
+        "reserved_bytes.all.freed": 3500146688,
+        "reserved_bytes.all.peak": 2021654528,
+        "reserved_bytes.large_pool.allocated": 4875878400,
+        "reserved_bytes.large_pool.current": 1897922560,
+        "reserved_bytes.large_pool.freed": 2977955840,
+        "reserved_bytes.large_pool.peak": 1897922560,
+        "reserved_bytes.small_pool.allocated": 645922816,
+        "reserved_bytes.small_pool.current": 123731968,
+        "reserved_bytes.small_pool.freed": 522190848,
+        "reserved_bytes.small_pool.peak": 123731968,
+        "segment.all.allocated": 573,
+        "segment.all.current": 158,
+        "segment.all.freed": 415,
+        "segment.all.peak": 158,
+        "segment.large_pool.allocated": 265,
+        "segment.large_pool.current": 99,
+        "segment.large_pool.freed": 166,
+        "segment.large_pool.peak": 99,
+        "segment.small_pool.allocated": 308,
+        "segment.small_pool.current": 59,
+        "segment.small_pool.freed": 249,
+        "segment.small_pool.peak": 59
+    }
+}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_5999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.8990825688073395}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_5999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 802280960,
+    "max_memory_allocated": 1411666432,
+    "memory_reserved": 2021654528,
+    "max_memory_reserved": 2021654528,
+    "memory_stats": {
+        "active.all.allocated": 40242578,
+        "active.all.current": 919,
+        "active.all.freed": 40241659,
+        "active.all.peak": 1093,
+        "active.large_pool.allocated": 9026394,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 9026172,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 31216184,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 31215487,
+        "active.small_pool.peak": 857,
+        "active_bytes.all.allocated": 32976274128896,
+        "active_bytes.all.current": 802280960,
+        "active_bytes.all.freed": 32975471847936,
+        "active_bytes.all.peak": 1411666432,
+        "active_bytes.large_pool.allocated": 21449107161088,
+        "active_bytes.large_pool.current": 799014912,
+        "active_bytes.large_pool.freed": 21448308146176,
+        "active_bytes.large_pool.peak": 1398726656,
+        "active_bytes.small_pool.allocated": 11527166967808,
+        "active_bytes.small_pool.current": 3266048,
+        "active_bytes.small_pool.freed": 11527163701760,
+        "active_bytes.small_pool.peak": 119100928,
+        "allocated_bytes.all.allocated": 32976274128896,
+        "allocated_bytes.all.current": 802280960,
+        "allocated_bytes.all.freed": 32975471847936,
+        "allocated_bytes.all.peak": 1411666432,
+        "allocated_bytes.large_pool.allocated": 21449107161088,
+        "allocated_bytes.large_pool.current": 799014912,
+        "allocated_bytes.large_pool.freed": 21448308146176,
+        "allocated_bytes.large_pool.peak": 1398726656,
+        "allocated_bytes.small_pool.allocated": 11527166967808,
+        "allocated_bytes.small_pool.current": 3266048,
+        "allocated_bytes.small_pool.freed": 11527163701760,
+        "allocated_bytes.small_pool.peak": 119100928,
+        "allocation.all.allocated": 40242578,
+        "allocation.all.current": 919,
+        "allocation.all.freed": 40241659,
+        "allocation.all.peak": 1093,
+        "allocation.large_pool.allocated": 9026394,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 9026172,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 31216184,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 31215487,
+        "allocation.small_pool.peak": 857,
+        "inactive_split.all.allocated": 19525219,
+        "inactive_split.all.current": 116,
+        "inactive_split.all.freed": 19525103,
+        "inactive_split.all.peak": 208,
+        "inactive_split.large_pool.allocated": 4837962,
+        "inactive_split.large_pool.current": 36,
+        "inactive_split.large_pool.freed": 4837926,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 14687257,
+        "inactive_split.small_pool.current": 80,
+        "inactive_split.small_pool.freed": 14687177,
+        "inactive_split.small_pool.peak": 135,
+        "inactive_split_bytes.all.allocated": 44797836460032,
+        "inactive_split_bytes.all.current": 128854528,
+        "inactive_split_bytes.all.freed": 44797707605504,
+        "inactive_split_bytes.all.peak": 548717056,
+        "inactive_split_bytes.large_pool.allocated": 31994153879552,
+        "inactive_split_bytes.large_pool.current": 92274688,
+        "inactive_split_bytes.large_pool.freed": 31994061604864,
+        "inactive_split_bytes.large_pool.peak": 518733824,
+        "inactive_split_bytes.small_pool.allocated": 12803682580480,
+        "inactive_split_bytes.small_pool.current": 36579840,
+        "inactive_split_bytes.small_pool.freed": 12803646000640,
+        "inactive_split_bytes.small_pool.peak": 90121728,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 754,
+        "num_device_free": 596,
+        "num_ooms": 0,
+        "num_sync_all_streams": 7,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 31908663018160,
+        "requested_bytes.all.current": 798501024,
+        "requested_bytes.all.freed": 31907864517136,
+        "requested_bytes.all.peak": 1396203552,
+        "requested_bytes.large_pool.allocated": 20384354380544,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 20383558988544,
+        "requested_bytes.large_pool.peak": 1383348224,
+        "requested_bytes.small_pool.allocated": 11524308637616,
+        "requested_bytes.small_pool.current": 3109024,
+        "requested_bytes.small_pool.freed": 11524305528592,
+        "requested_bytes.small_pool.peak": 118941096,
+        "reserved_bytes.all.allocated": 7140802560,
+        "reserved_bytes.all.current": 2021654528,
+        "reserved_bytes.all.freed": 5119148032,
+        "reserved_bytes.all.peak": 2021654528,
+        "reserved_bytes.large_pool.allocated": 6280970240,
+        "reserved_bytes.large_pool.current": 1897922560,
+        "reserved_bytes.large_pool.freed": 4383047680,
+        "reserved_bytes.large_pool.peak": 1897922560,
+        "reserved_bytes.small_pool.allocated": 859832320,
+        "reserved_bytes.small_pool.current": 123731968,
+        "reserved_bytes.small_pool.freed": 736100352,
+        "reserved_bytes.small_pool.peak": 123731968,
+        "segment.all.allocated": 754,
+        "segment.all.current": 158,
+        "segment.all.freed": 596,
+        "segment.all.peak": 158,
+        "segment.large_pool.allocated": 344,
+        "segment.large_pool.current": 99,
+        "segment.large_pool.freed": 245,
+        "segment.large_pool.peak": 99,
+        "segment.small_pool.allocated": 410,
+        "segment.small_pool.current": 59,
+        "segment.small_pool.freed": 351,
+        "segment.small_pool.peak": 59
+    }
+}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_7999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9059633027522935}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_7999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 802280960,
+    "max_memory_allocated": 1411666432,
+    "memory_reserved": 2021654528,
+    "max_memory_reserved": 2021654528,
+    "memory_stats": {
+        "active.all.allocated": 50303222,
+        "active.all.current": 919,
+        "active.all.freed": 50302303,
+        "active.all.peak": 1093,
+        "active.large_pool.allocated": 11282992,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 11282770,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 39020230,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 39019533,
+        "active.small_pool.peak": 857,
+        "active_bytes.all.allocated": 41221900472832,
+        "active_bytes.all.current": 802280960,
+        "active_bytes.all.freed": 41221098191872,
+        "active_bytes.all.peak": 1411666432,
+        "active_bytes.large_pool.allocated": 26812941763072,
+        "active_bytes.large_pool.current": 799014912,
+        "active_bytes.large_pool.freed": 26812142748160,
+        "active_bytes.large_pool.peak": 1398726656,
+        "active_bytes.small_pool.allocated": 14408958709760,
+        "active_bytes.small_pool.current": 3266048,
+        "active_bytes.small_pool.freed": 14408955443712,
+        "active_bytes.small_pool.peak": 119100928,
+        "allocated_bytes.all.allocated": 41221900472832,
+        "allocated_bytes.all.current": 802280960,
+        "allocated_bytes.all.freed": 41221098191872,
+        "allocated_bytes.all.peak": 1411666432,
+        "allocated_bytes.large_pool.allocated": 26812941763072,
+        "allocated_bytes.large_pool.current": 799014912,
+        "allocated_bytes.large_pool.freed": 26812142748160,
+        "allocated_bytes.large_pool.peak": 1398726656,
+        "allocated_bytes.small_pool.allocated": 14408958709760,
+        "allocated_bytes.small_pool.current": 3266048,
+        "allocated_bytes.small_pool.freed": 14408955443712,
+        "allocated_bytes.small_pool.peak": 119100928,
+        "allocation.all.allocated": 50303222,
+        "allocation.all.current": 919,
+        "allocation.all.freed": 50302303,
+        "allocation.all.peak": 1093,
+        "allocation.large_pool.allocated": 11282992,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 11282770,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 39020230,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 39019533,
+        "allocation.small_pool.peak": 857,
+        "inactive_split.all.allocated": 24405842,
+        "inactive_split.all.current": 113,
+        "inactive_split.all.freed": 24405729,
+        "inactive_split.all.peak": 208,
+        "inactive_split.large_pool.allocated": 6057738,
+        "inactive_split.large_pool.current": 36,
+        "inactive_split.large_pool.freed": 6057702,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 18348104,
+        "inactive_split.small_pool.current": 77,
+        "inactive_split.small_pool.freed": 18348027,
+        "inactive_split.small_pool.peak": 135,
+        "inactive_split_bytes.all.allocated": 56203426969088,
+        "inactive_split_bytes.all.current": 124660224,
+        "inactive_split_bytes.all.freed": 56203302308864,
+        "inactive_split_bytes.all.peak": 548717056,
+        "inactive_split_bytes.large_pool.allocated": 40198037888512,
+        "inactive_split_bytes.large_pool.current": 92274688,
+        "inactive_split_bytes.large_pool.freed": 40197945613824,
+        "inactive_split_bytes.large_pool.peak": 518733824,
+        "inactive_split_bytes.small_pool.allocated": 16005389080576,
+        "inactive_split_bytes.small_pool.current": 32385536,
+        "inactive_split_bytes.small_pool.freed": 16005356695040,
+        "inactive_split_bytes.small_pool.peak": 90121728,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 935,
+        "num_device_free": 777,
+        "num_ooms": 0,
+        "num_sync_all_streams": 9,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 39885824512860,
+        "requested_bytes.all.current": 798501024,
+        "requested_bytes.all.freed": 39885026011836,
+        "requested_bytes.all.peak": 1396203552,
+        "requested_bytes.large_pool.allocated": 25480438715840,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 25479643323840,
+        "requested_bytes.large_pool.peak": 1383348224,
+        "requested_bytes.small_pool.allocated": 14405385797020,
+        "requested_bytes.small_pool.current": 3109024,
+        "requested_bytes.small_pool.freed": 14405382687996,
+        "requested_bytes.small_pool.peak": 118941096,
+        "reserved_bytes.all.allocated": 8759803904,
+        "reserved_bytes.all.current": 2021654528,
+        "reserved_bytes.all.freed": 6738149376,
+        "reserved_bytes.all.peak": 2021654528,
+        "reserved_bytes.large_pool.allocated": 7686062080,
+        "reserved_bytes.large_pool.current": 1897922560,
+        "reserved_bytes.large_pool.freed": 5788139520,
+        "reserved_bytes.large_pool.peak": 1897922560,
+        "reserved_bytes.small_pool.allocated": 1073741824,
+        "reserved_bytes.small_pool.current": 123731968,
+        "reserved_bytes.small_pool.freed": 950009856,
+        "reserved_bytes.small_pool.peak": 123731968,
+        "segment.all.allocated": 935,
+        "segment.all.current": 158,
+        "segment.all.freed": 777,
+        "segment.all.peak": 158,
+        "segment.large_pool.allocated": 423,
+        "segment.large_pool.current": 99,
+        "segment.large_pool.freed": 324,
+        "segment.large_pool.peak": 99,
+        "segment.small_pool.allocated": 512,
+        "segment.small_pool.current": 59,
+        "segment.small_pool.freed": 453,
+        "segment.small_pool.peak": 59
+    }
+}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_9999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9036697247706422}

outputs/sst2/bert-base-uncased_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_9999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 802280960,
+    "max_memory_allocated": 1411666432,
+    "memory_reserved": 2025848832,
+    "max_memory_reserved": 2025848832,
+    "memory_stats": {
+        "active.all.allocated": 60363866,
+        "active.all.current": 919,
+        "active.all.freed": 60362947,
+        "active.all.peak": 1093,
+        "active.large_pool.allocated": 13539590,
+        "active.large_pool.current": 222,
+        "active.large_pool.freed": 13539368,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 46824276,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 46823579,
+        "active.small_pool.peak": 857,
+        "active_bytes.all.allocated": 49467526816768,
+        "active_bytes.all.current": 802280960,
+        "active_bytes.all.freed": 49466724535808,
+        "active_bytes.all.peak": 1411666432,
+        "active_bytes.large_pool.allocated": 32176776365056,
+        "active_bytes.large_pool.current": 799014912,
+        "active_bytes.large_pool.freed": 32175977350144,
+        "active_bytes.large_pool.peak": 1398726656,
+        "active_bytes.small_pool.allocated": 17290750451712,
+        "active_bytes.small_pool.current": 3266048,
+        "active_bytes.small_pool.freed": 17290747185664,
+        "active_bytes.small_pool.peak": 119100928,
+        "allocated_bytes.all.allocated": 49467526816768,
+        "allocated_bytes.all.current": 802280960,
+        "allocated_bytes.all.freed": 49466724535808,
+        "allocated_bytes.all.peak": 1411666432,
+        "allocated_bytes.large_pool.allocated": 32176776365056,
+        "allocated_bytes.large_pool.current": 799014912,
+        "allocated_bytes.large_pool.freed": 32175977350144,
+        "allocated_bytes.large_pool.peak": 1398726656,
+        "allocated_bytes.small_pool.allocated": 17290750451712,
+        "allocated_bytes.small_pool.current": 3266048,
+        "allocated_bytes.small_pool.freed": 17290747185664,
+        "allocated_bytes.small_pool.peak": 119100928,
+        "allocation.all.allocated": 60363866,
+        "allocation.all.current": 919,
+        "allocation.all.freed": 60362947,
+        "allocation.all.peak": 1093,
+        "allocation.large_pool.allocated": 13539590,
+        "allocation.large_pool.current": 222,
+        "allocation.large_pool.freed": 13539368,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 46824276,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 46823579,
+        "allocation.small_pool.peak": 857,
+        "inactive_split.all.allocated": 29285843,
+        "inactive_split.all.current": 110,
+        "inactive_split.all.freed": 29285733,
+        "inactive_split.all.peak": 208,
+        "inactive_split.large_pool.allocated": 7277514,
+        "inactive_split.large_pool.current": 36,
+        "inactive_split.large_pool.freed": 7277478,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 22008329,
+        "inactive_split.small_pool.current": 74,
+        "inactive_split.small_pool.freed": 22008255,
+        "inactive_split.small_pool.peak": 135,
+        "inactive_split_bytes.all.allocated": 67609281007104,
+        "inactive_split_bytes.all.current": 120465920,
+        "inactive_split_bytes.all.freed": 67609160541184,
+        "inactive_split_bytes.all.peak": 548717056,
+        "inactive_split_bytes.large_pool.allocated": 48401921897472,
+        "inactive_split_bytes.large_pool.current": 92274688,
+        "inactive_split_bytes.large_pool.freed": 48401829622784,
+        "inactive_split_bytes.large_pool.peak": 518733824,
+        "inactive_split_bytes.small_pool.allocated": 19207359109632,
+        "inactive_split_bytes.small_pool.current": 28191232,
+        "inactive_split_bytes.small_pool.freed": 19207330918400,
+        "inactive_split_bytes.small_pool.peak": 91187712,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 1118,
+        "num_device_free": 958,
+        "num_ooms": 0,
+        "num_sync_all_streams": 11,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 47862986007560,
+        "requested_bytes.all.current": 798501024,
+        "requested_bytes.all.freed": 47862187506536,
+        "requested_bytes.all.peak": 1396203552,
+        "requested_bytes.large_pool.allocated": 30576523051136,
+        "requested_bytes.large_pool.current": 795392000,
+        "requested_bytes.large_pool.freed": 30575727659136,
+        "requested_bytes.large_pool.peak": 1383348224,
+        "requested_bytes.small_pool.allocated": 17286462956424,
+        "requested_bytes.small_pool.current": 3109024,
+        "requested_bytes.small_pool.freed": 17286459847400,
+        "requested_bytes.small_pool.peak": 118941096,
+        "reserved_bytes.all.allocated": 10382999552,
+        "reserved_bytes.all.current": 2025848832,
+        "reserved_bytes.all.freed": 8357150720,
+        "reserved_bytes.all.peak": 2025848832,
+        "reserved_bytes.large_pool.allocated": 9091153920,
+        "reserved_bytes.large_pool.current": 1897922560,
+        "reserved_bytes.large_pool.freed": 7193231360,
+        "reserved_bytes.large_pool.peak": 1897922560,
+        "reserved_bytes.small_pool.allocated": 1291845632,
+        "reserved_bytes.small_pool.current": 127926272,
+        "reserved_bytes.small_pool.freed": 1163919360,
+        "reserved_bytes.small_pool.peak": 127926272,
+        "segment.all.allocated": 1118,
+        "segment.all.current": 160,
+        "segment.all.freed": 958,
+        "segment.all.peak": 160,
+        "segment.large_pool.allocated": 502,
+        "segment.large_pool.current": 99,
+        "segment.large_pool.freed": 403,
+        "segment.large_pool.peak": 99,
+        "segment.small_pool.allocated": 616,
+        "segment.small_pool.current": 61,
+        "segment.small_pool.freed": 555,
+        "segment.small_pool.peak": 61
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/logfile_la_all.log

@@ -0,0 +1,30 @@
+06/01/2024 03:44:31 - INFO - __main__ - ***** Starting script *****
+06/01/2024 03:44:36 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 03:44:36 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 03:44:36 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 04:12:50 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 04:12:53 - INFO - __main__ - ***** Starting script *****
+06/01/2024 04:12:59 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 04:12:59 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 04:12:59 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 04:42:12 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 04:42:14 - INFO - __main__ - ***** Starting script *****
+06/01/2024 04:42:20 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 04:42:20 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 04:42:20 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 05:11:43 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 05:11:46 - INFO - __main__ - ***** Starting script *****
+06/01/2024 05:11:51 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 05:11:51 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 05:11:51 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 05:41:13 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 05:41:15 - INFO - __main__ - ***** Starting script *****
+06/01/2024 05:41:20 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 05:41:20 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 05:41:20 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 06:10:35 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 06:10:47 - INFO - __main__ - ***** Starting script *****
+06/01/2024 06:10:54 - INFO - __main__ - Sample 27303 of the training set: {'input_ids': [0, 10273, 5971, 2650, 2156, 114, 3694, 2156, 29166, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 06:10:54 - INFO - __main__ - Sample 48017 of the training set: {'input_ids': [0, 2629, 2526, 9288, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 06:10:54 - INFO - __main__ - Sample 666 of the training set: {'input_ids': [0, 26692, 45, 173, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 06:40:42 - INFO - __main__ - ***** Completed Script *****

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_0/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.4908256880733945}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_0/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 874962944,
+    "max_memory_allocated": 1567147520,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 11257151,
+        "active.all.current": 920,
+        "active.all.freed": 11256231,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 2240254,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 2240031,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 9016897,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 9016200,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 9053779064320,
+        "active_bytes.all.current": 874962944,
+        "active_bytes.all.freed": 9052904101376,
+        "active_bytes.all.peak": 1567147520,
+        "active_bytes.large_pool.allocated": 5293802369024,
+        "active_bytes.large_pool.current": 871698432,
+        "active_bytes.large_pool.freed": 5292930670592,
+        "active_bytes.large_pool.peak": 1554066432,
+        "active_bytes.small_pool.allocated": 3759976695296,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 3759973430784,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 9053779064320,
+        "allocated_bytes.all.current": 874962944,
+        "allocated_bytes.all.freed": 9052904101376,
+        "allocated_bytes.all.peak": 1567147520,
+        "allocated_bytes.large_pool.allocated": 5293802369024,
+        "allocated_bytes.large_pool.current": 871698432,
+        "allocated_bytes.large_pool.freed": 5292930670592,
+        "allocated_bytes.large_pool.peak": 1554066432,
+        "allocated_bytes.small_pool.allocated": 3759976695296,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 3759973430784,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 11257151,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 11256231,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 2240254,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 2240031,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 9016897,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 9016200,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 5859237,
+        "inactive_split.all.current": 96,
+        "inactive_split.all.freed": 5859141,
+        "inactive_split.all.peak": 178,
+        "inactive_split.large_pool.allocated": 1170506,
+        "inactive_split.large_pool.current": 33,
+        "inactive_split.large_pool.freed": 1170473,
+        "inactive_split.large_pool.peak": 96,
+        "inactive_split.small_pool.allocated": 4688731,
+        "inactive_split.small_pool.current": 63,
+        "inactive_split.small_pool.freed": 4688668,
+        "inactive_split.small_pool.peak": 103,
+        "inactive_split_bytes.all.allocated": 11421352003584,
+        "inactive_split_bytes.all.current": 123281408,
+        "inactive_split_bytes.all.freed": 11421228722176,
+        "inactive_split_bytes.all.peak": 525084160,
+        "inactive_split_bytes.large_pool.allocated": 7348056296960,
+        "inactive_split_bytes.large_pool.current": 80408576,
+        "inactive_split_bytes.large_pool.freed": 7347975888384,
+        "inactive_split_bytes.large_pool.peak": 497114112,
+        "inactive_split_bytes.small_pool.allocated": 4073295706624,
+        "inactive_split_bytes.small_pool.current": 42872832,
+        "inactive_split_bytes.small_pool.freed": 4073252833792,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 202,
+        "num_device_free": 43,
+        "num_ooms": 0,
+        "num_sync_all_streams": 1,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 8815018579287,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 8814157064343,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 5055758041280,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 5054899633344,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 3759260538007,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 3759257430999,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 2338324480,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 222298112,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 2143289344,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 146800640,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 195035136,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 75497472,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 202,
+        "segment.all.current": 159,
+        "segment.all.freed": 43,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 109,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 7,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 93,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 36,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_1999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9162844036697247}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_1999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 876204032,
+    "max_memory_allocated": 1568388608,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 22514300,
+        "active.all.current": 920,
+        "active.all.freed": 22513380,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 4480506,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 4480283,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 18033794,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 18033097,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 18098342233600,
+        "active_bytes.all.current": 876204032,
+        "active_bytes.all.freed": 18097466029568,
+        "active_bytes.all.peak": 1568388608,
+        "active_bytes.large_pool.allocated": 10578388843008,
+        "active_bytes.large_pool.current": 872939520,
+        "active_bytes.large_pool.freed": 10577515903488,
+        "active_bytes.large_pool.peak": 1555307520,
+        "active_bytes.small_pool.allocated": 7519953390592,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 7519950126080,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 18098342233600,
+        "allocated_bytes.all.current": 876204032,
+        "allocated_bytes.all.freed": 18097466029568,
+        "allocated_bytes.all.peak": 1568388608,
+        "allocated_bytes.large_pool.allocated": 10578388843008,
+        "allocated_bytes.large_pool.current": 872939520,
+        "allocated_bytes.large_pool.freed": 10577515903488,
+        "allocated_bytes.large_pool.peak": 1555307520,
+        "allocated_bytes.small_pool.allocated": 7519953390592,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 7519950126080,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 22514300,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 22513380,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 4480506,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 4480283,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 18033794,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 18033097,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 11724345,
+        "inactive_split.all.current": 91,
+        "inactive_split.all.freed": 11724254,
+        "inactive_split.all.peak": 178,
+        "inactive_split.large_pool.allocated": 2337827,
+        "inactive_split.large_pool.current": 32,
+        "inactive_split.large_pool.freed": 2337795,
+        "inactive_split.large_pool.peak": 105,
+        "inactive_split.small_pool.allocated": 9386518,
+        "inactive_split.small_pool.current": 59,
+        "inactive_split.small_pool.freed": 9386459,
+        "inactive_split.small_pool.peak": 118,
+        "inactive_split_bytes.all.allocated": 23009216232960,
+        "inactive_split_bytes.all.current": 111554560,
+        "inactive_split_bytes.all.freed": 23009104678400,
+        "inactive_split_bytes.all.peak": 530060288,
+        "inactive_split_bytes.large_pool.allocated": 14858685626880,
+        "inactive_split_bytes.large_pool.current": 79167488,
+        "inactive_split_bytes.large_pool.freed": 14858606459392,
+        "inactive_split_bytes.large_pool.peak": 508379648,
+        "inactive_split_bytes.small_pool.allocated": 8150530606080,
+        "inactive_split_bytes.small_pool.current": 32387072,
+        "inactive_split_bytes.small_pool.freed": 8150498219008,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 366,
+        "num_device_free": 207,
+        "num_ooms": 0,
+        "num_sync_all_streams": 3,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 17630020119214,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 17629158604270,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 10111499043200,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 10110640635264,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 7518521076014,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 7518517969006,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 3915382784,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 1799356416,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 3544186880,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 1547698176,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 371195904,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 251658240,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 366,
+        "segment.all.current": 159,
+        "segment.all.freed": 207,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 189,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 87,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 177,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 120,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_3999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9277522935779816}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_3999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 876204032,
+    "max_memory_allocated": 1568388608,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 33771449,
+        "active.all.current": 920,
+        "active.all.freed": 33770529,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 6720758,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 6720535,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 27050691,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 27049994,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 27142881768960,
+        "active_bytes.all.current": 876204032,
+        "active_bytes.all.freed": 27142005564928,
+        "active_bytes.all.peak": 1568388608,
+        "active_bytes.large_pool.allocated": 15862951683072,
+        "active_bytes.large_pool.current": 872939520,
+        "active_bytes.large_pool.freed": 15862078743552,
+        "active_bytes.large_pool.peak": 1555307520,
+        "active_bytes.small_pool.allocated": 11279930085888,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 11279926821376,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 27142881768960,
+        "allocated_bytes.all.current": 876204032,
+        "allocated_bytes.all.freed": 27142005564928,
+        "allocated_bytes.all.peak": 1568388608,
+        "allocated_bytes.large_pool.allocated": 15862951683072,
+        "allocated_bytes.large_pool.current": 872939520,
+        "allocated_bytes.large_pool.freed": 15862078743552,
+        "allocated_bytes.large_pool.peak": 1555307520,
+        "allocated_bytes.small_pool.allocated": 11279930085888,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 11279926821376,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 33771449,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 33770529,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 6720758,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 6720535,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 27050691,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 27049994,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 17589387,
+        "inactive_split.all.current": 91,
+        "inactive_split.all.freed": 17589296,
+        "inactive_split.all.peak": 178,
+        "inactive_split.large_pool.allocated": 3505084,
+        "inactive_split.large_pool.current": 32,
+        "inactive_split.large_pool.freed": 3505052,
+        "inactive_split.large_pool.peak": 105,
+        "inactive_split.small_pool.allocated": 14084303,
+        "inactive_split.small_pool.current": 59,
+        "inactive_split.small_pool.freed": 14084244,
+        "inactive_split.small_pool.peak": 118,
+        "inactive_split_bytes.all.allocated": 34597024160256,
+        "inactive_split_bytes.all.current": 111554560,
+        "inactive_split_bytes.all.freed": 34596912605696,
+        "inactive_split_bytes.all.peak": 530060288,
+        "inactive_split_bytes.large_pool.allocated": 22369258933760,
+        "inactive_split_bytes.large_pool.current": 79167488,
+        "inactive_split_bytes.large_pool.freed": 22369179766272,
+        "inactive_split_bytes.large_pool.peak": 508379648,
+        "inactive_split_bytes.small_pool.allocated": 12227765226496,
+        "inactive_split_bytes.small_pool.current": 32387072,
+        "inactive_split_bytes.small_pool.freed": 12227732839424,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 533,
+        "num_device_free": 374,
+        "num_ooms": 0,
+        "num_sync_all_streams": 5,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 26445021659141,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 26444160144197,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 15167240045120,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 15166381637184,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 11277781614021,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 11277778507013,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 5498732544,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 3382706176,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 4945084416,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 2948595712,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 553648128,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 434110464,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 533,
+        "segment.all.current": 159,
+        "segment.all.freed": 374,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 269,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 167,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 264,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 207,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_5999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9243119266055045}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_5999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 876204032,
+    "max_memory_allocated": 1568388608,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 45028598,
+        "active.all.current": 920,
+        "active.all.freed": 45027678,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 8961010,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 8960787,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 36067588,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 36066891,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 36187428554240,
+        "active_bytes.all.current": 876204032,
+        "active_bytes.all.freed": 36186552350208,
+        "active_bytes.all.peak": 1568388608,
+        "active_bytes.large_pool.allocated": 21147521773056,
+        "active_bytes.large_pool.current": 872939520,
+        "active_bytes.large_pool.freed": 21146648833536,
+        "active_bytes.large_pool.peak": 1555307520,
+        "active_bytes.small_pool.allocated": 15039906781184,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 15039903516672,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 36187428554240,
+        "allocated_bytes.all.current": 876204032,
+        "allocated_bytes.all.freed": 36186552350208,
+        "allocated_bytes.all.peak": 1568388608,
+        "allocated_bytes.large_pool.allocated": 21147521773056,
+        "allocated_bytes.large_pool.current": 872939520,
+        "allocated_bytes.large_pool.freed": 21146648833536,
+        "allocated_bytes.large_pool.peak": 1555307520,
+        "allocated_bytes.small_pool.allocated": 15039906781184,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 15039903516672,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 45028598,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 45027678,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 8961010,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 8960787,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 36067588,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 36066891,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 23455503,
+        "inactive_split.all.current": 94,
+        "inactive_split.all.freed": 23455409,
+        "inactive_split.all.peak": 178,
+        "inactive_split.large_pool.allocated": 4672345,
+        "inactive_split.large_pool.current": 32,
+        "inactive_split.large_pool.freed": 4672313,
+        "inactive_split.large_pool.peak": 105,
+        "inactive_split.small_pool.allocated": 18783158,
+        "inactive_split.small_pool.current": 62,
+        "inactive_split.small_pool.freed": 18783096,
+        "inactive_split.small_pool.peak": 118,
+        "inactive_split_bytes.all.allocated": 46184863010816,
+        "inactive_split_bytes.all.current": 105263104,
+        "inactive_split_bytes.all.freed": 46184757747712,
+        "inactive_split_bytes.all.peak": 530060288,
+        "inactive_split_bytes.large_pool.allocated": 29879845126656,
+        "inactive_split_bytes.large_pool.current": 79167488,
+        "inactive_split_bytes.large_pool.freed": 29879765959168,
+        "inactive_split_bytes.large_pool.peak": 508379648,
+        "inactive_split_bytes.small_pool.allocated": 16305017884160,
+        "inactive_split_bytes.small_pool.current": 26095616,
+        "inactive_split_bytes.small_pool.freed": 16304991788544,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 700,
+        "num_device_free": 541,
+        "num_ooms": 0,
+        "num_sync_all_streams": 7,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 35260023199068,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 35259161684124,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 20222981047040,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 20222122639104,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 15037042152028,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 15037039045020,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 7082082304,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 4966055936,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 6345981952,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 4349493248,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 736100352,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 616562688,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 700,
+        "segment.all.current": 159,
+        "segment.all.freed": 541,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 349,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 247,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 351,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 294,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_7999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9288990825688074}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_7999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 876204032,
+    "max_memory_allocated": 1568388608,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 56285747,
+        "active.all.current": 920,
+        "active.all.freed": 56284827,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 11201262,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 11201039,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 45084485,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 45083788,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 45231948534272,
+        "active_bytes.all.current": 876204032,
+        "active_bytes.all.freed": 45231072330240,
+        "active_bytes.all.peak": 1568388608,
+        "active_bytes.large_pool.allocated": 26432065057792,
+        "active_bytes.large_pool.current": 872939520,
+        "active_bytes.large_pool.freed": 26431192118272,
+        "active_bytes.large_pool.peak": 1555307520,
+        "active_bytes.small_pool.allocated": 18799883476480,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 18799880211968,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 45231948534272,
+        "allocated_bytes.all.current": 876204032,
+        "allocated_bytes.all.freed": 45231072330240,
+        "allocated_bytes.all.peak": 1568388608,
+        "allocated_bytes.large_pool.allocated": 26432065057792,
+        "allocated_bytes.large_pool.current": 872939520,
+        "allocated_bytes.large_pool.freed": 26431192118272,
+        "allocated_bytes.large_pool.peak": 1555307520,
+        "allocated_bytes.small_pool.allocated": 18799883476480,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 18799880211968,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 56285747,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 56284827,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 11201262,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 11201039,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 45084485,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 45083788,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 29320192,
+        "inactive_split.all.current": 95,
+        "inactive_split.all.freed": 29320097,
+        "inactive_split.all.peak": 184,
+        "inactive_split.large_pool.allocated": 5839595,
+        "inactive_split.large_pool.current": 32,
+        "inactive_split.large_pool.freed": 5839563,
+        "inactive_split.large_pool.peak": 105,
+        "inactive_split.small_pool.allocated": 23480597,
+        "inactive_split.small_pool.current": 63,
+        "inactive_split.small_pool.freed": 23480534,
+        "inactive_split.small_pool.peak": 118,
+        "inactive_split_bytes.all.allocated": 57772618551808,
+        "inactive_split_bytes.all.current": 113651712,
+        "inactive_split_bytes.all.freed": 57772504900096,
+        "inactive_split_bytes.all.peak": 530060288,
+        "inactive_split_bytes.large_pool.allocated": 37390352505856,
+        "inactive_split_bytes.large_pool.current": 79167488,
+        "inactive_split_bytes.large_pool.freed": 37390273338368,
+        "inactive_split_bytes.large_pool.peak": 508379648,
+        "inactive_split_bytes.small_pool.allocated": 20382266045952,
+        "inactive_split_bytes.small_pool.current": 34484224,
+        "inactive_split_bytes.small_pool.freed": 20382231561728,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 866,
+        "num_device_free": 707,
+        "num_ooms": 0,
+        "num_sync_all_streams": 9,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 44075024738995,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 44074163224051,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 25278722048960,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 25277863641024,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 18796302690035,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 18796299583027,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 8663334912,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 6547308544,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 7746879488,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 5750390784,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 916455424,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 796917760,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 866,
+        "segment.all.current": 159,
+        "segment.all.freed": 707,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 429,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 327,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 437,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 380,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_9999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9243119266055045}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_12345_8_10000/step_9999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 876204032,
+    "max_memory_allocated": 1568388608,
+    "memory_reserved": 2116026368,
+    "max_memory_reserved": 2116026368,
+    "memory_stats": {
+        "active.all.allocated": 67542896,
+        "active.all.current": 920,
+        "active.all.freed": 67541976,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 13441514,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 13441291,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 54101382,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 54100685,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 54276468514304,
+        "active_bytes.all.current": 876204032,
+        "active_bytes.all.freed": 54275592310272,
+        "active_bytes.all.peak": 1568388608,
+        "active_bytes.large_pool.allocated": 31716608342528,
+        "active_bytes.large_pool.current": 872939520,
+        "active_bytes.large_pool.freed": 31715735403008,
+        "active_bytes.large_pool.peak": 1555307520,
+        "active_bytes.small_pool.allocated": 22559860171776,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 22559856907264,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 54276468514304,
+        "allocated_bytes.all.current": 876204032,
+        "allocated_bytes.all.freed": 54275592310272,
+        "allocated_bytes.all.peak": 1568388608,
+        "allocated_bytes.large_pool.allocated": 31716608342528,
+        "allocated_bytes.large_pool.current": 872939520,
+        "allocated_bytes.large_pool.freed": 31715735403008,
+        "allocated_bytes.large_pool.peak": 1555307520,
+        "allocated_bytes.small_pool.allocated": 22559860171776,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 22559856907264,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 67542896,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 67541976,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 13441514,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 13441291,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 54101382,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 54100685,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 35186752,
+        "inactive_split.all.current": 103,
+        "inactive_split.all.freed": 35186649,
+        "inactive_split.all.peak": 184,
+        "inactive_split.large_pool.allocated": 7006845,
+        "inactive_split.large_pool.current": 32,
+        "inactive_split.large_pool.freed": 7006813,
+        "inactive_split.large_pool.peak": 105,
+        "inactive_split.small_pool.allocated": 28179907,
+        "inactive_split.small_pool.current": 71,
+        "inactive_split.small_pool.freed": 28179836,
+        "inactive_split.small_pool.peak": 118,
+        "inactive_split_bytes.all.allocated": 69360367065600,
+        "inactive_split_bytes.all.current": 107360256,
+        "inactive_split_bytes.all.freed": 69360259705344,
+        "inactive_split_bytes.all.peak": 530060288,
+        "inactive_split_bytes.large_pool.allocated": 44900859885056,
+        "inactive_split_bytes.large_pool.current": 79167488,
+        "inactive_split_bytes.large_pool.freed": 44900780717568,
+        "inactive_split_bytes.large_pool.peak": 508379648,
+        "inactive_split_bytes.small_pool.allocated": 24459507180544,
+        "inactive_split_bytes.small_pool.current": 28192768,
+        "inactive_split_bytes.small_pool.freed": 24459478987776,
+        "inactive_split_bytes.small_pool.peak": 77594624,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 1032,
+        "num_device_free": 873,
+        "num_ooms": 0,
+        "num_sync_all_streams": 11,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 52890026278922,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 52889164763978,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 30334463050880,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 30333604642944,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 22555563228042,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 22555560121034,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 10244587520,
+        "reserved_bytes.all.current": 2116026368,
+        "reserved_bytes.all.freed": 8128561152,
+        "reserved_bytes.all.peak": 2116026368,
+        "reserved_bytes.large_pool.allocated": 9147777024,
+        "reserved_bytes.large_pool.current": 1996488704,
+        "reserved_bytes.large_pool.freed": 7151288320,
+        "reserved_bytes.large_pool.peak": 1996488704,
+        "reserved_bytes.small_pool.allocated": 1096810496,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 977272832,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 1032,
+        "segment.all.current": 159,
+        "segment.all.freed": 873,
+        "segment.all.peak": 159,
+        "segment.large_pool.allocated": 509,
+        "segment.large_pool.current": 102,
+        "segment.large_pool.freed": 407,
+        "segment.large_pool.peak": 102,
+        "segment.small_pool.allocated": 523,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 466,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/logfile_la_all.log

@@ -0,0 +1,30 @@
+06/01/2024 06:40:58 - INFO - __main__ - ***** Starting script *****
+06/01/2024 06:41:04 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 06:41:04 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 06:41:04 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 07:10:31 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 07:10:35 - INFO - __main__ - ***** Starting script *****
+06/01/2024 07:10:40 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 07:10:40 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 07:10:40 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 07:40:56 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 07:40:58 - INFO - __main__ - ***** Starting script *****
+06/01/2024 07:41:03 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 07:41:03 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 07:41:03 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 08:12:14 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 08:12:17 - INFO - __main__ - ***** Starting script *****
+06/01/2024 08:12:22 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 08:12:22 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 08:12:22 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 08:43:16 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 08:43:19 - INFO - __main__ - ***** Starting script *****
+06/01/2024 08:43:25 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 08:43:25 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 08:43:25 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 09:14:25 - INFO - __main__ - ***** Completed Script *****
+06/01/2024 09:14:28 - INFO - __main__ - ***** Starting script *****
+06/01/2024 09:14:33 - INFO - __main__ - Sample 41905 of the training set: {'input_ids': [0, 17615, 1899, 385, 16314, 2156, 10985, 25, 7, 549, 47, 128, 548, 450, 15570, 50, 6717, 479, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 09:14:33 - INFO - __main__ - Sample 7296 of the training set: {'input_ids': [0, 1250, 5, 5567, 23959, 9, 41259, 11605, 23, 63, 275, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 1}.
+06/01/2024 09:14:33 - INFO - __main__ - Sample 1639 of the training set: {'input_ids': [0, 506, 11791, 98, 16894, 15, 358, 9164, 672, 14, 24, 35499, 103, 761, 9, 36302, 2821, 16235, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': 0}.
+06/01/2024 09:45:27 - INFO - __main__ - ***** Completed Script *****

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_0/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.4908256880733945}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_0/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 866340864,
+    "max_memory_allocated": 1561912320,
+    "memory_reserved": 2090860544,
+    "max_memory_reserved": 2090860544,
+    "memory_stats": {
+        "active.all.allocated": 11257151,
+        "active.all.current": 920,
+        "active.all.freed": 11256231,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 2233224,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 2233001,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 9023927,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 9023230,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 9070472550912,
+        "active_bytes.all.current": 866340864,
+        "active_bytes.all.freed": 9069606210048,
+        "active_bytes.all.peak": 1561912320,
+        "active_bytes.large_pool.allocated": 5289135241216,
+        "active_bytes.large_pool.current": 863076352,
+        "active_bytes.large_pool.freed": 5288272164864,
+        "active_bytes.large_pool.peak": 1548831232,
+        "active_bytes.small_pool.allocated": 3781337309696,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 3781334045184,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 9070472550912,
+        "allocated_bytes.all.current": 866340864,
+        "allocated_bytes.all.freed": 9069606210048,
+        "allocated_bytes.all.peak": 1561912320,
+        "allocated_bytes.large_pool.allocated": 5289135241216,
+        "allocated_bytes.large_pool.current": 863076352,
+        "allocated_bytes.large_pool.freed": 5288272164864,
+        "allocated_bytes.large_pool.peak": 1548831232,
+        "allocated_bytes.small_pool.allocated": 3781337309696,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 3781334045184,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 11257151,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 11256231,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 2233224,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 2233001,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 9023927,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 9023230,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 5862295,
+        "inactive_split.all.current": 108,
+        "inactive_split.all.freed": 5862187,
+        "inactive_split.all.peak": 192,
+        "inactive_split.large_pool.allocated": 1187863,
+        "inactive_split.large_pool.current": 42,
+        "inactive_split.large_pool.freed": 1187821,
+        "inactive_split.large_pool.peak": 103,
+        "inactive_split.small_pool.allocated": 4674432,
+        "inactive_split.small_pool.current": 66,
+        "inactive_split.small_pool.freed": 4674366,
+        "inactive_split.small_pool.peak": 107,
+        "inactive_split_bytes.all.allocated": 11925857753088,
+        "inactive_split_bytes.all.current": 125612032,
+        "inactive_split_bytes.all.freed": 11925732141056,
+        "inactive_split_bytes.all.peak": 518794752,
+        "inactive_split_bytes.large_pool.allocated": 7829347278848,
+        "inactive_split_bytes.large_pool.current": 89030656,
+        "inactive_split_bytes.large_pool.freed": 7829258248192,
+        "inactive_split_bytes.large_pool.peak": 499212800,
+        "inactive_split_bytes.small_pool.allocated": 4096510474240,
+        "inactive_split_bytes.small_pool.current": 36581376,
+        "inactive_split_bytes.small_pool.freed": 4096473892864,
+        "inactive_split_bytes.small_pool.peak": 73389568,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 205,
+        "num_device_free": 48,
+        "num_ooms": 0,
+        "num_sync_all_streams": 1,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 8832782340291,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 8831920825347,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 5052159555776,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 5051301147840,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 3780622784515,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 3780619677507,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 2323644416,
+        "reserved_bytes.all.current": 2090860544,
+        "reserved_bytes.all.freed": 232783872,
+        "reserved_bytes.all.peak": 2090860544,
+        "reserved_bytes.large_pool.allocated": 2118123520,
+        "reserved_bytes.large_pool.current": 1971322880,
+        "reserved_bytes.large_pool.freed": 146800640,
+        "reserved_bytes.large_pool.peak": 1971322880,
+        "reserved_bytes.small_pool.allocated": 205520896,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 85983232,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 205,
+        "segment.all.current": 157,
+        "segment.all.freed": 48,
+        "segment.all.peak": 157,
+        "segment.large_pool.allocated": 107,
+        "segment.large_pool.current": 100,
+        "segment.large_pool.freed": 7,
+        "segment.large_pool.peak": 100,
+        "segment.small_pool.allocated": 98,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 41,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_1999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.911697247706422}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_1999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 866758656,
+    "max_memory_allocated": 1561953792,
+    "memory_reserved": 2090860544,
+    "max_memory_reserved": 2090860544,
+    "memory_stats": {
+        "active.all.allocated": 22514300,
+        "active.all.current": 920,
+        "active.all.freed": 22513380,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 4466446,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 4466223,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 18047854,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 18047157,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 18132720948736,
+        "active_bytes.all.current": 866758656,
+        "active_bytes.all.freed": 18131854190080,
+        "active_bytes.all.peak": 1561953792,
+        "active_bytes.large_pool.allocated": 10570046329344,
+        "active_bytes.large_pool.current": 863494144,
+        "active_bytes.large_pool.freed": 10569182835200,
+        "active_bytes.large_pool.peak": 1548872704,
+        "active_bytes.small_pool.allocated": 7562674619392,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 7562671354880,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 18132720948736,
+        "allocated_bytes.all.current": 866758656,
+        "allocated_bytes.all.freed": 18131854190080,
+        "allocated_bytes.all.peak": 1561953792,
+        "allocated_bytes.large_pool.allocated": 10570046329344,
+        "allocated_bytes.large_pool.current": 863494144,
+        "allocated_bytes.large_pool.freed": 10569182835200,
+        "allocated_bytes.large_pool.peak": 1548872704,
+        "allocated_bytes.small_pool.allocated": 7562674619392,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 7562671354880,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 22514300,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 22513380,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 4466446,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 4466223,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 18047854,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 18047157,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 11663359,
+        "inactive_split.all.current": 105,
+        "inactive_split.all.freed": 11663254,
+        "inactive_split.all.peak": 192,
+        "inactive_split.large_pool.allocated": 2348602,
+        "inactive_split.large_pool.current": 45,
+        "inactive_split.large_pool.freed": 2348557,
+        "inactive_split.large_pool.peak": 106,
+        "inactive_split.small_pool.allocated": 9314757,
+        "inactive_split.small_pool.current": 60,
+        "inactive_split.small_pool.freed": 9314697,
+        "inactive_split.small_pool.peak": 121,
+        "inactive_split_bytes.all.allocated": 23531259524608,
+        "inactive_split_bytes.all.current": 137777152,
+        "inactive_split_bytes.all.freed": 23531121747456,
+        "inactive_split_bytes.all.peak": 518794752,
+        "inactive_split_bytes.large_pool.allocated": 15335652198400,
+        "inactive_split_bytes.large_pool.current": 109584384,
+        "inactive_split_bytes.large_pool.freed": 15335542614016,
+        "inactive_split_bytes.large_pool.peak": 499212800,
+        "inactive_split_bytes.small_pool.allocated": 8195607326208,
+        "inactive_split_bytes.small_pool.current": 28192768,
+        "inactive_split_bytes.small_pool.freed": 8195579133440,
+        "inactive_split_bytes.small_pool.peak": 73389568,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 373,
+        "num_device_free": 216,
+        "num_ooms": 0,
+        "num_sync_all_streams": 3,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 17665547641222,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 17664686126278,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 10104302072192,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 10103443664256,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 7561245569030,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 7561242462022,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 3869245440,
+        "reserved_bytes.all.current": 2090860544,
+        "reserved_bytes.all.freed": 1778384896,
+        "reserved_bytes.all.peak": 2090860544,
+        "reserved_bytes.large_pool.allocated": 3472883712,
+        "reserved_bytes.large_pool.current": 1971322880,
+        "reserved_bytes.large_pool.freed": 1501560832,
+        "reserved_bytes.large_pool.peak": 1971322880,
+        "reserved_bytes.small_pool.allocated": 396361728,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 276824064,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 373,
+        "segment.all.current": 157,
+        "segment.all.freed": 216,
+        "segment.all.peak": 157,
+        "segment.large_pool.allocated": 184,
+        "segment.large_pool.current": 100,
+        "segment.large_pool.freed": 84,
+        "segment.large_pool.peak": 100,
+        "segment.small_pool.allocated": 189,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 132,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_3999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9277522935779816}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_3999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 866758656,
+    "max_memory_allocated": 1561953792,
+    "memory_reserved": 2090860544,
+    "max_memory_reserved": 2090860544,
+    "memory_stats": {
+        "active.all.allocated": 33771449,
+        "active.all.current": 920,
+        "active.all.freed": 33770529,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 6699668,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 6699445,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 27071781,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 27071084,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 27194969346560,
+        "active_bytes.all.current": 866758656,
+        "active_bytes.all.freed": 27194102587904,
+        "active_bytes.all.peak": 1561953792,
+        "active_bytes.large_pool.allocated": 15850957417472,
+        "active_bytes.large_pool.current": 863494144,
+        "active_bytes.large_pool.freed": 15850093923328,
+        "active_bytes.large_pool.peak": 1548872704,
+        "active_bytes.small_pool.allocated": 11344011929088,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 11344008664576,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 27194969346560,
+        "allocated_bytes.all.current": 866758656,
+        "allocated_bytes.all.freed": 27194102587904,
+        "allocated_bytes.all.peak": 1561953792,
+        "allocated_bytes.large_pool.allocated": 15850957417472,
+        "allocated_bytes.large_pool.current": 863494144,
+        "allocated_bytes.large_pool.freed": 15850093923328,
+        "allocated_bytes.large_pool.peak": 1548872704,
+        "allocated_bytes.small_pool.allocated": 11344011929088,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 11344008664576,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 33771449,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 33770529,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 6699668,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 6699445,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 27071781,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 27071084,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 17491813,
+        "inactive_split.all.current": 106,
+        "inactive_split.all.freed": 17491707,
+        "inactive_split.all.peak": 192,
+        "inactive_split.large_pool.allocated": 3509241,
+        "inactive_split.large_pool.current": 45,
+        "inactive_split.large_pool.freed": 3509196,
+        "inactive_split.large_pool.peak": 106,
+        "inactive_split.small_pool.allocated": 13982572,
+        "inactive_split.small_pool.current": 61,
+        "inactive_split.small_pool.freed": 13982511,
+        "inactive_split.small_pool.peak": 121,
+        "inactive_split_bytes.all.allocated": 35135096233472,
+        "inactive_split_bytes.all.current": 144068608,
+        "inactive_split_bytes.all.freed": 35134952164864,
+        "inactive_split_bytes.all.peak": 518794752,
+        "inactive_split_bytes.large_pool.allocated": 22841886267392,
+        "inactive_split_bytes.large_pool.current": 109584384,
+        "inactive_split_bytes.large_pool.freed": 22841776683008,
+        "inactive_split_bytes.large_pool.peak": 499212800,
+        "inactive_split_bytes.small_pool.allocated": 12293209966080,
+        "inactive_split_bytes.small_pool.current": 34484224,
+        "inactive_split_bytes.small_pool.freed": 12293175481856,
+        "inactive_split_bytes.small_pool.peak": 73389568,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 542,
+        "num_device_free": 385,
+        "num_ooms": 0,
+        "num_sync_all_streams": 5,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 26498312942153,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 26497451427209,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 15156444588608,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 15155586180672,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 11341868353545,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 11341865246537,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 5416943616,
+        "reserved_bytes.all.current": 2090860544,
+        "reserved_bytes.all.freed": 3326083072,
+        "reserved_bytes.all.peak": 2090860544,
+        "reserved_bytes.large_pool.allocated": 4827643904,
+        "reserved_bytes.large_pool.current": 1971322880,
+        "reserved_bytes.large_pool.freed": 2856321024,
+        "reserved_bytes.large_pool.peak": 1971322880,
+        "reserved_bytes.small_pool.allocated": 589299712,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 469762048,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 542,
+        "segment.all.current": 157,
+        "segment.all.freed": 385,
+        "segment.all.peak": 157,
+        "segment.large_pool.allocated": 261,
+        "segment.large_pool.current": 100,
+        "segment.large_pool.freed": 161,
+        "segment.large_pool.peak": 100,
+        "segment.small_pool.allocated": 281,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 224,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_5999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9323394495412844}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_5999/gpu_stats_la.json

@@ -0,0 +1,130 @@
+{
+    "memory_allocated": 866758656,
+    "max_memory_allocated": 1561953792,
+    "memory_reserved": 2090860544,
+    "max_memory_reserved": 2090860544,
+    "memory_stats": {
+        "active.all.allocated": 45028598,
+        "active.all.current": 920,
+        "active.all.freed": 45027678,
+        "active.all.peak": 1077,
+        "active.large_pool.allocated": 8932890,
+        "active.large_pool.current": 223,
+        "active.large_pool.freed": 8932667,
+        "active.large_pool.peak": 347,
+        "active.small_pool.allocated": 36095708,
+        "active.small_pool.current": 697,
+        "active.small_pool.freed": 36095011,
+        "active.small_pool.peak": 843,
+        "active_bytes.all.allocated": 36257221914112,
+        "active_bytes.all.current": 866758656,
+        "active_bytes.all.freed": 36256355155456,
+        "active_bytes.all.peak": 1561953792,
+        "active_bytes.large_pool.allocated": 21131872675328,
+        "active_bytes.large_pool.current": 863494144,
+        "active_bytes.large_pool.freed": 21131009181184,
+        "active_bytes.large_pool.peak": 1548872704,
+        "active_bytes.small_pool.allocated": 15125349238784,
+        "active_bytes.small_pool.current": 3264512,
+        "active_bytes.small_pool.freed": 15125345974272,
+        "active_bytes.small_pool.peak": 112270336,
+        "allocated_bytes.all.allocated": 36257221914112,
+        "allocated_bytes.all.current": 866758656,
+        "allocated_bytes.all.freed": 36256355155456,
+        "allocated_bytes.all.peak": 1561953792,
+        "allocated_bytes.large_pool.allocated": 21131872675328,
+        "allocated_bytes.large_pool.current": 863494144,
+        "allocated_bytes.large_pool.freed": 21131009181184,
+        "allocated_bytes.large_pool.peak": 1548872704,
+        "allocated_bytes.small_pool.allocated": 15125349238784,
+        "allocated_bytes.small_pool.current": 3264512,
+        "allocated_bytes.small_pool.freed": 15125345974272,
+        "allocated_bytes.small_pool.peak": 112270336,
+        "allocation.all.allocated": 45028598,
+        "allocation.all.current": 920,
+        "allocation.all.freed": 45027678,
+        "allocation.all.peak": 1077,
+        "allocation.large_pool.allocated": 8932890,
+        "allocation.large_pool.current": 223,
+        "allocation.large_pool.freed": 8932667,
+        "allocation.large_pool.peak": 347,
+        "allocation.small_pool.allocated": 36095708,
+        "allocation.small_pool.current": 697,
+        "allocation.small_pool.freed": 36095011,
+        "allocation.small_pool.peak": 843,
+        "inactive_split.all.allocated": 23344474,
+        "inactive_split.all.current": 110,
+        "inactive_split.all.freed": 23344364,
+        "inactive_split.all.peak": 192,
+        "inactive_split.large_pool.allocated": 4669930,
+        "inactive_split.large_pool.current": 45,
+        "inactive_split.large_pool.freed": 4669885,
+        "inactive_split.large_pool.peak": 106,
+        "inactive_split.small_pool.allocated": 18674544,
+        "inactive_split.small_pool.current": 65,
+        "inactive_split.small_pool.freed": 18674479,
+        "inactive_split.small_pool.peak": 125,
+        "inactive_split_bytes.all.allocated": 46739736731136,
+        "inactive_split_bytes.all.current": 139874304,
+        "inactive_split_bytes.all.freed": 46739596856832,
+        "inactive_split_bytes.all.peak": 518794752,
+        "inactive_split_bytes.large_pool.allocated": 30348180850688,
+        "inactive_split_bytes.large_pool.current": 109584384,
+        "inactive_split_bytes.large_pool.freed": 30348071266304,
+        "inactive_split_bytes.large_pool.peak": 499212800,
+        "inactive_split_bytes.small_pool.allocated": 16391555880448,
+        "inactive_split_bytes.small_pool.current": 30289920,
+        "inactive_split_bytes.small_pool.freed": 16391525590528,
+        "inactive_split_bytes.small_pool.peak": 73400320,
+        "max_split_size": -1,
+        "num_alloc_retries": 0,
+        "num_device_alloc": 709,
+        "num_device_free": 552,
+        "num_ooms": 0,
+        "num_sync_all_streams": 7,
+        "oversize_allocations.allocated": 0,
+        "oversize_allocations.current": 0,
+        "oversize_allocations.freed": 0,
+        "oversize_allocations.peak": 0,
+        "oversize_segments.allocated": 0,
+        "oversize_segments.current": 0,
+        "oversize_segments.freed": 0,
+        "oversize_segments.peak": 0,
+        "requested_bytes.all.allocated": 35331078243084,
+        "requested_bytes.all.current": 861514944,
+        "requested_bytes.all.freed": 35330216728140,
+        "requested_bytes.all.peak": 1543430976,
+        "requested_bytes.large_pool.allocated": 20208587105024,
+        "requested_bytes.large_pool.current": 858407936,
+        "requested_bytes.large_pool.freed": 20207728697088,
+        "requested_bytes.large_pool.peak": 1530512384,
+        "requested_bytes.small_pool.allocated": 15122491138060,
+        "requested_bytes.small_pool.current": 3107008,
+        "requested_bytes.small_pool.freed": 15122488031052,
+        "requested_bytes.small_pool.peak": 112171136,
+        "reserved_bytes.all.allocated": 6960447488,
+        "reserved_bytes.all.current": 2090860544,
+        "reserved_bytes.all.freed": 4869586944,
+        "reserved_bytes.all.peak": 2090860544,
+        "reserved_bytes.large_pool.allocated": 6182404096,
+        "reserved_bytes.large_pool.current": 1971322880,
+        "reserved_bytes.large_pool.freed": 4211081216,
+        "reserved_bytes.large_pool.peak": 1971322880,
+        "reserved_bytes.small_pool.allocated": 778043392,
+        "reserved_bytes.small_pool.current": 119537664,
+        "reserved_bytes.small_pool.freed": 658505728,
+        "reserved_bytes.small_pool.peak": 119537664,
+        "segment.all.allocated": 709,
+        "segment.all.current": 157,
+        "segment.all.freed": 552,
+        "segment.all.peak": 157,
+        "segment.large_pool.allocated": 338,
+        "segment.large_pool.current": 100,
+        "segment.large_pool.freed": 238,
+        "segment.large_pool.peak": 100,
+        "segment.small_pool.allocated": 371,
+        "segment.small_pool.current": 57,
+        "segment.small_pool.freed": 314,
+        "segment.small_pool.peak": 57
+    }
+}

outputs/sst2/roberta-base_loratrain_val_8_16_0.1_5e-05_42_8_10000/step_7999/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_accuracy": 0.9323394495412844}