Upload folder using huggingface_hub

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e85a1c9db7a1806f6816c8ec5d08e440d39ed6b8720487abfb403901094230
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49992a92e9770b7fea30d2e0bf7034581bc364c4f14e46c70a542d4ea85f15d7
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9ca435c80f5082c8f8f4463364e801845fb1caf53c0585f49e522c47633aea
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0207a476b0cc3584fb29079858da7873f8d8daa5c4aab704017a91b36e9b032d
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd2e96b0cf243a44752709350f1b6cc54f266d133ae21853c926b10d847b0d
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae6ed0bfa93f1c2b5253a6c6407d3827a13bdc875766a6cbb7f9b589fa03153
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abbd2d72b344daafc715a3b1890434d14ead2f95c28a653f0258e26e8c3134a
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9196798c14902438c1ecd9dc92ead770fa03fc697ef026a461d990fab8e2d63
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/0_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.1783547401428223,
+      "learning_rate": 2e-05,
+      "loss": 1.3076,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 4.245744228363037,
+      "learning_rate": 2e-05,
+      "loss": 1.485,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 5.0618062019348145,
+      "learning_rate": 2e-05,
+      "loss": 0.9309,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 5.149890899658203,
+      "learning_rate": 2e-05,
+      "loss": 2.2529,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.8187313079833984,
+      "learning_rate": 2e-05,
+      "loss": 0.4769,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.3214118480682373,
+      "learning_rate": 2e-05,
+      "loss": 0.7902,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 6.81147575378418,
+      "learning_rate": 2e-05,
+      "loss": 1.791,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.4837002754211426,
+      "learning_rate": 2e-05,
+      "loss": 0.8222,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 4.7753520011901855,
+      "learning_rate": 2e-05,
+      "loss": 0.9105,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 8.150045394897461,
+      "learning_rate": 2e-05,
+      "loss": 1.1695,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.5341460704803467,
+      "learning_rate": 2e-05,
+      "loss": 0.6647,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.2373862266540527,
+      "learning_rate": 2e-05,
+      "loss": 0.6913,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 3.1278488636016846,
+      "learning_rate": 2e-05,
+      "loss": 1.054,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.5463902950286865,
+      "learning_rate": 2e-05,
+      "loss": 0.9895,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 3.2314953804016113,
+      "learning_rate": 2e-05,
+      "loss": 1.1185,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 3.0395631790161133,
+      "learning_rate": 2e-05,
+      "loss": 1.9604,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.1910229921340942,
+      "learning_rate": 2e-05,
+      "loss": 0.4833,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 3.351118326187134,
+      "learning_rate": 2e-05,
+      "loss": 1.5392,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 5.666720390319824,
+      "learning_rate": 2e-05,
+      "loss": 2.3187,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.7589361667633057,
+      "learning_rate": 2e-05,
+      "loss": 1.5715,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 3.8645544052124023,
+      "learning_rate": 2e-05,
+      "loss": 1.2631,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 17.528564453125,
+      "learning_rate": 2e-05,
+      "loss": 0.8849,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 3.9329302310943604,
+      "learning_rate": 2e-05,
+      "loss": 1.2254,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.1174557209014893,
+      "learning_rate": 2e-05,
+      "loss": 0.7726,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 3.8675169944763184,
+      "learning_rate": 2e-05,
+      "loss": 1.3245,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 2.2555489540100098,
+      "learning_rate": 2e-05,
+      "loss": 0.3804,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 4.924727916717529,
+      "learning_rate": 2e-05,
+      "loss": 1.5787,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 3.8834705352783203,
+      "learning_rate": 2e-05,
+      "loss": 1.8066,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 3.8141536712646484,
+      "learning_rate": 2e-05,
+      "loss": 0.9591,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.8433034420013428,
+      "learning_rate": 2e-05,
+      "loss": 0.8489,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 7.238494873046875,
+      "learning_rate": 2e-05,
+      "loss": 1.7647,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.9665000438690186,
+      "learning_rate": 2e-05,
+      "loss": 1.5032,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 4.422421455383301,
+      "learning_rate": 2e-05,
+      "loss": 0.8178,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.6917370557785034,
+      "learning_rate": 2e-05,
+      "loss": 0.5592,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 7.7742791175842285,
+      "learning_rate": 2e-05,
+      "loss": 1.6059,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 3.268321990966797,
+      "learning_rate": 2e-05,
+      "loss": 0.9526,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.443695306777954,
+      "learning_rate": 2e-05,
+      "loss": 0.6655,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 2.7728331089019775,
+      "learning_rate": 2e-05,
+      "loss": 1.2299,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 3.187366247177124,
+      "learning_rate": 2e-05,
+      "loss": 1.4123,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.3169496059417725,
+      "learning_rate": 2e-05,
+      "loss": 1.4742,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 2.5007076263427734,
+      "learning_rate": 2e-05,
+      "loss": 1.4303,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 2.3087682723999023,
+      "learning_rate": 2e-05,
+      "loss": 1.1173,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 2.937824249267578,
+      "learning_rate": 2e-05,
+      "loss": 1.0919,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 4.138759136199951,
+      "learning_rate": 2e-05,
+      "loss": 1.3053,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 2.9441945552825928,
+      "learning_rate": 2e-05,
+      "loss": 0.4144,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.4768455028533936,
+      "learning_rate": 2e-05,
+      "loss": 0.7732,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.5441049337387085,
+      "learning_rate": 2e-05,
+      "loss": 0.9284,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 4.727484703063965,
+      "learning_rate": 2e-05,
+      "loss": 1.1998,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 5.3145976066589355,
+      "learning_rate": 2e-05,
+      "loss": 1.3966,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.2736685276031494,
+      "learning_rate": 2e-05,
+      "loss": 0.8992,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2957751584030720.0,
+      "train_loss": 1.1582752799987792,
+      "train_runtime": 265.724,
+      "train_samples_per_second": 1.505,
+      "train_steps_per_second": 0.376
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2957751584030720.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e16a688d5cd2d10e50ddacf1c235990019cf91616aca864fd26e8d6b1ab81
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb1000229a8197155d5355952ab57762117f7039e8c5b73eb0d4461acff91d2
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a6f48c38f05d2ea650cd97feece1f29e640fa5c85eb407afb5f02d05af3531
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac47372f18c51b8ffbad67fe1f0260e5f5021bf97c9ef5cf209663e8961bf27
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a3b0cf25703306e4da54824676aa95292c36374b6ae8ee00be93ffe6ef75ab
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6efd8fd8637fd80ccdec17c07302c18289fa803a4b682d880e40e4be10c3a
+size 146570638

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd6552f29ab87af4910ff86d37c609f3bccb27d0cddbfeca6856a62efa2edf8
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57994b56489b415d8eb9c1cc965f66e9e70558340caca98f5982a371ad662e05
+size 146569898

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/1_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 11.650079727172852,
+      "learning_rate": 2e-05,
+      "loss": 1.5769,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 2.6111807823181152,
+      "learning_rate": 2e-05,
+      "loss": 1.0938,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 3.289921283721924,
+      "learning_rate": 2e-05,
+      "loss": 1.2549,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 3.2822048664093018,
+      "learning_rate": 2e-05,
+      "loss": 1.0166,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 2.3175249099731445,
+      "learning_rate": 2e-05,
+      "loss": 1.3632,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 2.365558624267578,
+      "learning_rate": 2e-05,
+      "loss": 0.765,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 10.960704803466797,
+      "learning_rate": 2e-05,
+      "loss": 1.7861,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.6251875162124634,
+      "learning_rate": 2e-05,
+      "loss": 1.1516,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.9684007167816162,
+      "learning_rate": 2e-05,
+      "loss": 1.1882,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 2.846146583557129,
+      "learning_rate": 2e-05,
+      "loss": 1.0967,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.5514401197433472,
+      "learning_rate": 2e-05,
+      "loss": 1.3148,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.7850255966186523,
+      "learning_rate": 2e-05,
+      "loss": 1.124,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.7735031843185425,
+      "learning_rate": 2e-05,
+      "loss": 1.0864,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.5185093879699707,
+      "learning_rate": 2e-05,
+      "loss": 1.2681,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.3928451538085938,
+      "learning_rate": 2e-05,
+      "loss": 1.4307,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.6934328079223633,
+      "learning_rate": 2e-05,
+      "loss": 1.3853,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.7155604362487793,
+      "learning_rate": 2e-05,
+      "loss": 1.3599,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 4.783634662628174,
+      "learning_rate": 2e-05,
+      "loss": 1.2217,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 3.7151565551757812,
+      "learning_rate": 2e-05,
+      "loss": 1.2546,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.280892848968506,
+      "learning_rate": 2e-05,
+      "loss": 1.0852,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 5.8292388916015625,
+      "learning_rate": 2e-05,
+      "loss": 1.1193,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.8880971074104309,
+      "learning_rate": 2e-05,
+      "loss": 1.3125,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 2.424363851547241,
+      "learning_rate": 2e-05,
+      "loss": 1.3774,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.1493723392486572,
+      "learning_rate": 2e-05,
+      "loss": 1.1858,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 4.051686763763428,
+      "learning_rate": 2e-05,
+      "loss": 1.229,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 2.629678249359131,
+      "learning_rate": 2e-05,
+      "loss": 1.625,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 4.3641180992126465,
+      "learning_rate": 2e-05,
+      "loss": 1.3242,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.2128645181655884,
+      "learning_rate": 2e-05,
+      "loss": 0.7709,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 4.08689546585083,
+      "learning_rate": 2e-05,
+      "loss": 1.1609,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.1526641845703125,
+      "learning_rate": 2e-05,
+      "loss": 1.3274,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 2.317962884902954,
+      "learning_rate": 2e-05,
+      "loss": 1.5199,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 2.7177441120147705,
+      "learning_rate": 2e-05,
+      "loss": 0.8069,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 3.4422905445098877,
+      "learning_rate": 2e-05,
+      "loss": 1.4839,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 3.5150182247161865,
+      "learning_rate": 2e-05,
+      "loss": 1.3704,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 2.2003188133239746,
+      "learning_rate": 2e-05,
+      "loss": 1.2437,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 4.292349815368652,
+      "learning_rate": 2e-05,
+      "loss": 1.2998,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.0096230506896973,
+      "learning_rate": 2e-05,
+      "loss": 1.0886,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 2.447622060775757,
+      "learning_rate": 2e-05,
+      "loss": 1.6987,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 7.821030616760254,
+      "learning_rate": 2e-05,
+      "loss": 1.1805,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 5.617863655090332,
+      "learning_rate": 2e-05,
+      "loss": 1.7441,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.202296257019043,
+      "learning_rate": 2e-05,
+      "loss": 1.194,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 2.8690929412841797,
+      "learning_rate": 2e-05,
+      "loss": 1.2336,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 3.079529047012329,
+      "learning_rate": 2e-05,
+      "loss": 1.1582,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 4.479701995849609,
+      "learning_rate": 2e-05,
+      "loss": 1.4976,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 3.7412679195404053,
+      "learning_rate": 2e-05,
+      "loss": 1.3562,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 2.56575345993042,
+      "learning_rate": 2e-05,
+      "loss": 1.3418,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 4.356723785400391,
+      "learning_rate": 2e-05,
+      "loss": 1.2173,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.159822463989258,
+      "learning_rate": 2e-05,
+      "loss": 1.1695,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 4.106565952301025,
+      "learning_rate": 2e-05,
+      "loss": 1.4507,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.6499196290969849,
+      "learning_rate": 2e-05,
+      "loss": 1.1914,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2943785130524672.0,
+      "train_loss": 1.2700509643554687,
+      "train_runtime": 263.8247,
+      "train_samples_per_second": 1.516,
+      "train_steps_per_second": 0.379
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2943785130524672.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184eae34a132bb5dde42abad4eea9745acc2ae660e1b817b4baf938baaf719a
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e01d669410338b22491f1b409779985aba25521a7f7eb3b2f7013f56d06bf
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aa21aebc4646073343bd94e9fcbc13172df9504fb241e584c8b58cf0cf464f
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2be9f26b90abf8db6359924ebe41237335963516356a6bb1408ea271faff29
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e19f3e9cef5d744dde56b10fa7b9d2a6743335765a008f2cb017af34a884467
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53edfd37d4ab42ea662553fb796cee11428381b5f6b5aed73ccdd2247bac6a
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ecce3bb7e50cb035c8f1f4f6c26d9c78982342ae98808f4d275f2f6f995b4d
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf74fcbfd93a92ab6ba35bb84a8abac286340409fed9445d741077476e646fd2
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/2_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 5.458401679992676,
+      "learning_rate": 2e-05,
+      "loss": 0.837,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.2612700462341309,
+      "learning_rate": 2e-05,
+      "loss": 0.276,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.1327815055847168,
+      "learning_rate": 2e-05,
+      "loss": 0.3382,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.1331257820129395,
+      "learning_rate": 2e-05,
+      "loss": 0.1784,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.635192334651947,
+      "learning_rate": 2e-05,
+      "loss": 0.3557,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.573460340499878,
+      "learning_rate": 2e-05,
+      "loss": 0.8625,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.723386764526367,
+      "learning_rate": 2e-05,
+      "loss": 1.998,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.2706878185272217,
+      "learning_rate": 2e-05,
+      "loss": 0.8455,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 3.7457892894744873,
+      "learning_rate": 2e-05,
+      "loss": 0.6981,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.1565046310424805,
+      "learning_rate": 2e-05,
+      "loss": 0.7933,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.9325082302093506,
+      "learning_rate": 2e-05,
+      "loss": 1.0315,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 6.040102481842041,
+      "learning_rate": 2e-05,
+      "loss": 1.1477,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.8885166645050049,
+      "learning_rate": 2e-05,
+      "loss": 0.559,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 17.197229385375977,
+      "learning_rate": 2e-05,
+      "loss": 1.1963,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.8790152668952942,
+      "learning_rate": 2e-05,
+      "loss": 1.0769,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 6.46113395690918,
+      "learning_rate": 2e-05,
+      "loss": 0.6283,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.132616639137268,
+      "learning_rate": 2e-05,
+      "loss": 0.8621,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 5.730275630950928,
+      "learning_rate": 2e-05,
+      "loss": 0.6177,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 3.353694200515747,
+      "learning_rate": 2e-05,
+      "loss": 1.0918,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.6260006427764893,
+      "learning_rate": 2e-05,
+      "loss": 0.7253,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 8.504569053649902,
+      "learning_rate": 2e-05,
+      "loss": 1.6229,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.88211590051651,
+      "learning_rate": 2e-05,
+      "loss": 0.204,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 2.519777297973633,
+      "learning_rate": 2e-05,
+      "loss": 0.7479,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.69463849067688,
+      "learning_rate": 2e-05,
+      "loss": 0.9365,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 4.025172710418701,
+      "learning_rate": 2e-05,
+      "loss": 0.9575,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 4.425539493560791,
+      "learning_rate": 2e-05,
+      "loss": 0.8633,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.1571135520935059,
+      "learning_rate": 2e-05,
+      "loss": 0.5536,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 2.1840813159942627,
+      "learning_rate": 2e-05,
+      "loss": 0.7365,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.7292118072509766,
+      "learning_rate": 2e-05,
+      "loss": 0.3736,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.315370559692383,
+      "learning_rate": 2e-05,
+      "loss": 0.7374,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 8.24770450592041,
+      "learning_rate": 2e-05,
+      "loss": 1.4765,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.0524805784225464,
+      "learning_rate": 2e-05,
+      "loss": 0.6016,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 2.975933074951172,
+      "learning_rate": 2e-05,
+      "loss": 0.8192,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.9761468172073364,
+      "learning_rate": 2e-05,
+      "loss": 0.5861,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.1564667224884033,
+      "learning_rate": 2e-05,
+      "loss": 0.2796,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 2.524449110031128,
+      "learning_rate": 2e-05,
+      "loss": 0.2125,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 3.109388828277588,
+      "learning_rate": 2e-05,
+      "loss": 0.8686,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 3.0532543659210205,
+      "learning_rate": 2e-05,
+      "loss": 0.9248,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.6633667945861816,
+      "learning_rate": 2e-05,
+      "loss": 0.1003,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 4.027904510498047,
+      "learning_rate": 2e-05,
+      "loss": 0.6071,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 6.348594665527344,
+      "learning_rate": 2e-05,
+      "loss": 0.8632,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 5.252925395965576,
+      "learning_rate": 2e-05,
+      "loss": 0.6217,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 7.334709644317627,
+      "learning_rate": 2e-05,
+      "loss": 0.5262,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 9.935879707336426,
+      "learning_rate": 2e-05,
+      "loss": 2.0981,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 2.1889235973358154,
+      "learning_rate": 2e-05,
+      "loss": 0.4266,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.0436700582504272,
+      "learning_rate": 2e-05,
+      "loss": 0.4967,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 3.2247464656829834,
+      "learning_rate": 2e-05,
+      "loss": 0.7774,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 5.61541748046875,
+      "learning_rate": 2e-05,
+      "loss": 1.9872,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 5.334161758422852,
+      "learning_rate": 2e-05,
+      "loss": 1.3802,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 12.052146911621094,
+      "learning_rate": 2e-05,
+      "loss": 1.3031,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.4729370459439104e+16,
+      "train_loss": 0.816181755065918,
+      "train_runtime": 450.073,
+      "train_samples_per_second": 0.889,
+      "train_steps_per_second": 0.222
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.4729370459439104e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dc1077e04b70ccec4e47319dcf1c70f04ca3667ec674a60bf8aaceed764aa1
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ea74eb8bd0a2b3e5be15f0c645fa80d854e23787165d03dd9280c77a5e8e3b
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2887a447447a9a1d3df7d53d3226823920314a838d710c37e2d6be12a7717498
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4936832036a2425ebc8e2bb4cdd8e5e51347713215a97be2b404682f8a7eb6f7
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e475695129d206a720d93ba7d7a7a12a602f4fd8afb4dd6527ab9d94c2c229
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8104c78d457123827fa922b9773813b8f7e3f6a143a0a56411d1df297b0ddd2
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4650f57b1099ee351d5bcb03faf3dcfc0a74b067e3718e3cec176b8c134589
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479a846e1d95f8acc50a361316b09a78ec8280b91dfb8d282b985138ae47cd8
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/3_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 1.8200491666793823,
+      "learning_rate": 2e-05,
+      "loss": 1.1211,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 2.162048578262329,
+      "learning_rate": 2e-05,
+      "loss": 0.5269,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.2126283645629883,
+      "learning_rate": 2e-05,
+      "loss": 0.5046,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.27145254611969,
+      "learning_rate": 2e-05,
+      "loss": 0.6663,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 2.976205348968506,
+      "learning_rate": 2e-05,
+      "loss": 1.0173,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.1909773349761963,
+      "learning_rate": 2e-05,
+      "loss": 0.3709,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 1.0841128826141357,
+      "learning_rate": 2e-05,
+      "loss": 0.5963,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.0888885259628296,
+      "learning_rate": 2e-05,
+      "loss": 0.6043,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.2815592288970947,
+      "learning_rate": 2e-05,
+      "loss": 1.4713,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.9630957841873169,
+      "learning_rate": 2e-05,
+      "loss": 0.6231,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.6307340860366821,
+      "learning_rate": 2e-05,
+      "loss": 0.2991,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.1688595414161682,
+      "learning_rate": 2e-05,
+      "loss": 0.1757,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 2.5731940269470215,
+      "learning_rate": 2e-05,
+      "loss": 0.2614,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 6.695366859436035,
+      "learning_rate": 2e-05,
+      "loss": 1.3547,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 7.323204517364502,
+      "learning_rate": 2e-05,
+      "loss": 1.8154,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 3.8765008449554443,
+      "learning_rate": 2e-05,
+      "loss": 0.9686,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.544974684715271,
+      "learning_rate": 2e-05,
+      "loss": 0.5223,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.5188812017440796,
+      "learning_rate": 2e-05,
+      "loss": 1.0867,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 2.7388813495635986,
+      "learning_rate": 2e-05,
+      "loss": 0.8593,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.4976053535938263,
+      "learning_rate": 2e-05,
+      "loss": 0.3185,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.32295823097229,
+      "learning_rate": 2e-05,
+      "loss": 0.6378,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 2.448402166366577,
+      "learning_rate": 2e-05,
+      "loss": 1.5394,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.7574583292007446,
+      "learning_rate": 2e-05,
+      "loss": 0.6097,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.3849269151687622,
+      "learning_rate": 2e-05,
+      "loss": 0.5439,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.7697196006774902,
+      "learning_rate": 2e-05,
+      "loss": 0.8721,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.20334148406982422,
+      "learning_rate": 2e-05,
+      "loss": 0.3783,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.44660478830337524,
+      "learning_rate": 2e-05,
+      "loss": 0.8572,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.5733959674835205,
+      "learning_rate": 2e-05,
+      "loss": 1.1162,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 2.594515323638916,
+      "learning_rate": 2e-05,
+      "loss": 0.5829,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.182734727859497,
+      "learning_rate": 2e-05,
+      "loss": 0.3221,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 2.866267681121826,
+      "learning_rate": 2e-05,
+      "loss": 1.3275,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 2.2026476860046387,
+      "learning_rate": 2e-05,
+      "loss": 0.9077,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 2.018399238586426,
+      "learning_rate": 2e-05,
+      "loss": 0.6664,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.394215852022171,
+      "learning_rate": 2e-05,
+      "loss": 0.4503,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 8.52250862121582,
+      "learning_rate": 2e-05,
+      "loss": 1.0485,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.4918105900287628,
+      "learning_rate": 2e-05,
+      "loss": 0.2853,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.3466466963291168,
+      "learning_rate": 2e-05,
+      "loss": 0.2182,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 2.0345993041992188,
+      "learning_rate": 2e-05,
+      "loss": 0.9427,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.4644876718521118,
+      "learning_rate": 2e-05,
+      "loss": 0.5684,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.935638427734375,
+      "learning_rate": 2e-05,
+      "loss": 0.5808,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 4.591555595397949,
+      "learning_rate": 2e-05,
+      "loss": 1.1056,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.283273696899414,
+      "learning_rate": 2e-05,
+      "loss": 1.0448,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.7218679189682007,
+      "learning_rate": 2e-05,
+      "loss": 0.8757,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 3.3882131576538086,
+      "learning_rate": 2e-05,
+      "loss": 0.9019,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 3.5981903076171875,
+      "learning_rate": 2e-05,
+      "loss": 0.7649,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.4270544052124023,
+      "learning_rate": 2e-05,
+      "loss": 0.8064,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.155638337135315,
+      "learning_rate": 2e-05,
+      "loss": 0.676,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 2.43051815032959,
+      "learning_rate": 2e-05,
+      "loss": 0.5135,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.801724374294281,
+      "learning_rate": 2e-05,
+      "loss": 0.4598,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.32986071705818176,
+      "learning_rate": 2e-05,
+      "loss": 0.1707,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2.0512792897388544e+16,
+      "train_loss": 0.7387669396400451,
+      "train_runtime": 466.0594,
+      "train_samples_per_second": 0.858,
+      "train_steps_per_second": 0.215
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.0512792897388544e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9abe3681d4ccb07f1555a3f9983f769ce9660a6ddc63ba7c9cb50a7c992dfcc
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d150377e74e85e3aded9f1e3e4b082b05abc21fe18c9f72d8736b0144f694
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a43e6c0b5fc2c28274f30baf940edd56b33041115b489da6993e9af5d90ed
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d00eb04aa368a1a7a00cd986aabbd59673d32679412a823b34764742a94a01b
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74572e5d8381ba7b9d9c176738bc12ef4122bd6709b36787a31c7c3255d95774
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e00f0770b28557ccd62b9f5288c61d053e07d8f52b49844c1aa5d728926111c
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22877b1822b5fccaba7fb1e341589d4e7896fb5ca8c591ff067834a7d6649a3a
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552d3a5ae1213079cd72982e002815f050b3331b373def27052240a6d2e5c361
+size 487635186

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/4_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.5643351078033447,
+      "learning_rate": 2e-05,
+      "loss": 0.3751,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 3.1339523792266846,
+      "learning_rate": 2e-05,
+      "loss": 1.001,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 6.592704772949219,
+      "learning_rate": 2e-05,
+      "loss": 2.1898,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.5465654134750366,
+      "learning_rate": 2e-05,
+      "loss": 0.3701,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 3.207089424133301,
+      "learning_rate": 2e-05,
+      "loss": 1.1161,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 4.006984710693359,
+      "learning_rate": 2e-05,
+      "loss": 1.1308,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.619018077850342,
+      "learning_rate": 2e-05,
+      "loss": 0.3147,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 6.889374256134033,
+      "learning_rate": 2e-05,
+      "loss": 1.3693,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.5987589359283447,
+      "learning_rate": 2e-05,
+      "loss": 0.904,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.8015196323394775,
+      "learning_rate": 2e-05,
+      "loss": 0.7912,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.647202491760254,
+      "learning_rate": 2e-05,
+      "loss": 0.9558,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 4.409989356994629,
+      "learning_rate": 2e-05,
+      "loss": 1.3611,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 5.640492916107178,
+      "learning_rate": 2e-05,
+      "loss": 2.138,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.6392550468444824,
+      "learning_rate": 2e-05,
+      "loss": 1.2712,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 4.6605706214904785,
+      "learning_rate": 2e-05,
+      "loss": 1.8568,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 4.0251145362854,
+      "learning_rate": 2e-05,
+      "loss": 0.7705,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 2.9077367782592773,
+      "learning_rate": 2e-05,
+      "loss": 0.807,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 3.0343000888824463,
+      "learning_rate": 2e-05,
+      "loss": 1.3898,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 2.1082653999328613,
+      "learning_rate": 2e-05,
+      "loss": 0.4319,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 6.019985198974609,
+      "learning_rate": 2e-05,
+      "loss": 1.3727,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.04979081451892853,
+      "learning_rate": 2e-05,
+      "loss": 0.1901,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 4.032464027404785,
+      "learning_rate": 2e-05,
+      "loss": 1.3319,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 7.7898149490356445,
+      "learning_rate": 2e-05,
+      "loss": 1.1413,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.6529541015625,
+      "learning_rate": 2e-05,
+      "loss": 0.7235,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.9444777965545654,
+      "learning_rate": 2e-05,
+      "loss": 0.4748,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 5.084156036376953,
+      "learning_rate": 2e-05,
+      "loss": 1.6947,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.2125542163848877,
+      "learning_rate": 2e-05,
+      "loss": 1.2667,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 2.440829277038574,
+      "learning_rate": 2e-05,
+      "loss": 0.4801,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 4.308220386505127,
+      "learning_rate": 2e-05,
+      "loss": 0.8368,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 4.229564666748047,
+      "learning_rate": 2e-05,
+      "loss": 0.8174,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.7232249975204468,
+      "learning_rate": 2e-05,
+      "loss": 0.6071,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 5.111297607421875,
+      "learning_rate": 2e-05,
+      "loss": 2.1503,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 4.520809173583984,
+      "learning_rate": 2e-05,
+      "loss": 1.2316,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.13663725554943085,
+      "learning_rate": 2e-05,
+      "loss": 0.2026,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 2.979079246520996,
+      "learning_rate": 2e-05,
+      "loss": 1.0173,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 3.677243709564209,
+      "learning_rate": 2e-05,
+      "loss": 0.4886,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.3996766805648804,
+      "learning_rate": 2e-05,
+      "loss": 1.2772,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 5.615224838256836,
+      "learning_rate": 2e-05,
+      "loss": 0.8728,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 4.682277679443359,
+      "learning_rate": 2e-05,
+      "loss": 1.2741,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 6.370571136474609,
+      "learning_rate": 2e-05,
+      "loss": 0.8218,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 8.115623474121094,
+      "learning_rate": 2e-05,
+      "loss": 1.8396,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 5.059908390045166,
+      "learning_rate": 2e-05,
+      "loss": 2.0093,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 2.8391244411468506,
+      "learning_rate": 2e-05,
+      "loss": 0.7854,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 5.532837867736816,
+      "learning_rate": 2e-05,
+      "loss": 1.3439,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 7.941919326782227,
+      "learning_rate": 2e-05,
+      "loss": 0.7711,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 6.921679973602295,
+      "learning_rate": 2e-05,
+      "loss": 1.8244,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.1267218589782715,
+      "learning_rate": 2e-05,
+      "loss": 0.4627,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 6.3464579582214355,
+      "learning_rate": 2e-05,
+      "loss": 1.8958,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.9987305402755737,
+      "learning_rate": 2e-05,
+      "loss": 0.5773,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.5314383506774902,
+      "learning_rate": 2e-05,
+      "loss": 1.0929,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.9330344696152064e+16,
+      "train_loss": 1.0684044027328492,
+      "train_runtime": 469.8384,
+      "train_samples_per_second": 0.851,
+      "train_steps_per_second": 0.213
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.9330344696152064e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30523e046be589034dbb720d8509a87b3195afefa5480ee9f16d3a504851e202
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d02a3045df12d6b0104e4f5cef507b7c810e1820da39a1f5bc85b8d4124470
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37473880f87b2230cc1d0371a0b75fdfe9404baa3beb4afe18978d9e1876c92a
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8b5db9ab5e30a7e20566d4e6eaee29cf4c1d4202e481b1755589fa92d786ea
+size 487636262

client_states_fedMultipqfullfreeze_homoAgg_bs4_saveoptim_lr2e-5_sc1137_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49ebba937da809aed044ea1a65baf28f139432436e0168fd5867f6bf2c8af72
+size 487635186