Upload folder using huggingface_hub

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ef8239d82162ec0cd709c417e174890fa11c1a4d3bb24871eb9c35db756c95
+size 368443438

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a91dbfbd03b0eda5eea78822e04cc2b1e3b5890093975eea94cc34f926140df
+size 368443438

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a82b2beb0af43f3895ebcf348c413e0ecd5ed806c5831de2d4b891e4f46e1
+size 368443438

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a985f1833e783d4938f0a9ce7528e24a1d41ae07972a5bf344eb39d15eb2a0
+size 368443438

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7af35ffe4dc0fba5de51bfd5ad8b4fb9fe896b1b6c84c1e61b575b0c704b1a
+size 368442474

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b3d0a1d38c13e810a623753d551af1a679f168805592f2407c3b4171bee819
+size 368443438

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bff6b90d411e41eb15f92cbe7e80d64cc0c652de9e204bbdcab4facc759ccb
+size 368442474

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78ae0540308ef5b38f30f678f176dc07b31ac92282a3f1061b27960904527b6
+size 368442474

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/0_trainer_state.json

@@ -0,0 +1,378 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 97,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 1.1101641654968262,
+      "learning_rate": 2e-05,
+      "loss": 0.8945,
+      "step": 2
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 1.6314992904663086,
+      "learning_rate": 2e-05,
+      "loss": 1.4103,
+      "step": 4
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 2.4410200119018555,
+      "learning_rate": 2e-05,
+      "loss": 1.3191,
+      "step": 6
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 3.6628243923187256,
+      "learning_rate": 2e-05,
+      "loss": 1.968,
+      "step": 8
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 6.844225883483887,
+      "learning_rate": 2e-05,
+      "loss": 1.5729,
+      "step": 10
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 0.7698001265525818,
+      "learning_rate": 2e-05,
+      "loss": 0.5719,
+      "step": 12
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 0.5793606042861938,
+      "learning_rate": 2e-05,
+      "loss": 1.5151,
+      "step": 14
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 1.8425798416137695,
+      "learning_rate": 2e-05,
+      "loss": 1.0999,
+      "step": 16
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 1.134320855140686,
+      "learning_rate": 2e-05,
+      "loss": 0.9422,
+      "step": 18
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 1.168424367904663,
+      "learning_rate": 2e-05,
+      "loss": 0.7192,
+      "step": 20
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 3.056905746459961,
+      "learning_rate": 2e-05,
+      "loss": 0.6074,
+      "step": 22
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.6598642468452454,
+      "learning_rate": 2e-05,
+      "loss": 0.346,
+      "step": 24
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 1.0676809549331665,
+      "learning_rate": 2e-05,
+      "loss": 1.1766,
+      "step": 26
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 1.2854700088500977,
+      "learning_rate": 2e-05,
+      "loss": 1.3399,
+      "step": 28
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 2.3572678565979004,
+      "learning_rate": 2e-05,
+      "loss": 1.1957,
+      "step": 30
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 1.2973973751068115,
+      "learning_rate": 2e-05,
+      "loss": 1.8289,
+      "step": 32
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 0.6981891989707947,
+      "learning_rate": 2e-05,
+      "loss": 0.7445,
+      "step": 34
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 0.41950735449790955,
+      "learning_rate": 2e-05,
+      "loss": 0.8945,
+      "step": 36
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 2.4804954528808594,
+      "learning_rate": 2e-05,
+      "loss": 0.8976,
+      "step": 38
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.989696741104126,
+      "learning_rate": 2e-05,
+      "loss": 0.8965,
+      "step": 40
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 0.7618101239204407,
+      "learning_rate": 2e-05,
+      "loss": 1.5496,
+      "step": 42
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 3.34183406829834,
+      "learning_rate": 2e-05,
+      "loss": 0.5556,
+      "step": 44
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 1.5414451360702515,
+      "learning_rate": 2e-05,
+      "loss": 0.9727,
+      "step": 46
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 3.042322874069214,
+      "learning_rate": 2e-05,
+      "loss": 0.8753,
+      "step": 48
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 2.1184558868408203,
+      "learning_rate": 2e-05,
+      "loss": 1.381,
+      "step": 50
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 0.3003075420856476,
+      "learning_rate": 2e-05,
+      "loss": 0.2195,
+      "step": 52
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 0.7136024236679077,
+      "learning_rate": 2e-05,
+      "loss": 1.4137,
+      "step": 54
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 2.5711076259613037,
+      "learning_rate": 2e-05,
+      "loss": 1.3358,
+      "step": 56
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 3.2242660522460938,
+      "learning_rate": 2e-05,
+      "loss": 0.6124,
+      "step": 58
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 1.4743932485580444,
+      "learning_rate": 2e-05,
+      "loss": 0.8501,
+      "step": 60
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 1.8894503116607666,
+      "learning_rate": 2e-05,
+      "loss": 0.7892,
+      "step": 62
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 4.588108539581299,
+      "learning_rate": 2e-05,
+      "loss": 1.0005,
+      "step": 64
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 0.5758951306343079,
+      "learning_rate": 2e-05,
+      "loss": 0.1539,
+      "step": 66
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 3.7251107692718506,
+      "learning_rate": 2e-05,
+      "loss": 0.3073,
+      "step": 68
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 2.5955007076263428,
+      "learning_rate": 2e-05,
+      "loss": 0.7984,
+      "step": 70
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 2.8188343048095703,
+      "learning_rate": 2e-05,
+      "loss": 0.8585,
+      "step": 72
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 4.2932634353637695,
+      "learning_rate": 2e-05,
+      "loss": 0.7,
+      "step": 74
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 2.4785430431365967,
+      "learning_rate": 2e-05,
+      "loss": 1.4911,
+      "step": 76
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 3.244961977005005,
+      "learning_rate": 2e-05,
+      "loss": 0.9058,
+      "step": 78
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 3.3959240913391113,
+      "learning_rate": 2e-05,
+      "loss": 1.928,
+      "step": 80
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 0.36406227946281433,
+      "learning_rate": 2e-05,
+      "loss": 1.2079,
+      "step": 82
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 1.649201512336731,
+      "learning_rate": 2e-05,
+      "loss": 1.3682,
+      "step": 84
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 1.951743721961975,
+      "learning_rate": 2e-05,
+      "loss": 0.9706,
+      "step": 86
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 1.6012216806411743,
+      "learning_rate": 2e-05,
+      "loss": 0.956,
+      "step": 88
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 1.059224247932434,
+      "learning_rate": 2e-05,
+      "loss": 0.7971,
+      "step": 90
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 1.2695350646972656,
+      "learning_rate": 2e-05,
+      "loss": 1.2903,
+      "step": 92
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 0.9126003980636597,
+      "learning_rate": 2e-05,
+      "loss": 0.486,
+      "step": 94
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 0.9548375606536865,
+      "learning_rate": 2e-05,
+      "loss": 0.4924,
+      "step": 96
+    },
+    {
+      "epoch": 1.0,
+      "step": 97,
+      "total_flos": 5653713448337408.0,
+      "train_loss": 1.0004102569265463,
+      "train_runtime": 222.4287,
+      "train_samples_per_second": 1.744,
+      "train_steps_per_second": 0.436
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 97,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5653713448337408.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac50ab133a7a5aa9dfea61e6d8ed7653bb6f285eb13975c45759804e1c5a0113
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dd8680ac517ba6ca8d2ff3c8a3cbad6fe0cccec680ad711d030f9dd2c6554f
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268c8d523348ff94235dca656d4225fe4d7311eda06f2dd672cb2995a74cf1ad
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ee153c72366a156c658c58c08fb31ae4d89aaf7cf231b1a3fc2cf80098a182
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a9d2ff90a509ed280525e7783832b83f0e780f8cc85032615ccff649e9190e
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c82a6b29ae63539e855ee08429abf75f2eb504c822f65b9cd7a456e87d8af94
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ecbe4f845d20983d9fa3c345743a695c773b6f8352ba9e0b9e3fd4efcd378d
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21522413a5083211437c3a7d2e7d2f40176b80d21234179e98a978a40f816dac
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/1_trainer_state.json

@@ -0,0 +1,378 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 97,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 5.094399929046631,
+      "learning_rate": 2e-05,
+      "loss": 1.5978,
+      "step": 2
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 2.2240917682647705,
+      "learning_rate": 2e-05,
+      "loss": 2.3088,
+      "step": 4
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 1.5078622102737427,
+      "learning_rate": 2e-05,
+      "loss": 0.9092,
+      "step": 6
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 0.8912699818611145,
+      "learning_rate": 2e-05,
+      "loss": 0.6373,
+      "step": 8
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 0.416252076625824,
+      "learning_rate": 2e-05,
+      "loss": 0.8186,
+      "step": 10
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 0.8248510360717773,
+      "learning_rate": 2e-05,
+      "loss": 1.0876,
+      "step": 12
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 0.9105907082557678,
+      "learning_rate": 2e-05,
+      "loss": 0.9326,
+      "step": 14
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 0.7425227761268616,
+      "learning_rate": 2e-05,
+      "loss": 1.1207,
+      "step": 16
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 1.2341773509979248,
+      "learning_rate": 2e-05,
+      "loss": 1.0813,
+      "step": 18
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 1.2988817691802979,
+      "learning_rate": 2e-05,
+      "loss": 1.5784,
+      "step": 20
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 1.1802982091903687,
+      "learning_rate": 2e-05,
+      "loss": 1.1858,
+      "step": 22
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.40825000405311584,
+      "learning_rate": 2e-05,
+      "loss": 1.0679,
+      "step": 24
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 1.1907871961593628,
+      "learning_rate": 2e-05,
+      "loss": 0.9465,
+      "step": 26
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 2.7417049407958984,
+      "learning_rate": 2e-05,
+      "loss": 1.6913,
+      "step": 28
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 1.4188278913497925,
+      "learning_rate": 2e-05,
+      "loss": 1.126,
+      "step": 30
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 1.1148083209991455,
+      "learning_rate": 2e-05,
+      "loss": 0.5853,
+      "step": 32
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 1.284436821937561,
+      "learning_rate": 2e-05,
+      "loss": 0.6709,
+      "step": 34
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 1.7680528163909912,
+      "learning_rate": 2e-05,
+      "loss": 0.6444,
+      "step": 36
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 1.0730924606323242,
+      "learning_rate": 2e-05,
+      "loss": 0.6197,
+      "step": 38
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.9840460419654846,
+      "learning_rate": 2e-05,
+      "loss": 0.9225,
+      "step": 40
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 2.7215404510498047,
+      "learning_rate": 2e-05,
+      "loss": 1.1065,
+      "step": 42
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 1.0859086513519287,
+      "learning_rate": 2e-05,
+      "loss": 1.6448,
+      "step": 44
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 0.6916680335998535,
+      "learning_rate": 2e-05,
+      "loss": 0.5747,
+      "step": 46
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 0.5634881854057312,
+      "learning_rate": 2e-05,
+      "loss": 0.8072,
+      "step": 48
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 1.403308629989624,
+      "learning_rate": 2e-05,
+      "loss": 0.757,
+      "step": 50
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 1.0651711225509644,
+      "learning_rate": 2e-05,
+      "loss": 1.2329,
+      "step": 52
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 3.2769243717193604,
+      "learning_rate": 2e-05,
+      "loss": 0.9653,
+      "step": 54
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 1.2478959560394287,
+      "learning_rate": 2e-05,
+      "loss": 0.8591,
+      "step": 56
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 3.3655834197998047,
+      "learning_rate": 2e-05,
+      "loss": 1.6742,
+      "step": 58
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 1.0023908615112305,
+      "learning_rate": 2e-05,
+      "loss": 1.0587,
+      "step": 60
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 4.638378620147705,
+      "learning_rate": 2e-05,
+      "loss": 1.052,
+      "step": 62
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 1.3997457027435303,
+      "learning_rate": 2e-05,
+      "loss": 0.7772,
+      "step": 64
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 2.229414224624634,
+      "learning_rate": 2e-05,
+      "loss": 1.2991,
+      "step": 66
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 0.4760843515396118,
+      "learning_rate": 2e-05,
+      "loss": 0.9409,
+      "step": 68
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 1.4938956499099731,
+      "learning_rate": 2e-05,
+      "loss": 1.0356,
+      "step": 70
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 1.7016663551330566,
+      "learning_rate": 2e-05,
+      "loss": 0.9062,
+      "step": 72
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 1.5440024137496948,
+      "learning_rate": 2e-05,
+      "loss": 1.5393,
+      "step": 74
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 0.718760073184967,
+      "learning_rate": 2e-05,
+      "loss": 0.5889,
+      "step": 76
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 1.5525449514389038,
+      "learning_rate": 2e-05,
+      "loss": 1.275,
+      "step": 78
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 0.4799572229385376,
+      "learning_rate": 2e-05,
+      "loss": 0.7098,
+      "step": 80
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 1.6241955757141113,
+      "learning_rate": 2e-05,
+      "loss": 1.1278,
+      "step": 82
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 1.5434255599975586,
+      "learning_rate": 2e-05,
+      "loss": 0.8865,
+      "step": 84
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 4.1449079513549805,
+      "learning_rate": 2e-05,
+      "loss": 1.3477,
+      "step": 86
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 1.316735029220581,
+      "learning_rate": 2e-05,
+      "loss": 0.5452,
+      "step": 88
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 1.4440531730651855,
+      "learning_rate": 2e-05,
+      "loss": 0.7568,
+      "step": 90
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 0.6465669870376587,
+      "learning_rate": 2e-05,
+      "loss": 0.5148,
+      "step": 92
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 3.1840262413024902,
+      "learning_rate": 2e-05,
+      "loss": 0.8276,
+      "step": 94
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 2.191006898880005,
+      "learning_rate": 2e-05,
+      "loss": 1.0671,
+      "step": 96
+    },
+    {
+      "epoch": 1.0,
+      "step": 97,
+      "total_flos": 1.3522822525616128e+16,
+      "train_loss": 1.024123240991966,
+      "train_runtime": 329.2802,
+      "train_samples_per_second": 1.178,
+      "train_steps_per_second": 0.295
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 97,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3522822525616128e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1953a5d682996bf7f4974e09538f0db4357535a914fdb147d514c228417d8158
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6b8398417dec05d433da0925ff0676355f83e22912bb2f246305243882495
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86152694df067a9e575791bae4a78d113d1c1f3913acddace1c81189a40bf60
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007fd7465945f737972fd09d5a5bfac976291174c2cc1f3e6c0abd42fb1e15cd
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be898f74488af89b95d07167565247944b62909ca7fb60878c1b9188e44ae294
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660fb4b5ab21dd5fa6cd373a6b44bf7bd6aa27bb38b6ba9ee00958c570110ae9
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072d545c26b4cc2a1e2ac58d2d97e7ee52ea4b8b2e6598e811dc3ab58507587d
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c36cedd65d7a1994dcd41a9ed47d891dcca4dba251524fa7d3877c98a16075
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/2_trainer_state.json

@@ -0,0 +1,378 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 97,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 2.715688943862915,
+      "learning_rate": 2e-05,
+      "loss": 0.7903,
+      "step": 2
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 1.7270240783691406,
+      "learning_rate": 2e-05,
+      "loss": 0.8497,
+      "step": 4
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 2.6262009143829346,
+      "learning_rate": 2e-05,
+      "loss": 2.5311,
+      "step": 6
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 2.0781748294830322,
+      "learning_rate": 2e-05,
+      "loss": 0.6511,
+      "step": 8
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 3.878676176071167,
+      "learning_rate": 2e-05,
+      "loss": 1.6893,
+      "step": 10
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 0.30152788758277893,
+      "learning_rate": 2e-05,
+      "loss": 0.2982,
+      "step": 12
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 2.4543538093566895,
+      "learning_rate": 2e-05,
+      "loss": 1.4963,
+      "step": 14
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 1.1550655364990234,
+      "learning_rate": 2e-05,
+      "loss": 0.5657,
+      "step": 16
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 1.4158210754394531,
+      "learning_rate": 2e-05,
+      "loss": 0.6207,
+      "step": 18
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 1.8720401525497437,
+      "learning_rate": 2e-05,
+      "loss": 0.9528,
+      "step": 20
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 1.3980697393417358,
+      "learning_rate": 2e-05,
+      "loss": 0.7742,
+      "step": 22
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.7552713751792908,
+      "learning_rate": 2e-05,
+      "loss": 0.56,
+      "step": 24
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 2.9224400520324707,
+      "learning_rate": 2e-05,
+      "loss": 0.761,
+      "step": 26
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 2.1200363636016846,
+      "learning_rate": 2e-05,
+      "loss": 1.8194,
+      "step": 28
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 1.0131165981292725,
+      "learning_rate": 2e-05,
+      "loss": 0.5858,
+      "step": 30
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 1.1930532455444336,
+      "learning_rate": 2e-05,
+      "loss": 0.3527,
+      "step": 32
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 0.8298959136009216,
+      "learning_rate": 2e-05,
+      "loss": 0.7283,
+      "step": 34
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 0.21372075378894806,
+      "learning_rate": 2e-05,
+      "loss": 0.679,
+      "step": 36
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 0.6620970368385315,
+      "learning_rate": 2e-05,
+      "loss": 0.308,
+      "step": 38
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 1.3406527042388916,
+      "learning_rate": 2e-05,
+      "loss": 1.0992,
+      "step": 40
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 8.218306541442871,
+      "learning_rate": 2e-05,
+      "loss": 2.0959,
+      "step": 42
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 1.171020269393921,
+      "learning_rate": 2e-05,
+      "loss": 0.6386,
+      "step": 44
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 2.1302266120910645,
+      "learning_rate": 2e-05,
+      "loss": 1.7207,
+      "step": 46
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 1.39640474319458,
+      "learning_rate": 2e-05,
+      "loss": 1.7815,
+      "step": 48
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 1.7075337171554565,
+      "learning_rate": 2e-05,
+      "loss": 1.1565,
+      "step": 50
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 0.19492167234420776,
+      "learning_rate": 2e-05,
+      "loss": 0.3214,
+      "step": 52
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 2.8099043369293213,
+      "learning_rate": 2e-05,
+      "loss": 1.2814,
+      "step": 54
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 3.1069672107696533,
+      "learning_rate": 2e-05,
+      "loss": 1.6989,
+      "step": 56
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 1.5938727855682373,
+      "learning_rate": 2e-05,
+      "loss": 1.0741,
+      "step": 58
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 2.409372329711914,
+      "learning_rate": 2e-05,
+      "loss": 0.712,
+      "step": 60
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 1.280025839805603,
+      "learning_rate": 2e-05,
+      "loss": 0.6074,
+      "step": 62
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 1.893931269645691,
+      "learning_rate": 2e-05,
+      "loss": 0.9652,
+      "step": 64
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 1.0092408657073975,
+      "learning_rate": 2e-05,
+      "loss": 0.5104,
+      "step": 66
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 1.1251095533370972,
+      "learning_rate": 2e-05,
+      "loss": 0.5629,
+      "step": 68
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 3.200808048248291,
+      "learning_rate": 2e-05,
+      "loss": 1.9959,
+      "step": 70
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 2.1445953845977783,
+      "learning_rate": 2e-05,
+      "loss": 0.8926,
+      "step": 72
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 0.7390415072441101,
+      "learning_rate": 2e-05,
+      "loss": 0.3945,
+      "step": 74
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 3.7797181606292725,
+      "learning_rate": 2e-05,
+      "loss": 1.2296,
+      "step": 76
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 1.9498169422149658,
+      "learning_rate": 2e-05,
+      "loss": 0.9621,
+      "step": 78
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 2.3580148220062256,
+      "learning_rate": 2e-05,
+      "loss": 1.074,
+      "step": 80
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 3.7689895629882812,
+      "learning_rate": 2e-05,
+      "loss": 0.8532,
+      "step": 82
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 1.0212076902389526,
+      "learning_rate": 2e-05,
+      "loss": 0.3944,
+      "step": 84
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 1.0816051959991455,
+      "learning_rate": 2e-05,
+      "loss": 0.7249,
+      "step": 86
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 0.7434933185577393,
+      "learning_rate": 2e-05,
+      "loss": 0.4865,
+      "step": 88
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 1.409759521484375,
+      "learning_rate": 2e-05,
+      "loss": 0.5403,
+      "step": 90
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 2.005401849746704,
+      "learning_rate": 2e-05,
+      "loss": 1.0927,
+      "step": 92
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 3.6402158737182617,
+      "learning_rate": 2e-05,
+      "loss": 0.7249,
+      "step": 94
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 2.5542266368865967,
+      "learning_rate": 2e-05,
+      "loss": 1.3884,
+      "step": 96
+    },
+    {
+      "epoch": 1.0,
+      "step": 97,
+      "total_flos": 1.5329114357497856e+16,
+      "train_loss": 0.9519824686738634,
+      "train_runtime": 357.0654,
+      "train_samples_per_second": 1.087,
+      "train_steps_per_second": 0.272
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 97,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5329114357497856e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4803816dd8fe4467fa5f43227533a56f083b8ad0f6ddd457d12f761c554043f4
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a6865b4d478bbb296c1066419695af40fc07ad1147c3fbff13658f9808bc29
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66cc40edb9397433df9178db225f73eafa6ea65334a7650e8930a9fbbb8b4a4
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68112bcb7c765592e71c2a4308eb7fc02b16edd1004be3c05f8ea3fb426f24c7
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821b9803cea659a4bee96d4875ddcf797492fe28233d4eb5c9f67c7c429d5d60
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bf168da76f1338f80db83394c6a07d9359185723fa8e27c2aee29c881c64f1
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb89ff4f0927002a37fbf5b1b3961045b663c7ab2467c070fde86fc9f14a14
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fffbadb068adde75a38be22546d8dfa6c08ffaa70b7f23aa68aeb6eff62809f
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/3_trainer_state.json

@@ -0,0 +1,378 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 97,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 0.5930002927780151,
+      "learning_rate": 2e-05,
+      "loss": 1.7236,
+      "step": 2
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 0.7709837555885315,
+      "learning_rate": 2e-05,
+      "loss": 2.0088,
+      "step": 4
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 0.4815305769443512,
+      "learning_rate": 2e-05,
+      "loss": 1.4131,
+      "step": 6
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 0.48609688878059387,
+      "learning_rate": 2e-05,
+      "loss": 1.1724,
+      "step": 8
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 0.4869016706943512,
+      "learning_rate": 2e-05,
+      "loss": 1.7295,
+      "step": 10
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 0.37476807832717896,
+      "learning_rate": 2e-05,
+      "loss": 1.6475,
+      "step": 12
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 0.6886877417564392,
+      "learning_rate": 2e-05,
+      "loss": 1.4917,
+      "step": 14
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 0.5024330615997314,
+      "learning_rate": 2e-05,
+      "loss": 1.4277,
+      "step": 16
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 0.6298432946205139,
+      "learning_rate": 2e-05,
+      "loss": 1.5801,
+      "step": 18
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 0.46709224581718445,
+      "learning_rate": 2e-05,
+      "loss": 1.625,
+      "step": 20
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 0.4031917154788971,
+      "learning_rate": 2e-05,
+      "loss": 1.5425,
+      "step": 22
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.5809447169303894,
+      "learning_rate": 2e-05,
+      "loss": 1.8184,
+      "step": 24
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 0.43344253301620483,
+      "learning_rate": 2e-05,
+      "loss": 1.6924,
+      "step": 26
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 0.5011717081069946,
+      "learning_rate": 2e-05,
+      "loss": 1.3584,
+      "step": 28
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 0.4586883783340454,
+      "learning_rate": 2e-05,
+      "loss": 1.501,
+      "step": 30
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 0.6749467253684998,
+      "learning_rate": 2e-05,
+      "loss": 1.6797,
+      "step": 32
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 0.38988545536994934,
+      "learning_rate": 2e-05,
+      "loss": 1.3579,
+      "step": 34
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 0.48226863145828247,
+      "learning_rate": 2e-05,
+      "loss": 1.707,
+      "step": 36
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 0.48712313175201416,
+      "learning_rate": 2e-05,
+      "loss": 1.4121,
+      "step": 38
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.44966915249824524,
+      "learning_rate": 2e-05,
+      "loss": 1.6276,
+      "step": 40
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 0.5168526768684387,
+      "learning_rate": 2e-05,
+      "loss": 1.6426,
+      "step": 42
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 0.5030601620674133,
+      "learning_rate": 2e-05,
+      "loss": 1.5693,
+      "step": 44
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 0.7527281045913696,
+      "learning_rate": 2e-05,
+      "loss": 1.5518,
+      "step": 46
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 1.2194421291351318,
+      "learning_rate": 2e-05,
+      "loss": 1.5342,
+      "step": 48
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 0.5955514907836914,
+      "learning_rate": 2e-05,
+      "loss": 1.5137,
+      "step": 50
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 0.7728529572486877,
+      "learning_rate": 2e-05,
+      "loss": 1.6963,
+      "step": 52
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 0.73228919506073,
+      "learning_rate": 2e-05,
+      "loss": 1.4502,
+      "step": 54
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 0.4163931906223297,
+      "learning_rate": 2e-05,
+      "loss": 1.4219,
+      "step": 56
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 0.5588869452476501,
+      "learning_rate": 2e-05,
+      "loss": 1.1425,
+      "step": 58
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 0.6062840223312378,
+      "learning_rate": 2e-05,
+      "loss": 1.4331,
+      "step": 60
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 1.0351043939590454,
+      "learning_rate": 2e-05,
+      "loss": 1.4609,
+      "step": 62
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 0.6619802713394165,
+      "learning_rate": 2e-05,
+      "loss": 1.4189,
+      "step": 64
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 0.37535732984542847,
+      "learning_rate": 2e-05,
+      "loss": 1.3813,
+      "step": 66
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 0.9288793802261353,
+      "learning_rate": 2e-05,
+      "loss": 1.397,
+      "step": 68
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 1.1058944463729858,
+      "learning_rate": 2e-05,
+      "loss": 1.4009,
+      "step": 70
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 0.7440882921218872,
+      "learning_rate": 2e-05,
+      "loss": 1.007,
+      "step": 72
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 1.2134323120117188,
+      "learning_rate": 2e-05,
+      "loss": 1.3503,
+      "step": 74
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 0.4168848693370819,
+      "learning_rate": 2e-05,
+      "loss": 1.0313,
+      "step": 76
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 1.7301552295684814,
+      "learning_rate": 2e-05,
+      "loss": 1.4034,
+      "step": 78
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 0.9088520407676697,
+      "learning_rate": 2e-05,
+      "loss": 1.8931,
+      "step": 80
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 1.6952238082885742,
+      "learning_rate": 2e-05,
+      "loss": 1.0514,
+      "step": 82
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 1.3661904335021973,
+      "learning_rate": 2e-05,
+      "loss": 1.5254,
+      "step": 84
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 1.5365053415298462,
+      "learning_rate": 2e-05,
+      "loss": 1.5001,
+      "step": 86
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 0.4049004018306732,
+      "learning_rate": 2e-05,
+      "loss": 1.4141,
+      "step": 88
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 2.052964448928833,
+      "learning_rate": 2e-05,
+      "loss": 1.0455,
+      "step": 90
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 0.5465191602706909,
+      "learning_rate": 2e-05,
+      "loss": 0.741,
+      "step": 92
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 1.1672446727752686,
+      "learning_rate": 2e-05,
+      "loss": 1.199,
+      "step": 94
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 5.172623634338379,
+      "learning_rate": 2e-05,
+      "loss": 1.6101,
+      "step": 96
+    },
+    {
+      "epoch": 1.0,
+      "step": 97,
+      "total_flos": 2.080121124238131e+16,
+      "train_loss": 1.4608057553006202,
+      "train_runtime": 363.6952,
+      "train_samples_per_second": 1.067,
+      "train_steps_per_second": 0.267
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 97,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.080121124238131e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628f3ab6268a995e5a6e695182629e912860d336c361110825fb7b14d330bdfc
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1eee78bdc9cbaaa5ace24962d539c619df8286a9a8c422289db2d7ab9cf5b0
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e796e13255d7cee709ff69e3726f6fce731a851ab6157426a862a721e87d3cb
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf354f93337dea3a94a04a869e06347f6ddcdb402a620069706c8a3c277b8e4
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54df4904f4d80d2309f8e2f522b18507c5d402c766e60b504ee27c785f98c7f6
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc7b2d7613df2e86e28c49ee82f08d88d80e81163985534d20ec6f6315e4088
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b90ac9fa152488ded4afc57fe26add9bcab9bea5454ffa4ab484f45ff280c6
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517901987a25dbccbe2e3c55929dd9f1d58b55e2c4ba4e450b7b6a6115e9ba8f
+size 791576546

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/4_trainer_state.json

@@ -0,0 +1,378 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 97,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020618556701030927,
+      "grad_norm": 1.857858657836914,
+      "learning_rate": 2e-05,
+      "loss": 1.0093,
+      "step": 2
+    },
+    {
+      "epoch": 0.041237113402061855,
+      "grad_norm": 1.128074049949646,
+      "learning_rate": 2e-05,
+      "loss": 0.9811,
+      "step": 4
+    },
+    {
+      "epoch": 0.061855670103092786,
+      "grad_norm": 1.1853967905044556,
+      "learning_rate": 2e-05,
+      "loss": 0.6298,
+      "step": 6
+    },
+    {
+      "epoch": 0.08247422680412371,
+      "grad_norm": 2.01977276802063,
+      "learning_rate": 2e-05,
+      "loss": 0.7973,
+      "step": 8
+    },
+    {
+      "epoch": 0.10309278350515463,
+      "grad_norm": 3.552171468734741,
+      "learning_rate": 2e-05,
+      "loss": 3.2413,
+      "step": 10
+    },
+    {
+      "epoch": 0.12371134020618557,
+      "grad_norm": 2.4959380626678467,
+      "learning_rate": 2e-05,
+      "loss": 0.8036,
+      "step": 12
+    },
+    {
+      "epoch": 0.14432989690721648,
+      "grad_norm": 0.18528757989406586,
+      "learning_rate": 2e-05,
+      "loss": 0.8049,
+      "step": 14
+    },
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 0.3887205421924591,
+      "learning_rate": 2e-05,
+      "loss": 1.034,
+      "step": 16
+    },
+    {
+      "epoch": 0.18556701030927836,
+      "grad_norm": 1.167763352394104,
+      "learning_rate": 2e-05,
+      "loss": 1.0904,
+      "step": 18
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 1.1180120706558228,
+      "learning_rate": 2e-05,
+      "loss": 1.1927,
+      "step": 20
+    },
+    {
+      "epoch": 0.2268041237113402,
+      "grad_norm": 0.34743738174438477,
+      "learning_rate": 2e-05,
+      "loss": 0.9405,
+      "step": 22
+    },
+    {
+      "epoch": 0.24742268041237114,
+      "grad_norm": 0.5589756965637207,
+      "learning_rate": 2e-05,
+      "loss": 1.2665,
+      "step": 24
+    },
+    {
+      "epoch": 0.26804123711340205,
+      "grad_norm": 1.364461898803711,
+      "learning_rate": 2e-05,
+      "loss": 0.9861,
+      "step": 26
+    },
+    {
+      "epoch": 0.28865979381443296,
+      "grad_norm": 1.4796721935272217,
+      "learning_rate": 2e-05,
+      "loss": 1.282,
+      "step": 28
+    },
+    {
+      "epoch": 0.30927835051546393,
+      "grad_norm": 1.5695762634277344,
+      "learning_rate": 2e-05,
+      "loss": 2.2431,
+      "step": 30
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 1.308424949645996,
+      "learning_rate": 2e-05,
+      "loss": 1.0269,
+      "step": 32
+    },
+    {
+      "epoch": 0.35051546391752575,
+      "grad_norm": 0.9424493908882141,
+      "learning_rate": 2e-05,
+      "loss": 0.8531,
+      "step": 34
+    },
+    {
+      "epoch": 0.3711340206185567,
+      "grad_norm": 1.148472547531128,
+      "learning_rate": 2e-05,
+      "loss": 0.954,
+      "step": 36
+    },
+    {
+      "epoch": 0.3917525773195876,
+      "grad_norm": 2.9015464782714844,
+      "learning_rate": 2e-05,
+      "loss": 1.3365,
+      "step": 38
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 2.0090081691741943,
+      "learning_rate": 2e-05,
+      "loss": 1.3861,
+      "step": 40
+    },
+    {
+      "epoch": 0.4329896907216495,
+      "grad_norm": 1.2990866899490356,
+      "learning_rate": 2e-05,
+      "loss": 0.435,
+      "step": 42
+    },
+    {
+      "epoch": 0.4536082474226804,
+      "grad_norm": 1.2898091077804565,
+      "learning_rate": 2e-05,
+      "loss": 1.7354,
+      "step": 44
+    },
+    {
+      "epoch": 0.4742268041237113,
+      "grad_norm": 1.301903486251831,
+      "learning_rate": 2e-05,
+      "loss": 0.923,
+      "step": 46
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 1.1289761066436768,
+      "learning_rate": 2e-05,
+      "loss": 0.4642,
+      "step": 48
+    },
+    {
+      "epoch": 0.5154639175257731,
+      "grad_norm": 3.627347707748413,
+      "learning_rate": 2e-05,
+      "loss": 1.187,
+      "step": 50
+    },
+    {
+      "epoch": 0.5360824742268041,
+      "grad_norm": 0.9005461931228638,
+      "learning_rate": 2e-05,
+      "loss": 0.7929,
+      "step": 52
+    },
+    {
+      "epoch": 0.5567010309278351,
+      "grad_norm": 1.4061144590377808,
+      "learning_rate": 2e-05,
+      "loss": 1.3737,
+      "step": 54
+    },
+    {
+      "epoch": 0.5773195876288659,
+      "grad_norm": 1.6655174493789673,
+      "learning_rate": 2e-05,
+      "loss": 1.4762,
+      "step": 56
+    },
+    {
+      "epoch": 0.5979381443298969,
+      "grad_norm": 2.249619483947754,
+      "learning_rate": 2e-05,
+      "loss": 1.3758,
+      "step": 58
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 3.719571113586426,
+      "learning_rate": 2e-05,
+      "loss": 1.0628,
+      "step": 60
+    },
+    {
+      "epoch": 0.6391752577319587,
+      "grad_norm": 2.0385303497314453,
+      "learning_rate": 2e-05,
+      "loss": 0.8212,
+      "step": 62
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 1.5352033376693726,
+      "learning_rate": 2e-05,
+      "loss": 0.5521,
+      "step": 64
+    },
+    {
+      "epoch": 0.6804123711340206,
+      "grad_norm": 1.1133532524108887,
+      "learning_rate": 2e-05,
+      "loss": 1.0727,
+      "step": 66
+    },
+    {
+      "epoch": 0.7010309278350515,
+      "grad_norm": 0.3139188289642334,
+      "learning_rate": 2e-05,
+      "loss": 0.6619,
+      "step": 68
+    },
+    {
+      "epoch": 0.7216494845360825,
+      "grad_norm": 0.13998755812644958,
+      "learning_rate": 2e-05,
+      "loss": 1.2334,
+      "step": 70
+    },
+    {
+      "epoch": 0.7422680412371134,
+      "grad_norm": 0.7787773013114929,
+      "learning_rate": 2e-05,
+      "loss": 1.425,
+      "step": 72
+    },
+    {
+      "epoch": 0.7628865979381443,
+      "grad_norm": 2.650651693344116,
+      "learning_rate": 2e-05,
+      "loss": 1.5593,
+      "step": 74
+    },
+    {
+      "epoch": 0.7835051546391752,
+      "grad_norm": 2.5681259632110596,
+      "learning_rate": 2e-05,
+      "loss": 0.8564,
+      "step": 76
+    },
+    {
+      "epoch": 0.8041237113402062,
+      "grad_norm": 1.672986626625061,
+      "learning_rate": 2e-05,
+      "loss": 0.3764,
+      "step": 78
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 1.4562022686004639,
+      "learning_rate": 2e-05,
+      "loss": 1.0597,
+      "step": 80
+    },
+    {
+      "epoch": 0.845360824742268,
+      "grad_norm": 1.849575161933899,
+      "learning_rate": 2e-05,
+      "loss": 0.6571,
+      "step": 82
+    },
+    {
+      "epoch": 0.865979381443299,
+      "grad_norm": 1.7122550010681152,
+      "learning_rate": 2e-05,
+      "loss": 0.7316,
+      "step": 84
+    },
+    {
+      "epoch": 0.8865979381443299,
+      "grad_norm": 0.9788981080055237,
+      "learning_rate": 2e-05,
+      "loss": 1.8302,
+      "step": 86
+    },
+    {
+      "epoch": 0.9072164948453608,
+      "grad_norm": 4.261756896972656,
+      "learning_rate": 2e-05,
+      "loss": 1.748,
+      "step": 88
+    },
+    {
+      "epoch": 0.9278350515463918,
+      "grad_norm": 0.5180452466011047,
+      "learning_rate": 2e-05,
+      "loss": 0.6574,
+      "step": 90
+    },
+    {
+      "epoch": 0.9484536082474226,
+      "grad_norm": 3.8009090423583984,
+      "learning_rate": 2e-05,
+      "loss": 1.222,
+      "step": 92
+    },
+    {
+      "epoch": 0.9690721649484536,
+      "grad_norm": 2.206448793411255,
+      "learning_rate": 2e-05,
+      "loss": 2.1999,
+      "step": 94
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 1.8258347511291504,
+      "learning_rate": 2e-05,
+      "loss": 1.6342,
+      "step": 96
+    },
+    {
+      "epoch": 1.0,
+      "step": 97,
+      "total_flos": 1.975033480085504e+16,
+      "train_loss": 1.1381244143259894,
+      "train_runtime": 347.3529,
+      "train_samples_per_second": 1.117,
+      "train_steps_per_second": 0.279
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 97,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.975033480085504e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/5_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d75b434f434ac58ee7ff79a1192526027663a462f31003c61af666ca2c8197b
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/5_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40c641acfb84bd93aec680098654d6533f26cea5a9317dba50857689945e350
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/5_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea02c21b18787ce374ede742d2698c2221d15bd03cac84c80e8f25d54d2f3a3
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/5_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7534dde78b8b023855befc1292d21473ab56079172d82bf4f570b1cf7959e012
+size 791578182

client_states_feddualMultipqfull2_NEWAensureOrth_Bcca_T05_freq10_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr97_T0125_decay099/5_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccb9abfe6b71dff526a503d33d640fb761439901f9e58e425b441518d29bb8d
+size 791576546