diff --git a/.gitattributes b/.gitattributes
index e34f103a92ef3f65317fc524b38b3a3048df1d1b..48642bd7d53ae7b1752bc93cccb9a03addb1f8e3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -118,3 +118,12 @@ resume_lr_5e-7_clip_2_p-diff-adv/global_step_60/credit/huggingface/tokenizer.jso
 resume_lr_5e-7_clip_2_p-diff-adv/global_step_45/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 resume_lr_5e-7_clip_2_p-diff-adv/global_step_45/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd2df048409370ae213d27459b217d7a355716c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf3512277332ff17b1a5be67b81c40425e90c02173bb3d80928e1d97c6127be
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c0a276dc87d437e75ea1acbe2d7a1485156d8d
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b6ba547161708f5e9aa50d6eaec4cd12c802df487cbb02614959203890e46c
+size 15269
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccad106777cbefb22d5095255541c9a4e24e853
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4b1a76ca1df2fe5d7370ffe9f0c309653d3d79013b4fa2131985997056b0a2
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d186406fa86f589dc628a61417d60386f16e50
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9499dbfd4b005035023c3f507e93265a791fb6a052bb01e5984be0b809d2baca
+size 15077
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a4c910f1e6bca0230174ae6211021196aa0c92
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8fdfa22a0448e541efca947d08336cf3ac4e25f3fa4feab09c9678e0ef0d02
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4a4d3d7b60e65418b6e98d316379eb67922fe
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf8c3a21683acbe809037ed10b50ca40a7174002b5773aea30cf9d7fd862486
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918d54883fd95b67f8eeb71e3a703d93bbe79ff
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c44f600d1e8f9b010e7e44e1b3a3bf16fdbf49f178eba4008e03ae35683b81
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044e59c4710040ecd1b749cc95a2c8f9f1dd214b
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70779b859a78a56e91c876b33e10ec46292a299f095816b6bc5213a385d91935
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd68e77be3b2a5519aa6de14bae4d7dd4e11fb
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395009fec0fb5abaf72981e2cf0aac0fa61a24ff432a5b16519ec7c074c72dbd
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dac975e83de0fee7c6586e1ccdcf20f95f92a5
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1bbc420ba3ca0567975e9a78843102b0b57bd78f1062de07ccc31577a2bb75
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef48cbd9e929b17bc46c5c97e4137d1e8c7603a8
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed96cd8f12381edabf6febf65e2a349e389c2923cef987f75ae520434140cbd
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2e32ff701c7547076c3c3d118eb84245073d65
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee4d89a9f5bc884a2979544d8cda827da4c1f5f8a984b61a33995fe5ffd70f5
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423cea374945219dade8d818e280876c0aa0e0cf
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4203c4762347c15b8a711f83703d8f17be03e5a089fa2f0773f8f54875a8dbb
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ec439d0d44555b1880d4d5ddd6b2fd9dff4f23
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298ad8f251e0b36b80de0b6828b68c2743dc0422053e71a0873bb5b864ca0521
+size 15269
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ef66cb6b536ee740d6bac99e810c04c7a77afa
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19530000f352459c3e536436d5f74f5898478df6c5dbcfc89d212e89129df646
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd9b808c3f38e7f6a22a89b8cf54c219a828fa2
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72126007d69993f29741bd801db2e9f233cd3d666e316a33d9b6926598898bd
+size 15077
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6b9e4dfe500c8a74ceaf9bf2071ae84eba5f60
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da72e34be1cfa381795f2738092f0bb60b8bdde1d1716b193deb5ca65850bfc
+size 2031944043
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eab90b608d74d2dc4d0e928c1fcd6947b6dee1
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69a19a4c76ee7306175464423b28968511791f736625d8e1fa1ffa48666a90
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa203d59d53b768291c36d86eb6b8e59fc500fb
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998bd02deaf3e1eec4163949d4fd50d4dafa1d4bad8ffe53e4d40358141c9d3f
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a40d9544eff1052cbc63111ce0868f9ab3b33e
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6fa03eaf1e90f1568af623f2b9568621236c1181b13d7d3958f97946eceeff
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3fda7c4b9b7984f31088d4bd0384c4705fcdf1
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca984355fd2653ef7b533f8de35cdd8f9754f8aceadaa384dbe236a9b1c74b0b
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2883a49bdcec75c22e3c26b795969aefb5e846
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0c62687abb827b941bcf798020417b5e7bcb626a25553c4773f78696de19c9
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033d2a1090b07c9a6cd9fc069b024136d4646129
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bea2f6cfdf24fa80caf784435b43c57b4506d7f86a674491762ac8dd248094e
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268850a2789d933caaeb7cf7a114b55eb3978b53
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da10445fa0ad28cf51bf348abf0b626d4635c55f2a4ef4fea074a8ffc250bea
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/data.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e934e66770dc2ca6ce0ae0016e3fd927c6b56e3c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_15/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7897325ae2e472e9a9aeb02747ce018d601f15bc5df214a791c06bc429b57c0
+size 21489
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1fdeb8448b6bb59d02c5a04da0fb3c21537fa7
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338910c2b2daafde4a27ac3f732eefccc67114fde9d0783d58c2150728bb03a2
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f14f6faebc98f11711d13fd7b6ca1761c8a800
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ff2c3ceb0844068430e432d3cb4e120eccbcea522c2da97515ebc33a693173
+size 15269
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0f42b6c52d29115ef30c3d01c4c71577a63cfe
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b1002c3c5f7bd51cd5ba6a41369741e72e62c6cbc7eac3abad9eebeffec9bc
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb3d0bd2f125f18c73816b18f78601db94a614
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65494145ec835cd120d93f70f33d5212b267ea2d136254427d40636e4fb51ab3
+size 15077
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/huggingface/tokenizer.json b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3837b32d1c2b4befe7ff2893066598a1b16fd2c7
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d586c937a28ddcccbcba8b78ca4b1cb537e491ecb83776a0f2a4d4ace958052f
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a29c19e3278c4e56c9b886fc3fa339209b11032
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c9ccd5bc4a50c1ce460ac1942479f2cac8d3980e8bc1c99fc9dbc3160a754b
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3febc0d08bf5e50a739149befdcd103b23bd7
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d89ae193dc6a2cc6ce1da401b5fde579680c7805ccd20fe195e06bb1e2ea6
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b956de017c715811cf24c47478547a06ac13fce
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8810e9c5dcc70bb89bc5dd1547643fa448b5c6c063a6ea3ad2f7cc1b42dfe75c
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3111083aea25ec0b0b4601c1738435e98a0e04a6
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c4f0f771f6dd1089429803a3f48dc6a039e3d32a5d15373f7c61e1b111daa8
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3444daa320444c98e962e8d857dabeb75317617
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773acba0e602f1bbf18c77e99b602272c1196ef0dbc7a174e16404955ddcd02d
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564325f0943c6ff01ecfb10ff1619a5c5f48eb02
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df3225d4503dc0c58d382cdb0e439a0d59a85fbb5e8c1b0a47ebc5e5e9743eb
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1411d13e8537c1aa6d887fe941b903f4b0e263c5
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a77340a5c406c2f14ca90b38e0c38d682aac52248608b7b6f769cdfdfcd39b7
+size 3441176616
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54315ae3c216997e71f42f93a64b0aee18c13b3f
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c61b597a8dd1222e0e5d631ba365c8c9fbb8254c0dadf9731e240be8fad3645
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1c1a6a9c5b0aec7d3d925b4480cfdd95ae9881
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f49b670bfb63049943f5134a776aef731c6d7a820904fd48cb76911839734e
+size 15269
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe658b94b74559714a66add33c47334b166b319
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897bab9cf5b39da10bf078f5cd15f1ba6e55c2006b5ca79f0a58e64c1c376c24
+size 15141
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2016435618518458be87f22f17b6250f3d1b87d
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d63c238b249db370051fce8a99ee1cdcd9c56e05918732c7e745b21ea3af7da
+size 15077
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be26214b81f73db0d4b0f8fd13fa1037d5206b
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed86917a8f6804c46746ab33875f784f38281dcb5e4b1e8a6fa92ffeb2093bb
+size 2031944043
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0947152aece4f68550fa31e8a05de918dba95bd8
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c4411f111130f935eb9eaba6de1cc0b19ca73eb3bd7707155bf09bb7523c9f
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9947411333fbdb1e892476cef52c1c28ecf34b
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fbe3e1ec036e68bcb8138117a0038b098eacb390ca1602cd128744be2b3654
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56c9dafc1817c0f320d392c8933040a34ffd74b
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d942530ab7c4135c702e2c4c64bf0c60ff200f2b0874f5376bdcf80bbc0a5a39
+size 2031935851
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1298228f0a7ff702af0cfc2e784b42a9b7294493
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c06ac3598655bdeb9784a7cf8de29d76944decd97e0e45d7bb4177c528da5
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014db8224a08a3f7bfedaba226fcaee0945e3d6
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba4465fc1612454c18efce8129f33fae8f97e92c2f9220f0bde8041b0bd7fc
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760eae868e24d25f0743544013f42f55ffc9a263
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b1ab2660f24aa35c3ce777b80d771391f554f55a728c892e1e9853b5dcdc2
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8372663b44b1b939642ae66e8292b82e29411fe
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb74f956a839cbf9d6cff2daeb44cbd0f32bfaa95bce3e1947abd0cdd1e9d88
+size 3441180712
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/data.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d762a985211df3ed157cbd60e37bfa4f20a821b
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_30/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f46dfa044531c528edac8cc4cc019aabf941a711f4f1014d2f87975e5bfe9f
+size 21489
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0de924723b6fcbf42fb94794d945247d52aa05
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070d5907bf87ca430fe69414ff10fd1fb405825b33a88db0d92f3981b9b9963
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b7e916b8f76bd8b87bcc14a2a5549382c89439
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df610c92d227930e9b49369891446fd27b4038899db2f01e2a659a8820216fb
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b26d366daf25dcdb1d674ac1fdbb56fda15d4a
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac10c2fb6165a3e6414c98d3ab3988b727d299725d797e062f7e537e509af9cd
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d338f47fa28500eae8c243d0ef2d7983230b773d
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95656b8d3a1ce057bc1abe6a0a8fa08bf6f019a6142d8f1af087071351e1325d
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8332dbcd0a51898d3ea4f84c3199a68415cdbc
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09901d579701c89146920e49c7823a5f64a83a5be816ef46e7a8c99d750f723d
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0005562bbbb3334f9e818733c3d5b416855ea6b7
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b382888fc0bd15c32ee1c9dacf705ac8062a6797ea1cd3407ebe987c03377f
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30e3ad2e1bee7f5879d1c0cba46f9128ff6040c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3b526eb8f945b4b90271289a168eda850a7e8b7a088a1a2275a41e0c79b2a5
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9106d1adf37e2644dbe9fa08b7dcc988d144bd25
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037fc92be9a5455eedacc5dbce0851c4144ccbb6041b68cede8ca8d07c488633
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206e9c396cca6239ca837291418b1e2fa55552c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a3004269ae7710af8a859b75b6b35ebc3f9b51c5888a1e2a169b7542e7519
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640a7b09be3fa7cb94ccb30cb6f4ebc1c7eb2e4e
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e39faa3129e46541f3010b16a6b66a2e3cd2673da90ae5b4ac896f5d816469
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c470e45cd6ffc83300c9502c613523cf5c60af1
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397e6506bf5973280e561e2b931ea8ac20238bd100add38279b8aea90bc0246b
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f281d8ab90d52e053c149ce9c4ec1a3350bcebe
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839740452ec3e21809051ef3abfd604cd0e006e0901834c005c1662323eaca4c
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0c27c0b749eb48a1d459a44f9d8a3239ebe2ab
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97219cea0eb64c8837240a850898658fd2b93416b5ba9287091e0e51e55d0a0b
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b56e0307ecf5d57da5f38080249363bd3168e1
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382b7450048b90cc4f1d8965b90d8dfaebe53dbc2e5648bdad2135eb2861d1c1
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46dddccfa3cc2b0bee259df9d72cc98e7e8b72a
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21997075dbb2cec28624b77d9ac21499c6ad47eeeccfeed3b1c136659bfd4984
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a43fe962be72636f24338e1882deb412e6e6ece
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792b3f0f43b3cf9b6cc2a0e2396cd95926cf6005a79ac67d698bc43e7d75d622
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645cd2477cec16fef578215412a785975fb69ed3
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d86971f52aee421dc637668f92cae04717f87c7f641c5a4412dd56dd8ba05b2
+size 2031944043
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5797afe17ad05dcbad7e6c5143db369021c2aa5
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1311374915c161c5c032d673b32b51aea379f632a97b1ba9794fd66b6a606df
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562753aaf00384ef9f1ff6aecd28b26b0d1c921c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2614aa72392c6aaea3fcbf65e549639e14ada3427aa15140daaad2866d782331
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af150cc5ffbb9af72a21e5ceed96cb9f614102c9
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67fca5d4e86da906389310d330230dd0c998035fbc4b8d6fc72747929453d43
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f38f7c7103ad28be72b569f8adb4a7d6c28ce21
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21db875aa5419081dec11f1dd1c6af615af40ba585afcace05b2c11fe680c7ca
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b332ce790755957c953484b64e83c90fc842a799
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b18a0a2e95d23e290b16fab0286160f9725f30a8046b6dbe934699050c924c8
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1272ceae5e105fd918c1ecb9397ae7c7f6b9b17
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4fa243823f79f6caffe7ce03b92bb9d6296e157153e558f76ff016007527af
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e038088949b717b445a5a4d241efe9d5b95ea9
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad46cc49351cd66daf5e1ab457640330b9a3a0af1309548077b21cab0e193a5
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c1994082613e8da3c0e3248f4a7cbfd9fb55f0
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bece6cd3c16eeba4aef032ef231335a1095365d9495f001d2aea3030f4da158
+size 21489
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c10b60ddc71eac79327e2a8d2a5923407de6808
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe5c7ee1c24d8c58c03144d891ae2875e3b058756b1bd0465ba3d108c98216
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b97ff75f56161a89fc0e7fa94af5a9c6ef9615
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09933d57716c4a4c1d247190ee55f3d8f1ace04fcecca3bc72e0a56266f61b41
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7855b5a4181ce1a89d46c0829b35a43dabdb83ce
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c646b8fda5aaaf4292ad44e46949c79417a4c54ff5ed2fe14150ae64f576c03
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af5a35c9f2d8c1914914fa0a6882a317d5aeb16
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49779740c12671fbaa5816fed25eb064241217f21aa22894daf38dce13c129ef
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3263fea1dacd7573ab4a733089e813421dde1320
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132e91f1974ae84f0a5e8861477e4667716b36f01420c88c619a5600babcb2a3
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178fae5ee4bf62e22b40eef20adfb1489be374ab
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8df172ddb5ef8dfd9b6762fc9e676b7072260b6a9933930176f0b57fbe302b
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8760fb14fda9a8c326181e975456cfc2fbb658d2
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88e40db0cfd7a0253094405c9cc454f82b46ed6478bc6b7f920e8412c8b4f2
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc0a010ad95d08a034264ae3d6deca3c6c9a911
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea86259580de4ed81d0ff87d0ecea629757f563d44c7e1f430a9be7cbd7ce9
+size 2031920747
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e967ccfabefd3e12fc13d293ea6df34feb442ebc
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9da5272f574953069be5422a8f2596d4e05d0f2d7278631e0cb9b72c8d39562
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630b4e3ea881200a2d95cff2dc300cfdca06d382
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f7db0b3345d70cc49f276659b4d980b59433145412d2b90027bfce1aeb57c
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3096cbb92ad039b59ae14ad7394b2ed1512004b7
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ea790b6778506e993eea422a52dc08349a6158a966c577eeda68241932fbd1
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e466fe32389638742a15d662bf50dbf81d9d53
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731cd64010bd0fbeb9ea3c530c38c3d6790860b47d5e72f9a0fecce5067bd91
+size 3441176616
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c22963ab6286357367f6dca8446763e106076d
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f49be05d7543722f18db5ae5f38607a6f7e327519e2454df6af9e1141cfc97
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43688ceb0dffd78cc587ace9e4f91cf540e75c97
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9dd6645e8f3d87d6eb77a390d768eab838615d4aad523989c07408e6786906
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1a7039c54f0093ff8d2493df3cd4849db9b726
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4797f1a578bdb5bc50dd6b7c322b03869103f04a3002731daec84b7443d4d9a2
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d4861b9c172e9fbe50fa4a20e799370cbc79c5
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fbe39189499e40988b6042e2771db99af5c785bf239bf406895034d769362
+size 15141
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023ef58124fdfa402ca8a0bc4752ebd4678f1de
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f4ad06c63ead64e3a5fe1fa295e910a534d2a8bf37fec3fc48397e7395305
+size 2031944043
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57d460f8de5b0eda9c190cab6a9b049437581b1
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92a17c8560641da580e74ab9b06f60661d545cbc074f3ae2e1f6891c380bf74
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0089f7f0f7e3fc20f48b67d374900addbfdc15a7
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3879622c4b8759a8ed7ee0c08ae70178daaad0c941552a3d43166affd1b39b2
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800ca529ce8abfb0cdcaa2acfa0715ca2c22c8a0
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aeef07a7ad3497397d172d7565f227c6b8e952ce8e42e3737f9cd242e8108c
+size 2031935851
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efb169a46b0e5d7412c33b2d806f32ade119902
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ce05a0e44f1e91daeda12138e397a7164b1daae5f2f2dfa768f706f6d3ea69
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3578e509991d203651ff866c54c4b96c4271a8
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b169643d2f7a4039690064cbb4d6c14231ce19670ba4fc585aa9b862430087
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799638df1705107accad0006f26f33ed05984bb1
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759852f45ce56e7d11b4beda0282926155c64012198d3d399456691fae3a5ce4
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5a56550ffe9a8d8c8c1a6869ba4b7d26923021
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e32021c5e138619473f505acc2da779937a16d10903a753a7730d1c077bf2
+size 3441180712
diff --git a/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/data.pt b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975c8374dd7b188f149168644edb0e43926a590e
--- /dev/null
+++ b/lr_5e-7_clip_0_4_lambda_1_p-diff-adv/global_step_75/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaa793e1e34f73b9954fffe24d4b134f91378ac98212b28e58c10a8164c268c
+size 21489
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb551412bfe722d34f90350969355ffebf4cd46f
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c6937efacbb9158bd04a3b9976dc53ff228fe647f231bfd0af6aa8ebab2e1
+size 15077
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61fa7028de786269b9cba7b4ffb6263645e2a4f
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a8041c5edd7353ec156a15a0995a978211fa11ee61a8ccd0a70be600cda0c
+size 15141
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01e7a0e82c24469c311336d45243f35c90e7bba
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5b5fbde3e5a38b21af73abf399a612987497eed21bdf197f9694a66fb0b4c
+size 15141
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0133a11108730b08e57b10dd767584f76fe5c
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff063581945acef047147799854441dc241fc04de046c90841117b50d1b7c7d
+size 15077
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9455ee4ebba18728e5a1332123f4581f874704
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef3e6013c2075337cafccd6613f6b462c0df7abdcd7cffe675fccf8de049443
+size 2031944043
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f12c26cb6fad2b75f94fd59d49d85e0e6acc4
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ef663372d5790a4409cceff608b17dadff07abeb443fdf11bd9d9470fb4577
+size 2031935851
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9617e77028480185e35a2bec51a29bf2c7783e5a
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e534a32819eece517e32dc142a6287073c960cae3720f6729db42be6691ffd47
+size 2031935851
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2e3f27617a69592f8e4405c3ec7b763e0a1757
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5bd28d114f54fb9c71bbf44deb9642467b52d8d3cde29cd4a8af1b5e29a12d
+size 2031935851
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7cee14fafc359457442077f772d4dfe53b8f1b
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcaf039097e8e6435035e3abcc3e5d501330864fa31851aff4d8088a8f59eb5
+size 3441180712
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869cc4aca4493f913b7ccb87977e4fca38abf6dc
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04084270f53cd5a765dd616bda0596e51e3c4315e2327e54e69383a02e99bd67
+size 3441180712
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3cbd81e39c8b9a3e00e352e688e19ff11df215
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb2e9bf32998cdac2285c494bc65d528c645151e0c3ca26889afab4e69aef0e
+size 3441180712
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829132287dc378cdc84b05949f9a9b50d9f3fccb
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7dad88bcd9abf7251474d89f79fb0bf4ceebeef62f925e20a7fff80dcea2aa
+size 3441180712
diff --git a/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4406273a532ed0ab9907ee706e07cc56ecd97bc
--- /dev/null
+++ b/ref_20_lr_1e-6_clip_0_4_lambda_1_p-diff-adv/global_step_60/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac143133daf62152e44e537d085190ab11de22cf56a81c1e4fdd2f71a96cd3d9
+size 21425
diff --git a/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bed24685f8305968c59584f4aceadafdc2e8605
--- /dev/null
+++ b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52933451da33811aee5911cea97403f64edce3ef3e3b41996ceadfd9cf55f419
+size 15077
diff --git a/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5823cd4500d5fc1fac2c152e9ebac7d93b790e32
--- /dev/null
+++ b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f2595e79099681938fc0f4fa0f7cff1fdf18f8e1fa5f9319ce57108c296f49
+size 3441180712
diff --git a/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2bcaf20818e27c1ef5eacd347be33d5200fef2
--- /dev/null
+++ b/resume_lr_5e-7_clip_2_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c6c08bf0411d4044aee3a6ba6626f2336a5afe6f43ff8f4491f62a4510e47
+size 3441180712