diff --git a/geneval_reverse_kl_2p0/step_100/random_states_3.pkl b/geneval_reverse_kl_2p0/step_100/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e81e83242e00373fd2a65482ae1f9068a9285bda
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_100/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c154eed17824e5765c413d3202dd72cdc37cfd2aedfecf5be296dfd01e79ad9c
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_100/scaler.pt b/geneval_reverse_kl_2p0/step_100/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3b7531b67d6a3286c705af0b9b33aed1a3dd8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_100/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4a558c5b93581a5c41e2922404490319bcd15a10296c927a72a41012ff7f27
+size 988
diff --git a/geneval_reverse_kl_2p0/step_110/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_110/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..08988746f13943a89ad890396b65e9a9e1fda551
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e704df6e56742eac34418c9fe1039119ac3e8407be1c7f641b9d14983a84d4
+size 976
diff --git a/geneval_reverse_kl_2p0/step_110/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_110/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a4f1315f418c164f3ca433d7ea2b7b3f42fc50b6
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6907d6aa469eea87d5b3e915c657e7e89aa69689135b8cb21d3d4fcc6b31ecb
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_110/model.safetensors b/geneval_reverse_kl_2p0/step_110/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..880d922b05cc46e7af8439c2bc2bd95c80c23988
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ee98eb0ef87e3f5a9d0b14ba70334774de7583c10fc01941eb49e5df4b0d3
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_110/optimizer.bin b/geneval_reverse_kl_2p0/step_110/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07a6190c84da9650e9d953eb33f9054fb6dff72c
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9385d8adcf4d97bff2bc292134dd9db118078ea54f3f1a80c44ff376e0136d62
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_110/random_states_0.pkl b/geneval_reverse_kl_2p0/step_110/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a374d09c7656236f63d7a5741c86a76be98c7acc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b5008b1c423a27174375a40b99ce517151431e46f709bb7a3d8ef2ce07c90c
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_110/random_states_1.pkl b/geneval_reverse_kl_2p0/step_110/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..439faf5ed6e7abaf1d9cdb8be5dba359089c7e25
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e695b446ecfe387e29d62ddb2e619b5319ea4b727c14b5d4a5d7cc9488c58a
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_110/random_states_2.pkl b/geneval_reverse_kl_2p0/step_110/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..259398293116d5a80c737a859e32d1b3b6081982
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a793064320ea5719e351bab9afd02016151da67d1a9f0e150d8e995a647b957e
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_110/random_states_3.pkl b/geneval_reverse_kl_2p0/step_110/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4c0be7f8b1a1c7630d468ed411a318b34fa908cd
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c7767cdd89156a38767d9f66536ce71ac4fc609dae983bbc9f30132c0f635d
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_110/scaler.pt b/geneval_reverse_kl_2p0/step_110/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4088305fc44dbb3092e4f6590d1bb2b3d52a5dfc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_110/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6e9fe430df58205335a2fc61dca870196bb5166a6d5fc53db8bab6773cb6c
+size 988
diff --git a/geneval_reverse_kl_2p0/step_120/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_120/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5772de98f3060a884e93d9faf3455c55f9585a67
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1aba9478d79b7af7b6ea55d808bdb8cae6e397498285934d3a9f4734a61552
+size 976
diff --git a/geneval_reverse_kl_2p0/step_120/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_120/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..81728f7266f2712bbed22b0d881737133741a6bc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cb710be614e901359b5a1adf7244e6fab61fd77927cc398a4afa93a705f9c2
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_120/model.safetensors b/geneval_reverse_kl_2p0/step_120/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..783012fc345d0559a5b1f5c31bc87f9afca534d7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d022a76dce6bcab877548f2d5da8518a4a70f8e60a7323e9103a5f086a719b7e
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_120/optimizer.bin b/geneval_reverse_kl_2p0/step_120/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c319ebc0befa322fcab479f5c09711c26b53a0f4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed062dbdd25e2d656610c33d8669d3f91d35a3bf948c33dabc3191ed4505741e
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_120/random_states_0.pkl b/geneval_reverse_kl_2p0/step_120/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8d97fe2a8d7af4813f19abc1c57163715e078134
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f29b2d44ff0d01f4e0a79411ad666a4a6126b038afcb42e0ddce67b83589a8
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_120/random_states_1.pkl b/geneval_reverse_kl_2p0/step_120/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d11c1ca73c6aff31c65c702ee7be10789df21bb0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b50f0842df1802f4e16ecf8c8abef3353a543af600488bbd96d89f0738fa2b
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_120/random_states_2.pkl b/geneval_reverse_kl_2p0/step_120/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..eeafbf1ad71ba0956f4c85ae697e0b31eb67c882
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ecb40c2794fefec01cf2cd8f904a673683db0f10b0083c9476f68aba732612
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_120/random_states_3.pkl b/geneval_reverse_kl_2p0/step_120/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..49814e016f65bf4f4b98cfce0a68ce5eb2f81d28
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bee8e843c10e1d678f45e2d43cfd0f455d07274dd7d47a7ef3aa038b587529
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_120/scaler.pt b/geneval_reverse_kl_2p0/step_120/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bd93f75ebccb855d9955f8fbe4aa3e37c47a06
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_120/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0096a06b93216ac19134de4364b812276b5f3cf551e30d9e0785de73f3bf8d06
+size 988
diff --git a/geneval_reverse_kl_2p0/step_130/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_130/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..60e05687b366a31c011667fa19077583fb0d8ae5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fe68f2bc2f4e656dd723e26e10020394442c0b15593ba85de01ab49e71c5ed
+size 976
diff --git a/geneval_reverse_kl_2p0/step_130/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_130/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..02d24a0c3d19f4991dbad3bdeffe35b9ce53ae27
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c7707cf51fd3e0941669f1aae734bdc4273fc17efe4bd585595ad577bd4b8b
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_130/model.safetensors b/geneval_reverse_kl_2p0/step_130/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d38ac0d7192df5354fb1a736cfd11d70d10d8bd
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72c76ca6e134cd03975d2e9f191265d9e722a8e510b1d7d5e226279f410889a
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_130/optimizer.bin b/geneval_reverse_kl_2p0/step_130/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..af6b0d0795c6ce0d4580bc12a3b40f3df4652509
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1621572f13aebdc551a7bf33d1bb75bb4d1c1fc3789ad0380d86767326658b
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_130/random_states_0.pkl b/geneval_reverse_kl_2p0/step_130/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..68875921925bd2c828216206839e029d2e93f91a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf982162096390238896362f178dc842c2016785328ecea771badcef94a008b
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_130/random_states_1.pkl b/geneval_reverse_kl_2p0/step_130/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9f9f62044a897ebed8cdb277f2922e4fbc67bbed
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0e585781104395aa5685a9e6bf586cfce72716f01ce8ab301cbc4e71240990
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_130/random_states_2.pkl b/geneval_reverse_kl_2p0/step_130/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb4fad769d85c3086fc6bbe135f7fb07cb1d38
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e172f6f8452296d63b8799ee4cef28fe6bbadb7d119b90c6bac2895b53541207
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_130/random_states_3.pkl b/geneval_reverse_kl_2p0/step_130/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..83c28e10ca0fe8672afc8b36b68086333876a647
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd470884258c5fa321c8a9f5831652e47be7f44227ebd6ee54a1de8b53164b77
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_130/scaler.pt b/geneval_reverse_kl_2p0/step_130/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b91149a4111bdd46ee9fba8914d39828cc19412
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_130/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b36278741bab2c3f7ab956325ac8fd258df661e4aa3f917e61da561608e1029
+size 988
diff --git a/geneval_reverse_kl_2p0/step_140/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_140/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5a390c5864d8a54c4e13482b6dc86bc220f1789e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035f801794dc5db0270ae1ad321f9c97d80d0b831b2c5ba89a5cdcfc49607b0c
+size 976
diff --git a/geneval_reverse_kl_2p0/step_140/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_140/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cebf3ee92e0699b89e4c0d911bdd4a3647292a7e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613bc64e70c158558f734c6fd46ca097b981ce8b23335baf7770c470b578fcc0
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_140/model.safetensors b/geneval_reverse_kl_2p0/step_140/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..312da7397ec2d5353b243335378b806b85467d45
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2ce6b9dbe96a15d2c7d3539b248fc5ca23186cf96765821ab02d6d2b17ee0
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_140/optimizer.bin b/geneval_reverse_kl_2p0/step_140/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f466d047bdc64d4da33df84b6510bd119feaa6a3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0bb83b23ce89f8affba18891f358cec191ccacb7a2ffccf952ebf85880e61
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_140/random_states_0.pkl b/geneval_reverse_kl_2p0/step_140/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..55438ab5c2431d5f9e741843eeaa5620ca2ff153
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e7280017228309a157db12877c5239f4a411a3ca55600bba328d7f0e399048
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_140/random_states_1.pkl b/geneval_reverse_kl_2p0/step_140/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e81f75323b3123877753ccb0d91af3a90385da9a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bc45edccbea43bdf642fe2c892e8cc70bde4b559f040e41d4aa5c108b0381a
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_140/random_states_2.pkl b/geneval_reverse_kl_2p0/step_140/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..36746078e6c4ccdcfd18e3835e5cbc53d15f8acf
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a972f6b76dbc157e2d7f398940c5346987d7ffd60520d5d72169796c77c2c0c9
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_140/random_states_3.pkl b/geneval_reverse_kl_2p0/step_140/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a683225c844e582c75e294adb9c5038278af2409
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c46a7544f5cf98b09d3ab3cafdbebced3a5ceb0d5da8b8d4739d97f9eaad64
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_140/scaler.pt b/geneval_reverse_kl_2p0/step_140/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c6163a8049cf167360094b1c1357d9dc92067
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_140/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d59295b20285e5481ba60450ca1dbcc09cf0f4af2417e2cf62e0882221170b5
+size 988
diff --git a/geneval_reverse_kl_2p0/step_150/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_150/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c362bc2ad1513831437127312df52277a49f2e01
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f010bdc6c1a03dc1ab81d2845e222894dd2a0dc6bdafba5b9d0b24b9ec24d158
+size 976
diff --git a/geneval_reverse_kl_2p0/step_150/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_150/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9d4928b720501d36d22c253cb59cb9e19a7f784e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb75d85f41e609fa995e5eb8d1fc9c36683692efda0d0dc62bc83cff43c317
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_150/model.safetensors b/geneval_reverse_kl_2p0/step_150/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f98548b4cc2a5bf8d3ecaf76f9443495d7fd96f1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6b43019037a122f497b1ddff235e23ece3bf9b00ec1e9ee989b7df2d7333f2
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_150/optimizer.bin b/geneval_reverse_kl_2p0/step_150/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d7f18921e7c7d2151afea2cb09feb2ba69a5cdd
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc34bab6fec4d664aad94689d68d8788340642dfc442b68bb9f9ed40abe352ff
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_150/random_states_0.pkl b/geneval_reverse_kl_2p0/step_150/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..13ee47e4e381b7073b9a35f0c7b2b753e96d04f1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d568f8d76acb9de34938ada31189f9db1fa43d323bde03d48ab354adcc71d21
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_150/random_states_1.pkl b/geneval_reverse_kl_2p0/step_150/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..44bbf1ee52abc0da563fce08034300f9a0fb966d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7babda344167dc9649ca6515d0c92d19320c1955f3edbe8fe58c1e9ba6b624af
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_150/random_states_2.pkl b/geneval_reverse_kl_2p0/step_150/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..198345cbc617b2a79c8764438470ab113e090b1b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0995901324b971297486a0034bb7b5da6522d80132fb9a90218a5e2a219fb849
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_150/random_states_3.pkl b/geneval_reverse_kl_2p0/step_150/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a6e2fa1ce414c02daa2e52b905669941dd6d6535
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56573241f55544551ce153244a1180b5a94b5c8a67e04332f800ec16b155638e
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_150/scaler.pt b/geneval_reverse_kl_2p0/step_150/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793750c4af17a61b5b505c2b1e771d353336ec9
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_150/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4bbd09081b3e46bb70a27ea672d04ac3e23ac9699bad70a8f878e28ae3ba8
+size 988
diff --git a/geneval_reverse_kl_2p0/step_160/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_160/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3e762ecc2c1daed2215a87bc3e6a78507e92e746
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfe9a112718144b5e59662e2cfdcc30de1c38832dae7a25c60b05faaf32c09a
+size 976
diff --git a/geneval_reverse_kl_2p0/step_160/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_160/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1c6871142835dbdf22ad1b5b749cf120988fe287
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbced028bb1aee6d460cbeb0381ef1da5dd77c82b69725e04e3e254808453113
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_160/model.safetensors b/geneval_reverse_kl_2p0/step_160/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c15793bf1d750cde8e58f7103a3b14f8f4144cec
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6f789beafdd53ea9d67066784481a292f3dc0525397678fdfed3fc927faa0e
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_160/optimizer.bin b/geneval_reverse_kl_2p0/step_160/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d535317fdfa73cecda42a4b43ff8a5616920b4eb
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6b08581efea5ace0b171d01ebef79985ef9350a35dc23928a063e94e36ed52
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_160/random_states_0.pkl b/geneval_reverse_kl_2p0/step_160/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3d09d728cce74fe86b8951d4d75350933be2ccfb
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f672b903dce92ecf4d07b17c1710794e3f98371779e1d6d006ca65a91ffa83
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_160/random_states_1.pkl b/geneval_reverse_kl_2p0/step_160/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..efeb118274477f0b1371bf18e039458f6d1bd28e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb35e542da8457d0767b835136b0da0018c100b1de9940dbffd7c44a70eb2a85
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_160/random_states_2.pkl b/geneval_reverse_kl_2p0/step_160/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6412e51a43683d8a98f2187444346e3a3d7794ae
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c179bd84deff454fa1a09e8656854c069d7028ad438a081422a9754357690
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_160/random_states_3.pkl b/geneval_reverse_kl_2p0/step_160/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6e5293559967eb5d63ecf80a358ad6be5605b6cf
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f64d8cf60a6d2831d3a5d03b7b7024d202b0c2f55ad961aaa7c822be63ffe
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_160/scaler.pt b/geneval_reverse_kl_2p0/step_160/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70800e0e73d9fb23044f60c3e73602ae9dcfe7ef
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_160/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142c997252fe5df669eda65903d644adad339ba67eccab9d0529402b8cc06df
+size 988
diff --git a/geneval_reverse_kl_2p0/step_170/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_170/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..af34f5ed477fca84b9c64ae31d9f07f995c9fae0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b223c725b97869d0be4fefe9d44082249e3983033617c25d26d63c6caac3dc
+size 976
diff --git a/geneval_reverse_kl_2p0/step_170/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_170/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1c47a7e7e2294321acdf93692eac79ed2dd66c16
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91030122f46c18970dc105f052fe437c222d1c13240429a06a13f7da1e9f4dc9
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_170/model.safetensors b/geneval_reverse_kl_2p0/step_170/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eec197b98ee39cd6357b1b1f975a0ab8d0e42b8b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34a26cc6ad49edc9b8f66c1f32e7b65a70dd2ceb176f74e71b17f80a7ee40f
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_170/optimizer.bin b/geneval_reverse_kl_2p0/step_170/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..924848e6a9032d66b025928c5c7772c3819cfcf6
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50150b894c5c0ec81a7a2d02ba39ecdb11a58964ea0de017d7b97eefbf715366
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_170/random_states_0.pkl b/geneval_reverse_kl_2p0/step_170/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a8c6df934aa95193ddb2027689714e3601941cf1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ec45868c480c06d0479f1c3c12b0a30959cf015f0ef14001f7b87ac480d772
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_170/random_states_1.pkl b/geneval_reverse_kl_2p0/step_170/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..38bdc1b8001f05760e5b5d24be91ec42496b4779
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e277f1ab68018693695c56f45d75927a109ab0a1a8ebf7d25677aaae72bcf91b
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_170/random_states_2.pkl b/geneval_reverse_kl_2p0/step_170/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e67a06e34465262fab4d6d05ea0d21232e467c54
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d28d97163fa6c90ed5bcd4c137fab837a9c6753c59cae4b4f35fcabbeb5b7e
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_170/random_states_3.pkl b/geneval_reverse_kl_2p0/step_170/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3fba9bd9d79c89741f25cdb6646ddf6e4e59046c
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d3fef5b002e1ab17b0cea27d3a73cfbe312c82211bd2280cd2ea3d6fbc10c1
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_170/scaler.pt b/geneval_reverse_kl_2p0/step_170/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b85529cb93bf9a22999d327aec2ea779f04d680
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_170/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9088937e41e92ddaf78cabc30be6905bb19df0d2eb2eb6be0d9bb32d0fc3aeae
+size 988
diff --git a/geneval_reverse_kl_2p0/step_180/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_180/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f7fce7c307f7f2d896661fd33114381be3d2a3f3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a07d101bc9997be9d369415319223b829551e5f40b272330e6a8cd5b6a5d97
+size 976
diff --git a/geneval_reverse_kl_2p0/step_180/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_180/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1ad4313ba641493c6c333b0b288a420871cd905e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a48fed75d1e64f03f7f5b57c1f998f5a71b65cce3df3308a11b8814fc052fa
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_180/model.safetensors b/geneval_reverse_kl_2p0/step_180/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca32727ab1c47116080c4f62cbe7a88ecb73133c
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bff24a8e153f5679d10a41eecea1697180f7fb04b656a9dace52343d7a55e4
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_180/optimizer.bin b/geneval_reverse_kl_2p0/step_180/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..527a92f531546488a98f95b18359fb4388641437
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6767076b1dfca7a47645fd69c6c63cc2ff7210d5c368d28f5736a5b69419c56b
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_180/random_states_0.pkl b/geneval_reverse_kl_2p0/step_180/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cf95284b2466a1dec69a68748df909a73ff3e6cb
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7830e6c41ea55bfe005e5dee08beac8ca899cf83ae231101c8544bc9c81ee5
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_180/random_states_1.pkl b/geneval_reverse_kl_2p0/step_180/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5f6f420c360f169d07857230743d2b0a484e857b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2481962da35d9f29aaa7c383aa9b31af46cebf0f68735656beb070bef6a90d5d
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_180/random_states_2.pkl b/geneval_reverse_kl_2p0/step_180/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..160826a11e29a91045a3086b7a68feaa90d322e4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40470a5d9c95c1d065260b51a871986a875a1f61d9e9c3f3bd1d9d08297ca49e
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_180/random_states_3.pkl b/geneval_reverse_kl_2p0/step_180/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9f331f5d1e904c84923472768e05e61d07c4bb7b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e254ef03c349594220f39c44169dc2010266b7163d5bde69e6d39a34d745e7
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_180/scaler.pt b/geneval_reverse_kl_2p0/step_180/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2d7c8f7136d2be1fb5978691a003d3ef007eee
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_180/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca5e691769f97423d619feb2bc3fda3ca39371322468b4a4d77c65ef04bf51
+size 988
diff --git a/geneval_reverse_kl_2p0/step_190/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_190/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f12c897d8c3b72d5825224f3c352315d30303a6c
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c65ee408809281d34ca856507984ba9510bd75fe17b6867b70fd7c83d12ad5
+size 976
diff --git a/geneval_reverse_kl_2p0/step_190/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_190/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..12a84c4eb47a34b9106186d5672b8cea2eee1db9
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be76b4e6fc23d81eab541f066124e5f94ca0dab604a78e8d76162a4063eac17
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_190/model.safetensors b/geneval_reverse_kl_2p0/step_190/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e437950e6e6737fea56c0d23211d630fd3c88db
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113411a66d402d99709389b662023b1789fa90fd94a5149fe14257f3b91b4942
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_190/optimizer.bin b/geneval_reverse_kl_2p0/step_190/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0738253015771b1eec97048205fb55225400dca0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6440427121465fb66dd1e259dba444d1b98a332144677d0e52a7346fd9cdf1
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_190/random_states_0.pkl b/geneval_reverse_kl_2p0/step_190/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f4a350fa557f802e2f51fdec716ee10babefac31
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc67a626dadbec373b4023a874260174e164b7a52cbbb600c730ae65ed91799
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_190/random_states_1.pkl b/geneval_reverse_kl_2p0/step_190/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c3d2aa29570ba394e38dc927c3c41c7efd04bb35
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd196658cd0321311088e7f2199df1d2b996d36d4db18b8f389a621f8793b217
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_190/random_states_2.pkl b/geneval_reverse_kl_2p0/step_190/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..984dcf61c6a71c0b4a62fa48c960cb4f35e3d468
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16465b999534d34e298e616403a76c1a89a25ae645c2ffa3ea862dc0b8b2db86
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_190/random_states_3.pkl b/geneval_reverse_kl_2p0/step_190/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..224abd2cfb329bc7c799927d33a81e1d186255f1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4331f8e669ae974a5e3a0180e44ede0f87ae9c31c7652abb9500c11692247f7a
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_190/scaler.pt b/geneval_reverse_kl_2p0/step_190/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875f1964e3a59a292fd5a861ba9bfe85f7bf9405
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_190/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3635ee48e486360ddeacad89cf14199142e6cee087574e0ab60e8541517fb
+size 988
diff --git a/geneval_reverse_kl_2p0/step_20/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_20/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a1fbf705ab8558a16857e224005c8c66ad56c2a4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0737dc0f89dfcd9f69001c492df490653003d5f532a66183c57948331815ac3f
+size 976
diff --git a/geneval_reverse_kl_2p0/step_20/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_20/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2a5253e477fdd7aae781504aced14aca437c837c
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850c27c2c9cc1fe3585919501f7d04219db328aafab5411180709bf6424a9478
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_20/model.safetensors b/geneval_reverse_kl_2p0/step_20/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9649083a207bffa3daf27d43dcc56fdb70e178d1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63875f1acb41a11fa89bad74a7ae518a224aab2c96f7df30e0f58f27c900d0e2
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_20/optimizer.bin b/geneval_reverse_kl_2p0/step_20/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..33872ee070a4de5ee557cbc4b49163d840044232
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a744b83e4cfd1a105101d227c8bcac4fe00be013d7e570b879028da02e4bcee3
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_20/random_states_0.pkl b/geneval_reverse_kl_2p0/step_20/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1a15d12b7327933d0f992991ee0202d4a5d6429d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fadc1c2b0fe4b05dc4fb59678315e5015a3cc4c54d4d45e8b5f3472283d1949
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_20/random_states_1.pkl b/geneval_reverse_kl_2p0/step_20/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..31a97ebc88e82a5900833544b51785120dfecdf8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956e49c7d999a6e849e781a13265825da290f9d9fa28e95dfb4bab55098fc51
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_20/random_states_2.pkl b/geneval_reverse_kl_2p0/step_20/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8c80683d864210d314fcf74ad49e49ce9046d93b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a14a1536f117a4f680b1ae810840f908edde2a22b4759cf88da93823ecefea
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_20/random_states_3.pkl b/geneval_reverse_kl_2p0/step_20/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fd67dfa2f71a5820dc878ca32815724e58a55c17
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a003c6e5785861d5b9869d0dcf19c294d7ba07b77c61caa8ea6daee1af490
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_20/scaler.pt b/geneval_reverse_kl_2p0/step_20/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5a166f0ca18e42157f1f67c9ace3baef134505
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_20/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fa42f2512689bf79e71bb1d2ee1d6eaba4c92f757836f03915302480256c01
+size 988
diff --git a/geneval_reverse_kl_2p0/step_200/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_200/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9b20d28def62a7a64b8682896f0dc5db0a0fd0f4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3c419b2aeb9575cc66258f2897ce26e812abd859d034d83d7f116ae21fd27f
+size 976
diff --git a/geneval_reverse_kl_2p0/step_200/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_200/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb368a105a177e546acaa18735a1a68cbb1da7ff
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5aa80788d1b28ed90d6c140a303dba304175aa31d5a868dd6219d0186dabc9
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_200/model.safetensors b/geneval_reverse_kl_2p0/step_200/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..27c0b2afbdc40f3e5a71ec0e97be26e0addead1f
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b87362e9b514df6dad7528978c006656dda4420dc97a116ae1d5440e5dc54d
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_200/optimizer.bin b/geneval_reverse_kl_2p0/step_200/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50df0a0897704b62aaf1260d80f565052f771f73
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a0bcd61a0855e38a44ee0e20946f51467ccb53a19f36c236809973ae88636d
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_200/random_states_0.pkl b/geneval_reverse_kl_2p0/step_200/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..67bbba64ca63b56d348f42aba34dd999dfd7706a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a47adcce442bf1ed1477ff1a55f69b701bcf5a6997afc5e46445f12b7890b9d
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_200/random_states_1.pkl b/geneval_reverse_kl_2p0/step_200/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a4900791ee6a32b5387e8457235239014da4f5d7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f77d0ddb18b1c031d4b79c7dff4c6952a69bf5e113c55acc83205a702fbdb14
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_200/random_states_2.pkl b/geneval_reverse_kl_2p0/step_200/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7edfdaee8ebd597deb5b648aba4235b2a0c6d7c1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189c34f2a445a90ffcafdc608a9a63dd18df1bad379dea0d7a603c725bd3288b
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_200/random_states_3.pkl b/geneval_reverse_kl_2p0/step_200/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1b5364d62eea1ff6cd8481dda727918b7a4aa54a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858f8f44bcb9fb9b9d460e96501caab248461bca14442f58b256d814743b4f88
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_200/scaler.pt b/geneval_reverse_kl_2p0/step_200/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ca76eeb428d830ce29649e4475f0a0a6ac9220
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_200/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0598618d3cba259158a43025c7ee3f5bdff033b250323a1e93c3feb36e034f6f
+size 988
diff --git a/geneval_reverse_kl_2p0/step_210/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_210/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7a0a42be20358d7802482a431ae7ce74fbf15dcb
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62f1b154bf962e5192350744da85d0b6ce5989f6048b0dd714e04d7865374d4
+size 976
diff --git a/geneval_reverse_kl_2p0/step_210/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_210/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7013e46e31069adc7a4101fad032f59110c00f7a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494be28d0c414ead22f8eb5627defd44bc85911e2c470c60936f3f6f7db84f8
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_210/model.safetensors b/geneval_reverse_kl_2p0/step_210/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..22900819f573dc35db6cf6e92fb2233e7852f5f7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153e445a044f61c9cb3ce089db4a594812cdbc77c7898c46803f32092cef00ca
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_210/optimizer.bin b/geneval_reverse_kl_2p0/step_210/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ed3e9f065385b88fd2809478ec60f4addc9f5e5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78477dd6106d49505d40a9c7bef1a792bed3ae65c6cf8e6d39c2908bf2f31643
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_210/random_states_0.pkl b/geneval_reverse_kl_2p0/step_210/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0619d91e7b4987df3747c83ac1f6e137d12aae38
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7179aad73898dc8475c2905d08c6b83f4436876b24937a1e9e9194b2ddf24e9
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_210/random_states_1.pkl b/geneval_reverse_kl_2p0/step_210/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f97d8893e21266063455250a29dc238f43d626fc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9464bf9cab78c294a4179de3db78ced2f9200d007a68211e21f9cb213fe9700
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_210/random_states_2.pkl b/geneval_reverse_kl_2p0/step_210/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cb84468abd38c05a313a30c5d8fffa4449d19365
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba4ee6fba167c3db445e9cbb642f26071759b5b345af261ef9678b6bd5e3859
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_210/random_states_3.pkl b/geneval_reverse_kl_2p0/step_210/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b199d357c5b7c9d2a32e75e9d3ff4748754ac069
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25c772a1bdc43bb2e826dd202fd5626df99dc4ca0961dc435e09417b538f532
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_210/scaler.pt b/geneval_reverse_kl_2p0/step_210/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25f54f8f88d08a0e279b1fc3bc8fab8b5c72ec1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_210/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b3f97de021b4dfaafb3bcc4e3a78bc08b6242629a13820e0d12af554bed811
+size 988
diff --git a/geneval_reverse_kl_2p0/step_220/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_220/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ced1dd6dfbcca3a7aef8232c0ab7806be2ad5f57
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887ed25054c6fa1f0e16f8a73be1383e1cd150c810157ace9eda9c068b5dddf4
+size 976
diff --git a/geneval_reverse_kl_2p0/step_220/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_220/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..84b49ce2e987123c2b8e98a4ec72509b79500c87
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350125c27529824290bb790f7a2ca6196e6b44dcd36a9effe922b8240c17920a
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_220/model.safetensors b/geneval_reverse_kl_2p0/step_220/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8f6342c5fe81a2e45e3573eb6804502b231237a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8414451e6eee565ac9d11d0eb2f164360f1d466f36d316bccf635de5ac32c8ab
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_220/optimizer.bin b/geneval_reverse_kl_2p0/step_220/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..993c531348dcf519adb61b380d029c75cb0dc6ab
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b570498fac63e6e7c35ad576b8929dd860d1a5a0b41c469f7bf98e716bd2887
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_220/random_states_0.pkl b/geneval_reverse_kl_2p0/step_220/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2190b726cc09c9df6d5ab3aa3ce4598749f3615a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd80a889e6662fe4c31c014c6c2579c859b6298e05eb3c2968a32ccf4e2da526
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_220/random_states_1.pkl b/geneval_reverse_kl_2p0/step_220/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..feebb650a40c3b7a1de7f01a14f62939fafc52fd
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84041f012c1df4d5727ed563b726d300a8128165eb1e18bf0058ce408df4493f
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_220/random_states_2.pkl b/geneval_reverse_kl_2p0/step_220/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..afdd9c46b4ce40e4a664544396d4a30cdf928ab5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa73a48d44a965c9288a23b63152fd5ec0048d54108473da78456799c5fde64f
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_220/random_states_3.pkl b/geneval_reverse_kl_2p0/step_220/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f1808d9196a3a6da63d4fa546a14804c17cf0e9d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23708a259aecb28911a5a61afc4059df3ca1ae0a75821db14c2a8b40d52c2005
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_220/scaler.pt b/geneval_reverse_kl_2p0/step_220/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c4a26ba08be8bc4a7e9ae6346e15177d622d9e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_220/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439e43a68765c682076d2ae3a33c17595f77ed99f8aa477926f530d2d7db745
+size 988
diff --git a/geneval_reverse_kl_2p0/step_230/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_230/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fdac86b5015d342cd3550bb4b79db3df29586424
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b200db00f178cf88f56aef0327816da7f99601e2d09ef0fa478559806ed2dd76
+size 976
diff --git a/geneval_reverse_kl_2p0/step_230/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_230/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fe409d9beffeab83f5787907675cc928c00de032
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650717ad6219992b3828f64a7fd4b4c939f604293f941683202f6c0923aa6093
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_230/model.safetensors b/geneval_reverse_kl_2p0/step_230/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2d45064e51993d20ca8f561e996411a292e7dc5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1d9b1e415ae09532283b3a4758777da088ca8f1cf369ac16bd2e0c1305e31e
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_230/optimizer.bin b/geneval_reverse_kl_2p0/step_230/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4644a6dbc97892c9b1462e1b913e08ed22c76eed
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed11ebf5c78228ea669fbdf90a12dfc18d5ac7dc2e5ff04df21c0f06c8d40fa7
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_230/random_states_0.pkl b/geneval_reverse_kl_2p0/step_230/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..72d08bf81ac9acbb1f2f3ce9f1af5575e21f0223
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf757384d75d17fad7ccb3b7b03bba6ee98757c1d0113b8b265b1c64b38536
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_230/random_states_1.pkl b/geneval_reverse_kl_2p0/step_230/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d71f00ba803d06120d56c288aeaa29a746952fc8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef00e2c47b9d9856ad52466dcf1ea82cdcf64bfb00ed5422bbe7b17ddf73c7c
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_230/random_states_2.pkl b/geneval_reverse_kl_2p0/step_230/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e6241c9a4ad777ef2e59686e0b275d1b59f220d3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5fe24853ab22e1842f49e9854b27d3aa5ab4f79fcc3ba90dd07018dc509201
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_230/random_states_3.pkl b/geneval_reverse_kl_2p0/step_230/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..60beaacc18fc176501d2ad1de546b87d34d001e2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d852380f2cb73cdac38b92a82ce1fa753ffff0390c83641dcd069e5b7f878a3
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_230/scaler.pt b/geneval_reverse_kl_2p0/step_230/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2945286ac212a6ec353284b5da6ed47df9674
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_230/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0f940cb3deead7f14b310a0100cd713f1453982dd92b1053fffffc3019d78
+size 988
diff --git a/geneval_reverse_kl_2p0/step_240/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_240/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b6aa1224d37862665d13201851a49e18670ed116
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cbf3c54204d5ba51dc0fd1eeeb6f6af1bf46fcc70869a17a34bada7307f4f6
+size 976
diff --git a/geneval_reverse_kl_2p0/step_240/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_240/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7b7a4c3634747286c2f5d3051afd7705191d5664
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f006ffa3f201873c42d8cd7666952e4bbaf29e57fa8a0f17e1bb089e474e4ce5
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_240/model.safetensors b/geneval_reverse_kl_2p0/step_240/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b09a99566acd0a2754d098920a694d5f020d2a3f
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593363dec9472951a539b272a2915f9caab2f504bf55001702746a8ee484bedf
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_240/optimizer.bin b/geneval_reverse_kl_2p0/step_240/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e45d108d3e8d0188beb00113af88503ae447382
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93765eac707925cd8473fe2924a5f7d902fad9e4d6929fe13f44323d6f81c4f1
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_240/random_states_0.pkl b/geneval_reverse_kl_2p0/step_240/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ccca4788d1a260a15f00b6044d699e904c0a83e2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6ce00983ffd9873838e9075d60099584f32e0b72905db9784e398cc0c805f4
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_240/random_states_1.pkl b/geneval_reverse_kl_2p0/step_240/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1fa183d270ddd9c09ee45b8751e26e8474cc3b26
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc55dcf1528859777ac591a3ba164f59b4d438147af8f903f3a82f9909a7969
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_240/random_states_2.pkl b/geneval_reverse_kl_2p0/step_240/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6cd31baf10b487e0a87c05b4758ba22328d86605
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae98fda3d7158a52f9af09928a1a5d2c9620f04235d96f9158fcdd8c76e22582
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_240/random_states_3.pkl b/geneval_reverse_kl_2p0/step_240/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8027ee055f6b5c5d8f45a5a573013f9230b006b1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69aea3ea3e4621c75e042478152853b3e8eb360fd857c4c24d76acc1800764e
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_240/scaler.pt b/geneval_reverse_kl_2p0/step_240/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a0f4b181b1b2fa447dee85ed11725594fdcf50
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_240/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290fef3d71e4b6600ed9c04f220dd73168964fa5d6eb29d0abdcf89f62a7b4e9
+size 988
diff --git a/geneval_reverse_kl_2p0/step_250/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_250/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5e253e6281f7de734f7803c4c70a2c7cf56a93c0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeb56be932fba3c528aa3c8f58dd013ae952df2e325dfa5bc8975732cde528c
+size 976
diff --git a/geneval_reverse_kl_2p0/step_250/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_250/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2a86cd65ebba00f4227758af41abc73e199ba8a2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c249f6438828fc01317d476f662d5758c59b10d25c3f29c72530442d526dee3a
+size 155515880
diff --git a/geneval_reverse_kl_2p0/step_250/model.safetensors b/geneval_reverse_kl_2p0/step_250/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6902383a530a72d4cc3c60eb0ef4fa052825f78a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5024d7ed17fac667cd141e695b4e5c3ef7acb355e8bba292f4f720df37331472
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_250/optimizer.bin b/geneval_reverse_kl_2p0/step_250/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0143b87db8cc4a85d29d228190c4056ac52006e0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e4d755a0d565145968585f04d60e9d5001c16a20816dff694f5915e4f847ce
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_250/random_states_0.pkl b/geneval_reverse_kl_2p0/step_250/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ef296b170cc8a34b4b51973720c398bdba16b429
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a40e932b951dc51ef97b71e9d34f26339656ce5518cd0bf13c7f107d1cd080
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_250/random_states_1.pkl b/geneval_reverse_kl_2p0/step_250/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..78f31f525ef10f50df23bcb41765d824453e5995
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5bf9df914ed49adc95764ef6fd8cebca84087481f19eb0d1e3e6cbe286ae7c
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_250/random_states_2.pkl b/geneval_reverse_kl_2p0/step_250/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4d44c4a9b336a0b917c8d0f533f158e934b3e409
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557dd5308c3aac49ea5f409bc9d69a00261924e426b65441f37ab3210fef9154
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_250/random_states_3.pkl b/geneval_reverse_kl_2p0/step_250/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3ea9268c5fc1395db79d56fb0a952e225d087b27
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c660a2a4104a111a20b546e508de5035bef80587cc0654a851a18ceb521890e2
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_250/scaler.pt b/geneval_reverse_kl_2p0/step_250/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02e7b34e9edc6788362e978ce7c5fde1d71c1b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_250/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb44dfbd0143345a0ab9464e652774d6af052b5fb0eeb17981c1b960993f07b
+size 988
diff --git a/geneval_reverse_kl_2p0/step_260/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_260/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f39b3d9e46cb2b9a23db83f04111c2729431f631
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085bff614f0b3091f490bce2e645f5286037f680a6351c5300737984e76fe3fc
+size 976
diff --git a/geneval_reverse_kl_2p0/step_260/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_260/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e9f24c6c4ebaafd25b2bb59f0701f80109367
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e8126c9a2af9a458d8a1eba7b120eb8e9651b92d5e64c939ca831741f2fcea
+size 155515944
diff --git a/geneval_reverse_kl_2p0/step_260/model.safetensors b/geneval_reverse_kl_2p0/step_260/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..816153dd5f0bc525dc77e9bc3ea6de7410aafee5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7b8fd99d721786c45fea859a7b3f04cb13f2725cf2c55dac9624d6c32c72d8
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_260/optimizer.bin b/geneval_reverse_kl_2p0/step_260/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d4281174847e68140dd946470da7f6cf835ccea4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f4bace693ff0059df394e076d2402ca1391216e24c7da9f77a753aa68ffdf6
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_260/random_states_0.pkl b/geneval_reverse_kl_2p0/step_260/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..93eb6250cce7a930d9dec19346d62ca24a3009ab
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e184c1e918c9e34f3d76e483a5670c973f04f66b8b33c7e05479ea2c736c297f
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_260/random_states_1.pkl b/geneval_reverse_kl_2p0/step_260/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..12b03f65cb132a4ae798a4c03692cb7c908d08aa
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244e439ac4819d6c78540952e40d00f3c83203ab3d719a0310796fa80ebd755
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_260/random_states_2.pkl b/geneval_reverse_kl_2p0/step_260/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..96905e02628f954ab82e49cebfef5d828bb49609
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9d17aafd1051a20f051d9732d77b58cf9544d2eadf9d1ad46e9b9b21d51f9d
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_260/random_states_3.pkl b/geneval_reverse_kl_2p0/step_260/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d19457747f22f041b4a14bf1498b53eecccc63ad
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0688c954c46f226fbcd5ba572d3dbf8a2ce7d47583f4a7a5e1957e5e248d549f
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_260/scaler.pt b/geneval_reverse_kl_2p0/step_260/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eb357100f88c874fc0919e34b2dd261ae069ed
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_260/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600090c04dc268b860c62d797d52e11dd006bee3409b9c33a24efd9427717738
+size 988
diff --git a/geneval_reverse_kl_2p0/step_270/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_270/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f280ec5ec93a3b612784bf3baf4007aaf3dbec8d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febc5ab319d2568eab9d8fc0e59d452dbb495971d971a8842e86443ebb298f1f
+size 976
diff --git a/geneval_reverse_kl_2p0/step_270/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_270/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b6e65d05d3d6098198aac33e655cc2f7c825f882
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134001b567ef7074fa6098dbdba1cf830a5be1e50f051618893cc36eb21d98b
+size 155515944
diff --git a/geneval_reverse_kl_2p0/step_270/model.safetensors b/geneval_reverse_kl_2p0/step_270/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d0aea0e5355fd9e758ca068c2fc07d0c16013
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959dec3b8a7ecb6b824bf2cd02a772f63e22516c1a6b9e58fa1417a9427516c
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_270/optimizer.bin b/geneval_reverse_kl_2p0/step_270/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c911c5e4b016a70dae972252356edc31da290dd9
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79e8a2d3c1b7be39899f2768e8eae4916f578e66de5ceb8d774957f67dcc715
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_270/random_states_0.pkl b/geneval_reverse_kl_2p0/step_270/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8e9b140018b58161f588cb788074c249b25017fe
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a0b509e22e937eb90733b24cdbc05106d14c74b24153283bcb3b53ada231f8
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_270/random_states_1.pkl b/geneval_reverse_kl_2p0/step_270/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..75f7bb7efc24aaaa94a632b9423718c4fe97b2e2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc26ed4e4ff4918d6a15d7a69a258691255c36267fc5ba46b947a8733124aac
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_270/random_states_2.pkl b/geneval_reverse_kl_2p0/step_270/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c6677d99b068abcaf5c5270c4024a8258435e199
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7f8befa42913b52ea8ebc011d20a7b756ebd8938fa9691389b79d9cf1c913e
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_270/random_states_3.pkl b/geneval_reverse_kl_2p0/step_270/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ca99f5a416eefdfd733514c36b549a0b3c04552e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b165bc2a269d10a3f1a435babd064ac4a5776ed506a7abae59ba51178ae497a
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_270/scaler.pt b/geneval_reverse_kl_2p0/step_270/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1708421d18db0bf35045b410f4aafb2676232223
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_270/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8caa2bd19bf7a6902dac9fcfd024a0791ca09c9c612478f37a357b2f34357ac
+size 988
diff --git a/geneval_reverse_kl_2p0/step_280/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_280/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..502515433489e8e4ec53dce1922c7e9b0c83d4c1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9fac75a7429656e32a4c467eb8666b6862acabfe23f1da722a6609155aafb8
+size 976
diff --git a/geneval_reverse_kl_2p0/step_280/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_280/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e172da1195ca65e896eb94a3ad78ef29346bd6e2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5434ebc9332cac6866eaac2e98af1a641ab9751765e723bd43f1c812bd660bf9
+size 155515944
diff --git a/geneval_reverse_kl_2p0/step_280/model.safetensors b/geneval_reverse_kl_2p0/step_280/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f46d72dc6a9d69f91efc9b60ca55600a3e2ed2d6
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314eea498f4e765ccc4e900969dfccf900f00d16a171f8f44f2cb21248d4d6c8
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_280/optimizer.bin b/geneval_reverse_kl_2p0/step_280/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21988b1915d8f58e2062545ab2841ded731cf36d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7cf9974342b994d66a056dab33957f8815a6c931c8fcf4e73d541d10d7fef4
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_280/random_states_0.pkl b/geneval_reverse_kl_2p0/step_280/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d1c5553f9778290ecf34c1f708e25ece3c9a78e1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408a147d67d4bbd5bd7e266f9de6a9b3b9c1508248fd200495ff17aa49681c2f
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_280/random_states_1.pkl b/geneval_reverse_kl_2p0/step_280/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a3c4dc07c0b73fd39adf5e1c81b260037deedf21
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53825174c999da2b4ef767efe9a53fd5e69d23ed256d2f32e68c84b2f50dd816
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_280/random_states_2.pkl b/geneval_reverse_kl_2p0/step_280/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..441904850a4159937290e55c11863a42387d90d2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ae39b9bca450cec03aecc84d835301609660d4020f1b29562a84a92c775ef5
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_280/random_states_3.pkl b/geneval_reverse_kl_2p0/step_280/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ebd99cb6ba094e480889422ac5018adaa0deaaba
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777633e127c0a15c6711b7f306f07072f6f852982401e627e518675ae77b386a
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_280/scaler.pt b/geneval_reverse_kl_2p0/step_280/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adac7290b2a3f6c748f3b2d5bba3892dd028c66
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_280/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cab718ca1a70385552eb18f281535928890aee9ed88f6a83f35c2b83b19053
+size 988
diff --git a/geneval_reverse_kl_2p0/step_290/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_290/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3192f55f6794d5a592a361bccee07af9535c3195
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d091a227129d8392bf5798af356fb6e4f0661522b673b6c0ddd3fc3c19d5005b
+size 976
diff --git a/geneval_reverse_kl_2p0/step_290/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_290/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..daf97956bf559f7dc199ec9ada7353291b5dd7f6
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc74bb87c83b2584f6fd6195598c0b90fc3749799315d5b1e4bd0c09955e4e
+size 155515944
diff --git a/geneval_reverse_kl_2p0/step_290/model.safetensors b/geneval_reverse_kl_2p0/step_290/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..57bb37c4905e18857c913256d5be043d7d544eba
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ad596c427f19a0fafbcaaa5561b421124929c48ef2cfbc4ce7804232f8277f
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_290/optimizer.bin b/geneval_reverse_kl_2p0/step_290/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dee31bc981b2efd9ae5feaf38dec6c9dca14fac8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d81cdc5e60fac5c517f036d68a081cd7104c9a52e459866925cd8037ae9bdf
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_290/random_states_0.pkl b/geneval_reverse_kl_2p0/step_290/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2bcfb72fc764220d98aeed326d1eaf3453233ab9
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdbbc47ce64793f00097e35d6c435fedd05cc91b9dc01a3ca326329d73b0d25
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_290/random_states_1.pkl b/geneval_reverse_kl_2p0/step_290/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..641da8411b95dfe9c69f585c67f394b32e598481
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8dde14e28f4f03db4643a631752be228105638c98cd26c93842c9812aaadc8
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_290/random_states_2.pkl b/geneval_reverse_kl_2p0/step_290/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6db2ce642125bdda94379b7b08137c1a4dad70df
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccc3d5ed359b50e4305b463e0171fb8ac4809e592bd00251972a267b4f106c7
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_290/random_states_3.pkl b/geneval_reverse_kl_2p0/step_290/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1af6cf5ab54ede0171dd63307d1d832e533a801f
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb0febe974a619ffc174f628e3d8287a5f0037eaa24dbf9a2cb59d09c2bc278
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_290/scaler.pt b/geneval_reverse_kl_2p0/step_290/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9fc74d87695e572638a5003d72f2c6516751a2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_290/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476fa65f582625715ac485c74528d19b46570b69068eac5629dbb7e98bd6c520
+size 988
diff --git a/geneval_reverse_kl_2p0/step_30/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_30/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6537cb025ed1fe7d82651f834623994b6f508729
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c627adfcaf14c58e535995b20e96c3a102c49b38fdc705e6165a6cf34d735a
+size 976
diff --git a/geneval_reverse_kl_2p0/step_30/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_30/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a30b12c378f3289ad3490f273f2551df99518ee2
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eb86dc91776d55736d837971de3a2c1faea8f2b3f1b79cbc0f91c7721edcad
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_30/model.safetensors b/geneval_reverse_kl_2p0/step_30/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f308abb76a7b88dd0844c74f20dff012f73a9440
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41de5d3a5caa1b3422bf30acefb76dc32abfad217342120e370945275142a98e
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_30/optimizer.bin b/geneval_reverse_kl_2p0/step_30/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96185867273e8d531f56e68b45ff8c689c2f3ffe
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7859199917b730acd528a41a76feaaa64cfc6c96ee08ec0496062eae793d5df5
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_30/random_states_0.pkl b/geneval_reverse_kl_2p0/step_30/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..78547a76c250af108cafe578a5b838c2c243dde8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72044ccb3e4b711ee2740817891be111d872597cfc452f84a2534b8b45d34f19
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_30/random_states_1.pkl b/geneval_reverse_kl_2p0/step_30/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4c55a167146fe756878436e3eaa41cbe4711c5e5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a7f0071c8cff641b8a891d5e103feddb3c2f39b7de05a3d5dc5034ba8a546b
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_30/random_states_2.pkl b/geneval_reverse_kl_2p0/step_30/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..568f1c167cda4096c4fe609d13b6b4bcdcfdbccb
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923905fc8658346f4d378da4598f41b8a5340088e341b349f9334809440973c2
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_30/random_states_3.pkl b/geneval_reverse_kl_2p0/step_30/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9c21ca852e3f1440e68e99b7862cd32d3ab25d06
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16e151939313380abbb94d451af3952961658c9ad9806eef7b350c04bc3ece
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_30/scaler.pt b/geneval_reverse_kl_2p0/step_30/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6173da019ba7d55a3777d8253cab6eb8b3310bc4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_30/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f57f075307adef9a1dc5b5e099d1a9ad8ca30eb3dd84235f3a9c37e9fe1ce5a
+size 988
diff --git a/geneval_reverse_kl_2p0/step_300/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_300/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..796f077e50ea3b0cf2a3429d06c8690bcd8c5604
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64caf467fa5e3e59bcf2aa6685ba07604cf0c1ca83b25caa9cb1c10f4a46251c
+size 976
diff --git a/geneval_reverse_kl_2p0/step_300/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_300/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..03304e58d1ed6578e4805172f20a146b9e33e3b9
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9354016adb058723f36ef8f7c88f19e2a7a6d8210e4ebde1993c46b1a11a851f
+size 155515944
diff --git a/geneval_reverse_kl_2p0/step_300/model.safetensors b/geneval_reverse_kl_2p0/step_300/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cba513c1eca2fdd33da414d98f2a0519cc2e4021
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194c0336130da31f2f3a7d2c444c43d3ab82b78d76c5edfaec75674f6538b03
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_300/optimizer.bin b/geneval_reverse_kl_2p0/step_300/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a56116db7f341bd49f7097c2423fb2aaca570afa
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c92efbeb87500f92bbeab654243ae457e653f6e87c9981fcb62d6c3f235d895
+size 150534476
diff --git a/geneval_reverse_kl_2p0/step_300/random_states_0.pkl b/geneval_reverse_kl_2p0/step_300/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8ec49a09d399830b2d58841f85a2fd7e4fb88e66
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75ebc66d7b81e0615149e7b9266e2fcc2475b4f3a4be3cfb8157c75c56d96f
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_300/random_states_1.pkl b/geneval_reverse_kl_2p0/step_300/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1d085e07b83f5d00afab1ed01f03047afd30939a
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93f9e10126d1359152ce4459d25ba8a701402ea2890434c4b70e1a2ccacc7cd
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_300/random_states_2.pkl b/geneval_reverse_kl_2p0/step_300/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a91ead14f5e3d666108a8829f14b18cbb82be967
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3dc6e039ff2ffaaa8e52c6925245952b76a72cc5fa031f9b6e830b6c9720a
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_300/random_states_3.pkl b/geneval_reverse_kl_2p0/step_300/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e1a7cb47790ea6c98d1fd213c0eb62b2538f4f55
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33917eb0271a2947ea112155ca58522b19f899384ffd9a908b720059056a83ea
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_300/scaler.pt b/geneval_reverse_kl_2p0/step_300/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e58079bfc76ee407d1ce7e677d553a05eb5c4e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_300/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec36c2172aae90a1d5fcfabe943f4ff89fc82879610a921796d6e4f025b20df3
+size 988
diff --git a/geneval_reverse_kl_2p0/step_40/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_40/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1de28eb412e4cfd9f6006fa4690dfa957b7dbb56
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d3e72f2d4811983a82b49382141e3ae8f3ff6501975a97791ede816b5bc7df
+size 976
diff --git a/geneval_reverse_kl_2p0/step_40/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_40/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..384a2e87563f0b1b5d63c3f3aa89f0f952652dbe
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad54aa14260379c2f020cba282341a1c2a26acbc5247dbb50785ffa1dd0d21b6
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_40/model.safetensors b/geneval_reverse_kl_2p0/step_40/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40289fabdd072674a6d8631754f952d039d76529
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77913182c2272a209fc6848d2d064872130325536f5cf8690977bb3463e27845
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_40/optimizer.bin b/geneval_reverse_kl_2p0/step_40/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e3587771f7905087829e42f14caf3ebb9f3dee3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c36746fa93c79f03b2fe6e457c373f45eea3951bad17f4e6bf771b268d2576a
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_40/random_states_0.pkl b/geneval_reverse_kl_2p0/step_40/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..146980740be55f4c8c2241e1a8937506307f203d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86dfa1825932661921ba9d26ad77edf603f518f4b469e0465080464b3309148
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_40/random_states_1.pkl b/geneval_reverse_kl_2p0/step_40/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..89315690f4a0e7f04b808046dd7664c5fe155be6
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07723d4660d45380bfca0386d62db12fbc32b89ece6bb6c2b04fd8ce8b48107d
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_40/random_states_2.pkl b/geneval_reverse_kl_2p0/step_40/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ec00e46214b0bf93e6bfd5342dbcff0a8f6da139
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc8beee856dd5b00072fed41f3be4753d7151e0cc9f2a37ee175bb794a3f1ac
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_40/random_states_3.pkl b/geneval_reverse_kl_2p0/step_40/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..916329d69c7db722db2f8c62ec7fc614fc67a0b8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd0b48b97d279e4624ef12a9649b75415ee6546204ec682977e7fdec3f50bb
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_40/scaler.pt b/geneval_reverse_kl_2p0/step_40/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4715db9e67e5677e679215a68076cc9032f805d0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_40/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e12ec589009818f0e1e5def4fdd6c8fc162c77681ee984c5cf425cfc2a1185
+size 988
diff --git a/geneval_reverse_kl_2p0/step_50/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_50/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4b880075162caec58a4f452f9de44e11608930b3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180a7ebf8cfcef1a71f293205e8cb347c1606fca894cfcbf28436173414a60a0
+size 976
diff --git a/geneval_reverse_kl_2p0/step_50/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_50/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0296b00413aea08891a77022b9aab098f19808e8
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a637768b99cbbff86054714f4e153db63e924a3829ff32657909587bb68baba
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_50/model.safetensors b/geneval_reverse_kl_2p0/step_50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b4e11576ac9b555e467c9cd221b3c5fca9ed249e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079489be4e44c6b53b8527bfd72881b43f37e590b9c08114ffb7c8668128f9da
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_50/optimizer.bin b/geneval_reverse_kl_2p0/step_50/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc75d28d297cf5dc7cd9a85926db0bae09902711
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64685b7abf2fd992a1dc0cf0cd5904513c3db361097472f6a47006edd0d16a93
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_50/random_states_0.pkl b/geneval_reverse_kl_2p0/step_50/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..227e47c5b69e712f53789561f819af3f7edbe385
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aba6172f8827b10f4574f0ea80c5330d385c7e0351af3060ae5b631de79f033
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_50/random_states_1.pkl b/geneval_reverse_kl_2p0/step_50/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ff100f5d1c52877ec1a01c8b5bccae31915167b0
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6981266f3654787260ce7670a40c17e264da416fae6ae49d7d5f436da415012
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_50/random_states_2.pkl b/geneval_reverse_kl_2p0/step_50/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4871256fc00c5a61b3e641cd3ba5aa578dd9b9b7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7746dd2ce1f394b836982e79ae5b78606a636491357af35db65bfe42e5a4f12
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_50/random_states_3.pkl b/geneval_reverse_kl_2p0/step_50/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ddd58ed50e6f0dcfb60d5ff1a71f15144eec163d
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d679a5c4bbf27176808acaab2568a28b5af0909f1251dc81856a6b5ad90e0c4b
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_50/scaler.pt b/geneval_reverse_kl_2p0/step_50/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9feb4bad410a1c1ce4be45aa33258a89bedb39
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_50/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce7091777d309ad0996ba841e0cacd9295db515ae8e6e24f546718eefe0d105
+size 988
diff --git a/geneval_reverse_kl_2p0/step_60/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_60/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2ba64150ba908815fb2c99c464845b96254ff867
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7b5b81bdc17da4f2cd0a2a0aae6446036c0994d24f0a2dd6b8a92ba6631a3
+size 976
diff --git a/geneval_reverse_kl_2p0/step_60/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_60/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a2daeb29a0e2093ad79ff1d866fbadf036a89b27
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36231046e361ca2eab185a4173411d0c066f60da30c75ce7d2988a9b8cc124
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_60/model.safetensors b/geneval_reverse_kl_2p0/step_60/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a1128df97928bf5a83b9f143bb797ab41e29ea71
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c29bc6bc5f5d371068480a1a6bcfe3f4f2ee1dd9a06df9917346df99b1d9814
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_60/optimizer.bin b/geneval_reverse_kl_2p0/step_60/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b56c565bc9e7b7b040217f1537f9f87c9c58bcb4
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8762303db316f45cb810eafe3927cdacb114e40ed1183f27f959cc71149b8543
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_60/random_states_0.pkl b/geneval_reverse_kl_2p0/step_60/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4346126a8a2b4762ab630b32e7d368547ccc62ff
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9975083536b46af166fd63e3d10c7a2d84f12d97cbef9fd793de8535298417eb
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_60/random_states_1.pkl b/geneval_reverse_kl_2p0/step_60/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4e3368a57d3ea22827ba3eebee238678a6fb15ae
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e105ad7386622a3eee39a27961f203a88e6800b0d01cecfa17e835b6ebec9ef5
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_60/random_states_2.pkl b/geneval_reverse_kl_2p0/step_60/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a237d3163bfbfaff7b06722cf90fd5b102414fb3
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d0f9abee2fa4c7015f31bd2cc8d6e990c427eda8e5b0754ea637474303d61f
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_60/random_states_3.pkl b/geneval_reverse_kl_2p0/step_60/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a36a79376d1dba293838ba814595fa35f0612601
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b2d5f33baa6da0a35af5c0120b0551b8e02d4d5f40068672a68502fb94906b
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_60/scaler.pt b/geneval_reverse_kl_2p0/step_60/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625a009cdec1fd6d7d59d7e409f55dca6d0323ee
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_60/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e519e08ca9fc888c2bda67757300232e2f905bac4423928f91bead1dc00c1c3b
+size 988
diff --git a/geneval_reverse_kl_2p0/step_70/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_70/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c8e8a364b86b3ef10c6f3dc42696ac37668b0d9e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7881b1c4646379b08d0111172e08f54f553a24144bbd744b3f8cec5062275d
+size 976
diff --git a/geneval_reverse_kl_2p0/step_70/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_70/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6b9316c5b1043f49ceabfbc6052f64e200a5e789
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c89cee9cae79784e7676289bc181ab0574c31a32eb00f81e529d03ca0828e1
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_70/model.safetensors b/geneval_reverse_kl_2p0/step_70/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5cedf1291cd53450a14c3354b743ec5e9d543018
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fa3beaa6f6739ee5f728857d64560834475fd9591a805eaa9acd5bc572775d
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_70/optimizer.bin b/geneval_reverse_kl_2p0/step_70/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8afc0fd07ebfd71ea194279d3bfb3f0150efbe33
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1264db65044dd2cf1864b1a74773f2a2405cc9fc0915efeb7a7d59483db37f
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_70/random_states_0.pkl b/geneval_reverse_kl_2p0/step_70/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3bc541803a5353a6336089c43894b52c6e3f79d5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc5030a270a5a59cedc95ebffbfcc66e60736059fb2b81d8519bfce3cc3b2d3
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_70/random_states_1.pkl b/geneval_reverse_kl_2p0/step_70/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..87ba2cca39b17b004c377d3692570fedf4b607cc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0220051a602c0e7fea933c1e7e2ca5dc75c263c7a90ea7e91eaa1fec4dfb74
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_70/random_states_2.pkl b/geneval_reverse_kl_2p0/step_70/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2dbe433d0e4e8a27d0585617acb71c063e6579e7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18547c4707d11a0ccc8d7dd67def092c06cda741def2e9dc255ba545f4a49d5
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_70/random_states_3.pkl b/geneval_reverse_kl_2p0/step_70/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7dbb50cfe0e606bc0bf496255d20cd675fb896d7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2910a270e5a288d76fd4bccf6f4eeb6f9b1c62d5bf112c15f662b03ae7b8ee2
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_70/scaler.pt b/geneval_reverse_kl_2p0/step_70/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c9e729f0d08c6f4914da3965b2c0ee58858796
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_70/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cdb36d4d1eeb5c5dd25f5e227c0dd47f103cea5c8ff639cbe5b0b050c0a462
+size 988
diff --git a/geneval_reverse_kl_2p0/step_80/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_80/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..78e0da8531211823d6485ccb9640065816fdb06b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5ce8f4f52cacd38b45ec1e952a6a3d9cca8c39243969c5ff3d8c2e1ca992d3
+size 976
diff --git a/geneval_reverse_kl_2p0/step_80/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_80/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3353ba4008e06ae3995af35139a56f2b0879b564
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02fca187b31b13a039606cc6d74249c847f3e9965bf7bc8e479c0c121d16c79
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_80/model.safetensors b/geneval_reverse_kl_2p0/step_80/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb46c1b1d609eb7cf3d140d0df1e7029baf6c9ab
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add586687611e0a42f9b596d2a245aecc700aefc8eea26d2eead4208e9b4229
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_80/optimizer.bin b/geneval_reverse_kl_2p0/step_80/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a488a74081df4b31704cfefba95b773fd6c5705
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1077556c1c981d33b3ff6588357f969d929da1ab95ffa3580be0f253a4bd0b09
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_80/random_states_0.pkl b/geneval_reverse_kl_2p0/step_80/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7ca035c9373b1f306ebd3df163316c54f736b1d1
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cb7d260c3157b2391e3764f5d7380a7022dd2026a616a7208ca49d4a06c7c3
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_80/random_states_1.pkl b/geneval_reverse_kl_2p0/step_80/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e6690bc1894647d5aedd9e0e827179b19114efb5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202b03110daafcafe8d58f9c7e45204c905dde9b911b3354a96118b0c8d70be1
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_80/random_states_2.pkl b/geneval_reverse_kl_2p0/step_80/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..874c503e095ba99a5bd4d45b619fc817a1d13871
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aab367327f69e338a63d853da55ea126188c545b146c8a34dcc89dcab59a3c1
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_80/random_states_3.pkl b/geneval_reverse_kl_2p0/step_80/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..128434179b112df55561e3b1ee131bd2a055b4ea
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc252b76381e627e58350c6e57550fb2bb27fb362e56b373c114ab495fce46c
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_80/scaler.pt b/geneval_reverse_kl_2p0/step_80/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ac01699ebf6a62d7d8f8cbea00267c5f9dd8f7
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_80/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64171e50e71471042fc95724b4b2d26c212d3ee1e2d7063b4ecee7db45996ca6
+size 988
diff --git a/geneval_reverse_kl_2p0/step_90/custom_checkpoint_0.pkl b/geneval_reverse_kl_2p0/step_90/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4d048a34e67c53bf82066faceeab1ab717aa358e
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc38e2c1983ac69f889be7c1bdf58dc2e2a51c3359b60f519024b358f7b9bb7a
+size 976
diff --git a/geneval_reverse_kl_2p0/step_90/custom_checkpoint_1.pkl b/geneval_reverse_kl_2p0/step_90/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f791e5bb44e43b64cd9f6378c2ecaadbc4a9ea03
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84aafa08037ecc9528af0914ec096704b862e21145133c35a89a7c229d030d6
+size 155515816
diff --git a/geneval_reverse_kl_2p0/step_90/model.safetensors b/geneval_reverse_kl_2p0/step_90/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fdb177827dbc09496f357d99e1d79e00bcdec109
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45788b162d8a70977091349cd36669d9eee8206c5dc126f2d046b633d7bba68
+size 5617919800
diff --git a/geneval_reverse_kl_2p0/step_90/optimizer.bin b/geneval_reverse_kl_2p0/step_90/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f75dce7e1d794118d4bcf72366fa7790c626b370
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04414b7901330f4f68fa76fd6092e872e7062ca9b9b033d9e0ae1171f30ed0da
+size 150529100
diff --git a/geneval_reverse_kl_2p0/step_90/random_states_0.pkl b/geneval_reverse_kl_2p0/step_90/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..44129449db43ff961edf92172c5d49d37d4dd89b
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3148d040210ceda057cc24fcde0dd61cc7bda971967e25e0c0ee26ec365f848
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_90/random_states_1.pkl b/geneval_reverse_kl_2p0/step_90/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c8304b03b8e310b418c97cae8c141cc315ffc
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55232e06f268f4a51a7c73192f582a6d7616288ea9d4af8703de6bcd2915ef5d
+size 15060
diff --git a/geneval_reverse_kl_2p0/step_90/random_states_2.pkl b/geneval_reverse_kl_2p0/step_90/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..28642977b7fa667288f4d2f9b80a9debc6bda0cf
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de49a03261d2aff001b40cc1ae67ff2bc6fa7bfe08399f2931a4e179b09344a
+size 15188
diff --git a/geneval_reverse_kl_2p0/step_90/random_states_3.pkl b/geneval_reverse_kl_2p0/step_90/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..af95f14d7c4bcf3fc31d227f0427d0ae6ce6dca5
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fe85b6516798f99f1bb793e3542a95b624a4f280b17ebdbf4962af1d836174
+size 15124
diff --git a/geneval_reverse_kl_2p0/step_90/scaler.pt b/geneval_reverse_kl_2p0/step_90/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acf69a6d8580cec9b1d75e490594d1296dc8d22
--- /dev/null
+++ b/geneval_reverse_kl_2p0/step_90/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba24d8ea13580cb3e9ffd9df1030a15d15d73e1a76a486758f48659eb2546c
+size 988
diff --git a/geneval_reverse_kl_3p0/config.yaml b/geneval_reverse_kl_3p0/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..b357f36a56563f2fb93263bb7dbd320811613de3
--- /dev/null
+++ b/geneval_reverse_kl_3p0/config.yaml
@@ -0,0 +1,95 @@
+beta1: 0.9
+beta2: 0.99
+dreamsim_batch_size: 12
+dreamsim_cache_dir: models/dreamsim
+dreamsim_eval_guidance_scale: 2
+dreamsim_eval_num_prompts: 32
+dreamsim_eval_samples_per_prompt: 8
+dreamsim_gate: none
+dreamsim_log_every_n_epochs: 1
+dreamsim_log_types:
+- dino_vitb16_patch
+- clip_vitb32
+- open_clip_vitb32
+- ensemble
+dreamsim_scale: 0.0
+dreamsim_train_type: dino_vitb16_patch
+ema_decay: 0.9
+ema_warmup_rate: 0.01
+eval_every_n_epochs: 10
+eval_guidance_scales:
+- 1.0
+- 2.0
+- 3.0
+- 4.5
+eval_prompt_fraction: 1.0
+fd_allow_small_reference: false
+fd_batch_size: 12
+fd_cache_dir: models/fd_stats
+fd_clamp: 10.0
+fd_cov_source: residual
+fd_cov_weight: 1.0
+fd_eig_floor: 0.0
+fd_ema_beta: 0.95
+fd_encoder_cache_dir: models/fd_encoders
+fd_init_epochs: 25
+fd_log_every_n_epochs: 1
+fd_log_types:
+- convnextv2_base
+- siglip2_so400m
+- clip_vitl14
+- dinov2_vitl14
+- inception_v3
+- mae_vitl16
+fd_mean_weight: 1.0
+fd_norm_eps: null
+fd_normalize: null_ratio
+fd_realized_max: null
+fd_reference_seed: null
+fd_sample_clip: null
+fd_scale: 0.0
+fd_shrinkage: 0.02
+fd_train_types:
+- dinov2_vitl14
+fd_train_weights:
+- 1.0
+grad_norm_monitor_every_n_epochs: 0
+integral_kl_timestep_distribution: uniform
+integral_kl_weight: 0.0
+lora_alpha: 64
+lora_rank: 32
+loss_batch_size: 16
+lr: 0.0003
+min_timesteps: 400
+mixed_precision: fp16
+model_name: stabilityai/stable-diffusion-3.5-medium
+num_eval_inference_steps: 40
+num_integral_kl_timesteps: 0
+num_loss_targets_per_sample: 8
+num_optim_steps_per_epoch: 1
+num_prompts_per_epoch: 48
+num_samples_per_prompt: 24
+num_train_inference_steps: 20
+prompts: geneval
+resolution: 512
+reverse_kl_weight: 3.0
+reward_batch_size: 12
+reward_multiplier: 100
+rewards:
+- Geneval
+sampling_batch_size: 32
+scale_rewards: epoch
+seed: 0
+sft_loss_weight: 0.0
+sft_loss_weight_fn: null
+sft_num_loss_targets_per_sample: 8
+sft_num_samples_per_prompt: 24
+sft_ref_cache_dir: null
+timestep_sampling: weighted
+train_guidance_scale: 2.0
+validation_rewards:
+- ImageReward
+wandb_entity: jaylee2000-kaist
+wandb_project: ram
+wandb_run_name: null
+weight_decay: 0.0001
diff --git a/geneval_reverse_kl_3p0/step_10/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_10/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6f89fc5be14a42e8813a6a701f281b9d904c38e8
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e08b1a4872c41e08c6fee42b6a34240ef1c99419ae54c4c2dd37828116e87
+size 976
diff --git a/geneval_reverse_kl_3p0/step_10/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_10/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f98af8532982485e8e893ce861c8c3aed65758b1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79f4fe93f38516c910bfca753362d5519ce956b540640d1414c08177eca8986
+size 155515816
diff --git a/geneval_reverse_kl_3p0/step_10/model.safetensors b/geneval_reverse_kl_3p0/step_10/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c3bc46bc74dc4f74f6f586c4c3652365be951e1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a1b52c10f20ea2ed78e40b2a98920b08ad1e3a08bbfdffe1e437337059bbac
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_10/optimizer.bin b/geneval_reverse_kl_3p0/step_10/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b409d4b17f28629634282b049f88bf456c7d815
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0b39bfd5b268dc60ccb78c50e00feb2bb59eebdb8446e692ba35e27b7caa0
+size 150529100
diff --git a/geneval_reverse_kl_3p0/step_10/random_states_0.pkl b/geneval_reverse_kl_3p0/step_10/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..189d6e5060e016959a9575aeb73833db5057bb8d
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44467f2daeb1b7eb6a0ea2d7298befbdf54e5c691d4a2e1614e59563ad9ceda
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_10/random_states_1.pkl b/geneval_reverse_kl_3p0/step_10/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4baf00502c8e147b81b3a9559f129ac43fe294e6
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe6b550a4ffbbeecae87d84e57d4c5d30418582520d78a777be62db57eaa890
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_10/random_states_2.pkl b/geneval_reverse_kl_3p0/step_10/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f8a6055e3d4eac599cac8e44d9beae2f5bd32b03
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00531158ed1a2bb490c23b41f34794c237eddf356f4fb4d37b3f5f4b15124b9
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_10/random_states_3.pkl b/geneval_reverse_kl_3p0/step_10/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f1113248411e7708e04ab73bdb0396d92d7029e9
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033419b07dc0d3a840648e64253e1ffb4f8a274783bb241905702be208f8c52b
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_10/scaler.pt b/geneval_reverse_kl_3p0/step_10/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb65ac71e540a79722d3ee8d2e1b9b5773afe4f1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_10/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20196fdcd6e066aadc548dcc3c9ff5244ea31938c846cb03623649ad99fe654f
+size 988
diff --git a/geneval_reverse_kl_3p0/step_100/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_100/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e7898928a4b8a18aed571c1de8bde63d5ea948a4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8705aa2623aa427243e7193548bd3db4318db0418be59ee00744897b465ee075
+size 976
diff --git a/geneval_reverse_kl_3p0/step_100/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_100/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c8523eb775b7d3db8fe9f4b9de8071b510048d55
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53661a0c1549c6d88659313008461517ac8a68428592c8d45f8847671e4ab611
+size 155515816
diff --git a/geneval_reverse_kl_3p0/step_100/model.safetensors b/geneval_reverse_kl_3p0/step_100/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4e989c48f9902147faad9311c3bf2bcdc605638c
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142162589a279eeca6f5cebbd4fa416d27397b750f0f98ad8b97c2fe44e991f4
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_100/optimizer.bin b/geneval_reverse_kl_3p0/step_100/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da5c0d674b2ebdc2866905d70b014d2ddeb92a34
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66132a05cbd7522fe8856f6964b8a9a0858cdc7860b93080163b0cace0947d6f
+size 150529100
diff --git a/geneval_reverse_kl_3p0/step_100/random_states_0.pkl b/geneval_reverse_kl_3p0/step_100/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..237fbedf0f61d47484ccd6c8f4e1b9c906cc4948
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80ce8af800c4566ed5799c932aff057e05797ef32767e66eae4d35729f4a12
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_100/random_states_1.pkl b/geneval_reverse_kl_3p0/step_100/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a63618dba78d5c3195a2ed444d4e37cc486d1136
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343193125a253293c3be821ec7cee3a74c7fd11ca183cddfc1bee4d53e4f3ece
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_100/random_states_2.pkl b/geneval_reverse_kl_3p0/step_100/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b5ee4bfc4125ed34433cf97b303ec6df332c0273
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfac128e531f327bc9755e6cde7d8e8ef7fef68ad224e71858f30c39cc781ee
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_100/random_states_3.pkl b/geneval_reverse_kl_3p0/step_100/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4cb652d280bce9f63593d839222497c38bef2397
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912ac668965ddb5c056c005bc47af392f611645a14d52f44ab1804b3520b85d8
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_100/scaler.pt b/geneval_reverse_kl_3p0/step_100/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3b7531b67d6a3286c705af0b9b33aed1a3dd8
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_100/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4a558c5b93581a5c41e2922404490319bcd15a10296c927a72a41012ff7f27
+size 988
diff --git a/geneval_reverse_kl_3p0/step_110/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_110/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b0ee5825c6608cbc6562ad787c6f435d50bc9bbf
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bae3a13453adfabf71152d37f46d064424191da85cc51b77e57854d63750ff
+size 976
diff --git a/geneval_reverse_kl_3p0/step_110/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_110/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b879856e88b82d61ca441e86474e9da3c8fc36c2
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d28b0a012a40f1a13cbc401fae891026efb4d4f5013cdb4fda50d77d9ff10a3
+size 155515816
diff --git a/geneval_reverse_kl_3p0/step_110/model.safetensors b/geneval_reverse_kl_3p0/step_110/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb6173b0c958a1236fa7da7e2524a8a955ac23f8
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2e1f6c28d49ed234d4e56acb9ae90070c267cde0cf7e88fbf3d53182c46fb6
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_110/optimizer.bin b/geneval_reverse_kl_3p0/step_110/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f66967b9f565fb2f2ed53131bc2c89b2d15e4c9
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7de22e9a29ede945bdaea4aa835b38b8d698e6e1c3c6dc7981b96a98acf4719
+size 150529100
diff --git a/geneval_reverse_kl_3p0/step_110/random_states_0.pkl b/geneval_reverse_kl_3p0/step_110/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..88bb5a88c663bd1f905bd9871b8ca9f4986d3210
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd87b3d803361a8de77fd61fda7a16fdfb6fff64b7000ffa698c13fe3e0d3f3
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_110/random_states_1.pkl b/geneval_reverse_kl_3p0/step_110/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1eae31724854e0f0fb037f25205548c7bfdd1170
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acff1a1f1f33b6b03433a3df2bc22debf8cf644a9c2e489fae4a320f5635b1b1
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_110/random_states_2.pkl b/geneval_reverse_kl_3p0/step_110/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..32dccc3ef26ca85c92ca0e6df54fab475cd88421
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3085bcad91b2d78aa586433fdbf564959b43119ed606ece3047022519d06b0c
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_110/random_states_3.pkl b/geneval_reverse_kl_3p0/step_110/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8126224476f014b2806e8d58a109b0fe22acde66
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa957cc4bb35f2ee27ba85c3f99b0b6944f512b0878396caf01fce0d1045110
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_110/scaler.pt b/geneval_reverse_kl_3p0/step_110/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a47199f1496463fe5a0b67d59ec9a4df5f1288
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_110/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a361e327100c0b4b68c32cf7a15d264957f2c894398cec5c4631513143a484
+size 988
diff --git a/geneval_reverse_kl_3p0/step_120/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_120/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2177716ec660f4c189e28cae4a6b56217c835982
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad8ebb16976e55f3e65eeb1e16a3e02fbd5acd6057cb85e103f364470f6b78
+size 976
diff --git a/geneval_reverse_kl_3p0/step_120/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_120/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bab54b7838a82fe0f78abb44036b6900f29f5d9f
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56e1d63d18f2eba19e7a9c807fe75af0b1faf3063509ff2a425606eb508d95c
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_120/model.safetensors b/geneval_reverse_kl_3p0/step_120/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe67ecc4887251501f873581cec7f77359d97754
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d261b0ef9aba8d1e51ce29b9b47964a5e003e4697dea90da9c9a8e68d32fea1
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_120/optimizer.bin b/geneval_reverse_kl_3p0/step_120/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6745b465f2e8ecc5dba5efb778067ebb983e5f21
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06caec1a7e67a5508c691c9b6235330842d9bbb4ec0db8ce3ae8d52db48092c
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_120/random_states_0.pkl b/geneval_reverse_kl_3p0/step_120/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..90e51de4d2becb8f103554a3c5bbd3ef6fa78b2b
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab87fbe4f4b0b6b4780108a308bd2f44aa1419fe2f79c23afda18b4b9e65c7a
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_120/random_states_1.pkl b/geneval_reverse_kl_3p0/step_120/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3d2e61ddb625a7e12df3cb9f6533491e6616b5dc
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c7ea324cb7aed47045bec64128145f36e8ada17f98fc1f13b72bab00a4fdf3
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_120/random_states_2.pkl b/geneval_reverse_kl_3p0/step_120/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cdf0b9647554c652c192bd90dde31a91ba58b951
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e5a66b25e09c23545e8b8647f3f2b5631bbc68e5a9a0fff842794b4e1d3a50
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_120/random_states_3.pkl b/geneval_reverse_kl_3p0/step_120/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..82ccd08c5486d0710f3321d1bc9cbdb73d1e9dda
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79db4617470413ae315629cc65430b5747a576edf7a3eea4eee04367ffb843ff
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_120/scaler.pt b/geneval_reverse_kl_3p0/step_120/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bd93f75ebccb855d9955f8fbe4aa3e37c47a06
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_120/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0096a06b93216ac19134de4364b812276b5f3cf551e30d9e0785de73f3bf8d06
+size 988
diff --git a/geneval_reverse_kl_3p0/step_130/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_130/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b6acbb3836ef97f48f5f0d97331df8086a6ab15f
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf0522a47c60024caa56139297f27d9a62560abdadbfc5dd74d6af3fa2eef72
+size 976
diff --git a/geneval_reverse_kl_3p0/step_130/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_130/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..260678b2cb9c86435da3292f40a6991e4a371672
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a605f85322c39fdd108f5425550868da3a0e78f7a4f40f7fbd35d06d26c4763
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_130/model.safetensors b/geneval_reverse_kl_3p0/step_130/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..914a138fbb0e1194951b18e0f6071a7bf8fa59c2
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dbd7ed96f7adc525169601d43bd7b19fccdaa25083f8d25bbac9caa48d2c00
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_130/optimizer.bin b/geneval_reverse_kl_3p0/step_130/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a0c7a5ab44c9e18c6e0b5ad4cff7191f13ef212
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7073be2eb42da643e129d4e00b3ec4992d8c81f9c716a7fb2fe61b3542448bae
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_130/random_states_0.pkl b/geneval_reverse_kl_3p0/step_130/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..91f1c579a5d28250bd767209da0b22c6d6cd0c07
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836ab09bb9849f81aa6da3bbae60b3cdbeb8e7589e2936f08099eddfb360c582
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_130/random_states_1.pkl b/geneval_reverse_kl_3p0/step_130/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0792f0065695f35c26efd98f6b100e6197405d45
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3f1512dc24a616a107acae70e53bb74b2894ab004513645ab416e6a531373
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_130/random_states_2.pkl b/geneval_reverse_kl_3p0/step_130/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4c38c86679f57047c2451c35278c25fff1825005
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7494eaea0c7679229f469c3d391c85f3709972dcbac4fe88d0bac7855e7974
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_130/random_states_3.pkl b/geneval_reverse_kl_3p0/step_130/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c119efe4b9a0eb3a8bbfee86b3719a93fdb0ed4b
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13865109012c0c4c5d9939aee8a47f00e1c96f037870236d0fada6d3318767
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_130/scaler.pt b/geneval_reverse_kl_3p0/step_130/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b91149a4111bdd46ee9fba8914d39828cc19412
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_130/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b36278741bab2c3f7ab956325ac8fd258df661e4aa3f917e61da561608e1029
+size 988
diff --git a/geneval_reverse_kl_3p0/step_140/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_140/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a5bd74636304ef3956033f4ae588397ee8d050c0
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c617154c221c5d2f2652ac4f93c004a46570ba3abc68b61c23e1ed1892f43e
+size 976
diff --git a/geneval_reverse_kl_3p0/step_140/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_140/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..830084583de89de6c8a418860be360d534319b98
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e27faa0a5ce84c333ae5c8013d3b20a9c1e8ab64ff3eca0490964a05957e588
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_140/model.safetensors b/geneval_reverse_kl_3p0/step_140/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e24818eadf38b23c1f4a326ffc4e876f11e08c8
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46086ae93de939d8ac0e8d7c53a8815d9e8cf042a7fee8b2184d03da129d72e
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_140/optimizer.bin b/geneval_reverse_kl_3p0/step_140/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..66e0a97fd8ea45201f30ea69ce2e7f57d857aa31
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419671b942f23ae77daafde85003d9160e1932912601366778c64706eb01daa6
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_140/random_states_0.pkl b/geneval_reverse_kl_3p0/step_140/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3d7520e68e6d32fdb7acac1182c09fa4071127da
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef88f089936635f2dd5c4b06704c9abf0dda4728be8a0aa98624161c17f3993d
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_140/random_states_1.pkl b/geneval_reverse_kl_3p0/step_140/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a5f187fa155d04e1986d58a8df94e8e4ab111ee6
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05ca9b4f439f071aeb7fd869ab95b8bda7e10c570f91fe73afa071e97ef54f7
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_140/random_states_2.pkl b/geneval_reverse_kl_3p0/step_140/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..049b310e763f3cdc62985cfa77a7d8add53f5169
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16faec80f6f9293b5c8b6bc0bc9ca0beff0a3b1a5423f5006b89d0eb809ca632
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_140/random_states_3.pkl b/geneval_reverse_kl_3p0/step_140/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b1f3ccf0483146264c26e3c07360437b17569104
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038218d9215f5e4e2f9af2562b2ed5cb176d006911f90b68b8df4df21a343652
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_140/scaler.pt b/geneval_reverse_kl_3p0/step_140/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c6163a8049cf167360094b1c1357d9dc92067
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_140/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d59295b20285e5481ba60450ca1dbcc09cf0f4af2417e2cf62e0882221170b5
+size 988
diff --git a/geneval_reverse_kl_3p0/step_150/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_150/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..dc08e0dead9fb7299880cf603fcfafa917bfbacb
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ea5daac822554177c8ae3977ea7a2049150e5b71e3d59c4f8dc4325bbd72a6
+size 976
diff --git a/geneval_reverse_kl_3p0/step_150/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_150/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d6d35dfb964860fdea3568ce26ca0fb0692b8197
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e223a56f462e4b63cdc756b4915abed4d3825eb3d4707ebb7630557804d52
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_150/model.safetensors b/geneval_reverse_kl_3p0/step_150/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b4dbed2bc621ae82c0695fec80213b51c319deef
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b763c3fd7497851aa86d0c8d8b889d0583af9e37d5373ffdbfc22fc603a44b3
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_150/optimizer.bin b/geneval_reverse_kl_3p0/step_150/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b16a0fa328c2f1e97a8bd31daf2ef7dcb4155d89
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd9aff12f048de1b01ebb0835c1b7f08b4cda183c4b3e8fff8f6ade5527587a
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_150/random_states_0.pkl b/geneval_reverse_kl_3p0/step_150/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..87012a879802f9fde06cd54c648750301fce192d
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efc325d9503ef5783fb2c059c973b7ad9f4cf139b5eba8e1f804ca1e44d542b
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_150/random_states_1.pkl b/geneval_reverse_kl_3p0/step_150/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe17aa73716c8c5207b3886daed67763e0073d
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d112d1025edc926e2ac2f6d451106dad91e6397ea8d1874784d8cb08ad772
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_150/random_states_2.pkl b/geneval_reverse_kl_3p0/step_150/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2b3b59803eccc89d0b61711b47a2fff37a34ba94
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4e04dc2f15cb473e8ef0ed558e8297adcd93b47ce7355f47411fcef0a13bbf
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_150/random_states_3.pkl b/geneval_reverse_kl_3p0/step_150/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f99493245086fb6845f3cd3929f3c435565c0f41
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47e199e898855e260f75be496b49d1c5ec6fc0eae770f13eeaadcba91a03bee
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_150/scaler.pt b/geneval_reverse_kl_3p0/step_150/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793750c4af17a61b5b505c2b1e771d353336ec9
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_150/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4bbd09081b3e46bb70a27ea672d04ac3e23ac9699bad70a8f878e28ae3ba8
+size 988
diff --git a/geneval_reverse_kl_3p0/step_160/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_160/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..80ed496d9731a83f37896b19f2fc66a4fa8a5969
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6fad5fa3a75e9c370d300b1152d48d03988ebe1dc21751bd782d943ed92643
+size 976
diff --git a/geneval_reverse_kl_3p0/step_160/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_160/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..88a4c51975274a71e23d84c730646dda8a1591ef
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6f7524d3d65e65a35ee687c53f2b3133e70085389efab10e2aa266d1727cbd
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_160/model.safetensors b/geneval_reverse_kl_3p0/step_160/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85237e608186bfb7db01510fa10b7b7982f4907f
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2651b139ba04e96c6d6704ac1516cc8b96086373de59404de7db6d75bf7c4c
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_160/optimizer.bin b/geneval_reverse_kl_3p0/step_160/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5b70f10a8101e2cbc7596a4d712526d7bcfc29f4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9134219c97253687133f4774327c8c7087a178135340676cefc159be868b3
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_160/random_states_0.pkl b/geneval_reverse_kl_3p0/step_160/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ce9540fc1b4186263f2b97b306c18b7c9fc753e4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34fdb3d8b16c8effaab9387b39ab5a968e73bdf9c7f2fa8faadc459a4ab16c2
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_160/random_states_1.pkl b/geneval_reverse_kl_3p0/step_160/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7ddce31daef45bdb017c8da41175a8743893d656
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb99a92a42550b16d8b35e9e98c0352417260bddcbe85c26a27d1f0f83c66f3
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_160/random_states_2.pkl b/geneval_reverse_kl_3p0/step_160/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f8f2ed511d7abf071e43dc83e333316914f6cdea
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b92e7500be2ccf5a96ac0904719154a9019083ceb67d8660bdba9a3ce9c66d7
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_160/random_states_3.pkl b/geneval_reverse_kl_3p0/step_160/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..46349ef3e57d9b03588144d3d93be98ac79ac533
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25f5b4023d70b2152f164a5abe8115817f0c5d1644df192f7198e5ee311a23a
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_160/scaler.pt b/geneval_reverse_kl_3p0/step_160/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70800e0e73d9fb23044f60c3e73602ae9dcfe7ef
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_160/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142c997252fe5df669eda65903d644adad339ba67eccab9d0529402b8cc06df
+size 988
diff --git a/geneval_reverse_kl_3p0/step_170/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_170/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..df66c97dd3fd35f37e50fe6e8afff51bab40b1f3
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7bc4dc9901272f997e40dba4109105534f2c8e2b4c55df4b448bde7c023053
+size 976
diff --git a/geneval_reverse_kl_3p0/step_170/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_170/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d051e616d18aeedc1de51399d767081b0ce565e9
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30101da5a97ac98402d0f1a1c222e0e4828fdcbb64371b6d1d7cebedcf80cf5e
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_170/model.safetensors b/geneval_reverse_kl_3p0/step_170/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72edbc83ada665b5ce79e3b062bc301354e93a00
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfdb28c043fd05b3cd16a3bfad74df8a735e97dafffd299331ff42eeacaa7d5
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_170/optimizer.bin b/geneval_reverse_kl_3p0/step_170/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1be57d0e674634d94ae631d887e69a168d6dac72
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff74bf678e4792bc5db2e432eb59e5d2de527c4be87753dfdb8b731ae15ea9a3
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_170/random_states_0.pkl b/geneval_reverse_kl_3p0/step_170/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ab893fdfd436a9c98f39d48177d07b28298cca51
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0b44d9a0d2780359d3673b75eab98705eb945ac35437f265277da66f3c21ae
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_170/random_states_1.pkl b/geneval_reverse_kl_3p0/step_170/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6302c77f65fc0e14700abb5f36d7e598c3154aed
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab0ad7322c3ebb5e0c97f6fafae6ec887b87a7c489c19b671faa12f49c2f9a
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_170/random_states_2.pkl b/geneval_reverse_kl_3p0/step_170/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bc85c6c92e035f9e3db95a1f148fb5e97ad8f8e4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b140603b11c6db3887889b7dbae1f5ff2f2d63bb8d7ae48a61ab5e29c4d2459
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_170/random_states_3.pkl b/geneval_reverse_kl_3p0/step_170/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1f246c18cca62e9d1be556afa5bb26f7c5834a38
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5f0f0ca29911ca7ed79762374866f4d7f4ba5b42cc680623b15a425c13112
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_170/scaler.pt b/geneval_reverse_kl_3p0/step_170/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b85529cb93bf9a22999d327aec2ea779f04d680
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_170/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9088937e41e92ddaf78cabc30be6905bb19df0d2eb2eb6be0d9bb32d0fc3aeae
+size 988
diff --git a/geneval_reverse_kl_3p0/step_180/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_180/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5332989b3fac646868f46f1ea6d3a0a72d933c21
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ddb091114481fa19c784dc0a3088ceb42ad59f06a3ef429b2198169b579bd
+size 976
diff --git a/geneval_reverse_kl_3p0/step_180/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_180/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..56756fd78eaa3fac026d2fe0b0e0dad9280a0f61
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716ad01747056179721a499172c33d63029715fd53177994ce2a9729c241fc40
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_180/model.safetensors b/geneval_reverse_kl_3p0/step_180/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9fde1516e3460a9b8fc1b7a0b97ad5d4e133ef23
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0323e986f7040455eca6c0f9ab6d80279d29041dddbadb0a6ad00c5b1a0808
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_180/optimizer.bin b/geneval_reverse_kl_3p0/step_180/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb58f1127328bb19691bc369179e1a8f3de8d2b3
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bde5645477f5a774e49bfc629e74adea44d917f7ff16409c07a2a31cb3834c
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_180/random_states_0.pkl b/geneval_reverse_kl_3p0/step_180/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..77a782fde2538e4edd9cd46522d330a24ce7b360
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3457d1bf6ea0456f9bde44a20c28861b531cb6108efb2e61ad48db0f96b1dd
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_180/random_states_1.pkl b/geneval_reverse_kl_3p0/step_180/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..84de34369e0fe36d9dde1175b6cb0d950464351f
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52528f69e0691ef568766bcb9e462a4e0f3c9987d74e323ec28c244652f0d86
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_180/random_states_2.pkl b/geneval_reverse_kl_3p0/step_180/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2c27999e0e542b90a43f867f110f6d2620bf3a61
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9f82dfc578da7872dc3a10459e9569c3ff0569ad91cd9363bdf37cb4d54306
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_180/random_states_3.pkl b/geneval_reverse_kl_3p0/step_180/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..196b65e3851cd0ebcf683056efd82a7e1e064fc4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7be6b6e1c402695355984a4d551e2d21cf000e985cd3ae924a51c3119154146
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_180/scaler.pt b/geneval_reverse_kl_3p0/step_180/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2d7c8f7136d2be1fb5978691a003d3ef007eee
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_180/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca5e691769f97423d619feb2bc3fda3ca39371322468b4a4d77c65ef04bf51
+size 988
diff --git a/geneval_reverse_kl_3p0/step_190/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_190/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..962a70ab99a3a2b48392f1d254fed310819292a7
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c76a91b44702815ad3805d6728ea67f496b12f3dd50eab029cf8e5c4789b7f
+size 976
diff --git a/geneval_reverse_kl_3p0/step_190/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_190/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..42d32354e21268f0c4fb9084eab1d8e2584fc26c
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cfb2b7335bd5a5cd54f161c1fad733604eb863612db27077ce0ad1d4006917
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_190/model.safetensors b/geneval_reverse_kl_3p0/step_190/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb3cd50907bd6943d1a439dadc52830b3167c5b1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e5f53535198d22919c6ede29347b096516b69d1b526d36ec58b88987a751a6
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_190/optimizer.bin b/geneval_reverse_kl_3p0/step_190/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ebe2ad42be79a978679c7452d1185a7ea24df35e
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc421c49d59361fd0668c0de5cb753bec160434b7f7fcd55fd78b92be192557
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_190/random_states_0.pkl b/geneval_reverse_kl_3p0/step_190/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e8fdc6402c8c993def5c12f9f24cdb474379d947
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d60496bd2f581f9b9d91a8361599a8fd7cf3f111dbb4c981202e2522ed355d4
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_190/random_states_1.pkl b/geneval_reverse_kl_3p0/step_190/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e51f8914a63f56f16c8c0a0f014953b02a876185
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49fc1892434ffad5dbf8edc5f2b63ca986a0a401ac20719e05eb936a486eb09
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_190/random_states_2.pkl b/geneval_reverse_kl_3p0/step_190/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c72a2db44a1c960233d41f2702ad81f5b2394125
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3eaa23333930b032d6a17cf26b0b03950decb5d5c4f2f4e4122fd791f5f1691
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_190/random_states_3.pkl b/geneval_reverse_kl_3p0/step_190/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e9d71fd488aedec873617ee8f03367f4d00c0017
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c706dcd1cc74444652adc6d11da125db5ab787e6edf664013c957156c003d
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_190/scaler.pt b/geneval_reverse_kl_3p0/step_190/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875f1964e3a59a292fd5a861ba9bfe85f7bf9405
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_190/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3635ee48e486360ddeacad89cf14199142e6cee087574e0ab60e8541517fb
+size 988
diff --git a/geneval_reverse_kl_3p0/step_20/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_20/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..eda1d4168301deda6d814efc1f26bd69f5021efc
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df923e695abad685dd43bbac30b7395993d157371e0b55ec3f01c64fd96ffc84
+size 976
diff --git a/geneval_reverse_kl_3p0/step_20/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_20/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..900b57ed52f391aa03320094cc0119a082c95547
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52338a86d818a8229bd642204ec74e6e5bbedbf7a7615f7c1fa51fce06a5a5b
+size 155515816
diff --git a/geneval_reverse_kl_3p0/step_20/model.safetensors b/geneval_reverse_kl_3p0/step_20/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2b926bf717907363cb4e26eaa71fd12719aef9e2
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b0dd6869dd0d0fe07f8632cbb231396680921f69d3f1274bacba5ed0f2e67e
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_20/optimizer.bin b/geneval_reverse_kl_3p0/step_20/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b00b6d0e3079f9ad16f85cb2f1134d1578b9f203
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd7f37204557a1cbd74305bfaddcae1a258938d735ee5a1b29606969465dab2
+size 150529100
diff --git a/geneval_reverse_kl_3p0/step_20/random_states_0.pkl b/geneval_reverse_kl_3p0/step_20/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..63b9f5b54684a7ed4a4fbf18118751a4a976cd88
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed7d780bd14d6aa74fa7ee910c01734799426faa4b730c23eb7fc2213a305c0
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_20/random_states_1.pkl b/geneval_reverse_kl_3p0/step_20/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..04715b1fdf3bfa5f7ef8098412d5210e246cbb06
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d390f5bf27dc8a283d1a2d4415828e5d1ccca0d8b38bbde4a8ad329202cbc216
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_20/random_states_2.pkl b/geneval_reverse_kl_3p0/step_20/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0ecfcfaab6d2c20fb1879b7d71c8fd82524b02f3
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0c8b622ba838e8213f2bd2ec3808571f3b64aa9897d5e780e680a08d4ee1fa
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_20/random_states_3.pkl b/geneval_reverse_kl_3p0/step_20/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..58235b7b98ea817b7326f1f60ece4de7d400d9e6
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773748b221d1f9c66304bc545d14e8b892147468f9840e375c96afac68743390
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_20/scaler.pt b/geneval_reverse_kl_3p0/step_20/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5a166f0ca18e42157f1f67c9ace3baef134505
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_20/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fa42f2512689bf79e71bb1d2ee1d6eaba4c92f757836f03915302480256c01
+size 988
diff --git a/geneval_reverse_kl_3p0/step_200/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_200/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cc9499b6968892d6e2a2afe3a0e43392b18c8ec1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7437fc641fde877eb100ecb98c94091511efb6449ec02ce66e6ffe72a1ca01b
+size 976
diff --git a/geneval_reverse_kl_3p0/step_200/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_200/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c30be74b4e219d26e42a1b76396ecf577e6feae1
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765c5007f17664d04811b1aa962cfe932ce8ed08fc21b9b679d62e1f1ecc675
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_200/model.safetensors b/geneval_reverse_kl_3p0/step_200/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51b1d43732917ee97962f7a892d805c6ff390d39
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9d22787803b036a449c6b289b159baf3fb5174f3414b82beaba4b9581d9271
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_200/optimizer.bin b/geneval_reverse_kl_3p0/step_200/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2edcba7af586ab8012c583b630e05e8c7c839597
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9768eb14eec157e676cfa2a78089a1f1d855e554109c46eb71279faa2d5b27b3
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_200/random_states_0.pkl b/geneval_reverse_kl_3p0/step_200/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2fc35aad5cd382265a9831abb5f7c4320843b431
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967873192a11d261f0719cf12c486d6f4f0a39d6e14255f7f175319cf3d3d826
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_200/random_states_1.pkl b/geneval_reverse_kl_3p0/step_200/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0a67b7c0a7cfc21ebfddfe704676133e659f483d
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc7d9a511db6dd8399925529b90d05a06a1dbab83c9af37d3db3dbaa693957a
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_200/random_states_2.pkl b/geneval_reverse_kl_3p0/step_200/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3013977c5ef2ccd3e424c78260ac35a6d5118bff
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715faf0f8563e2a34e718f6d1c2d79d67ba1e0090a353e6aa0479b4962acb47d
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_200/random_states_3.pkl b/geneval_reverse_kl_3p0/step_200/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9c63478e70370e10d98d638ea9175156713707be
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217bc80dcda1b26c7df94b3657421af600bb5d8c0ad87a9863afe8fac9d32583
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_200/scaler.pt b/geneval_reverse_kl_3p0/step_200/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ca76eeb428d830ce29649e4475f0a0a6ac9220
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_200/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0598618d3cba259158a43025c7ee3f5bdff033b250323a1e93c3feb36e034f6f
+size 988
diff --git a/geneval_reverse_kl_3p0/step_210/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_210/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a6b851bcf337180550a0e22233fd6e7c2c208a53
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab67713b4fd4250f3fa8ac806d532312183f64672338f396fe58ef69994bc78f
+size 976
diff --git a/geneval_reverse_kl_3p0/step_210/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_210/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..727b3a1cc7fdaa8ff1da9790ba95f33628282d75
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22da1511242ff93e17be5d359f0ebf0177c5a42a533a1de346a54827960c95f
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_210/model.safetensors b/geneval_reverse_kl_3p0/step_210/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28d1499644a044308d69e6e3d2fdadd56e3a42f5
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d9a857efcf534d807b7260654f3f35d2ba0b8af819d08037113af89ad87333
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_210/optimizer.bin b/geneval_reverse_kl_3p0/step_210/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d332fe1f5ab8c6e7bba55d3286d5fd7d991a5820
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730a2573de42c095d3e76e2676f8a22f8b4791e765cdec7bb5c87cbebb0271cf
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_210/random_states_0.pkl b/geneval_reverse_kl_3p0/step_210/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6514b341be847ee435a4a2537c58e870265340ee
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da16ef30feb079610e363c66cc570218bbf7a04b07c605e206b6fa846f7f24f
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_210/random_states_1.pkl b/geneval_reverse_kl_3p0/step_210/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0d7de07610633f9cd06540792ccafa34673b1028
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5c4e1baf39fa953a1cbb64b3482368d84db10967e659b87189532745e3200c
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_210/random_states_2.pkl b/geneval_reverse_kl_3p0/step_210/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0ed7e85f3afb50293f3098ecbd7c13a35403ec33
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04579c61e60e0dbd4a24eac9a63a2658bdb7c03895d48d678079b82bd01fddd
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_210/random_states_3.pkl b/geneval_reverse_kl_3p0/step_210/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6e3255f37de11dc015d575170c7bd766e8936cdd
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463fe17b0681643803d3ac34da28117f1535e05b51e627cf65c70be2498534ef
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_210/scaler.pt b/geneval_reverse_kl_3p0/step_210/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094d9907ddbd1977f186e9e975d686f97cfb1559
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_210/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0468d1cf40ce4d5f480e74fbbb37ce6e4bd4fa0e66446225e23b97653a616e5
+size 988
diff --git a/geneval_reverse_kl_3p0/step_220/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_220/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b5ae34eb4e18b824c30fe2b3827c0206a36ab40a
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2faa9699cb417da7b4c367128c6758c67bc1dcf4298a04a1c6ebad295d3305
+size 976
diff --git a/geneval_reverse_kl_3p0/step_220/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_220/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..785b60f5f1fbddcdc7bd9b9b5f291ace58071a97
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b653f866173de23207b047928bd83ca7e6d7842d08d2dee55dd695f02290e1
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_220/model.safetensors b/geneval_reverse_kl_3p0/step_220/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63cac3f37f93d33b37fdc79c9dfe634bcc5ba09e
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6c37252993f9e7a464258eb229683a67f706f65c4c17331f23dbf104b952ad
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_220/optimizer.bin b/geneval_reverse_kl_3p0/step_220/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf3fd42b686b2456ca0a5e64956508a8591937d4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3bf73299ca79272a9559a7d092fbe5f334ed094c00558a7134fb62c518538e
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_220/random_states_0.pkl b/geneval_reverse_kl_3p0/step_220/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fd9bcc3e20914fcab75f922e90b8f2f89dc197f4
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77162ebbf4a996c1f8ee3b1f2eb0956f5529682513fa499dc4050cc312df9c12
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_220/random_states_1.pkl b/geneval_reverse_kl_3p0/step_220/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..921b9644c98f2f8142552f9249c8aeca24f939ad
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da00cddcf51848f1ce040c83cf5daa0505aa5a95507fc7eb84e4a8c198181c9
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_220/random_states_2.pkl b/geneval_reverse_kl_3p0/step_220/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..78008af65768f5d4f72747cf4794db722fca1066
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc9b527f3b24359e696b6f324f975ce4c21a5467a788ebaa63760347acdfdf5
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_220/random_states_3.pkl b/geneval_reverse_kl_3p0/step_220/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2cd4fb586e61f43460a1de1337ea4f562ed66067
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1103acd8d61ae4a5a4ebf34343ac963c13f0fc8be256e7471b3e14a1eee5c6
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_220/scaler.pt b/geneval_reverse_kl_3p0/step_220/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c4a26ba08be8bc4a7e9ae6346e15177d622d9e
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_220/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439e43a68765c682076d2ae3a33c17595f77ed99f8aa477926f530d2d7db745
+size 988
diff --git a/geneval_reverse_kl_3p0/step_230/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_230/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..75a6e3c06efb341c872bf4f4432c75c63c79da3c
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a24b51e06d42426ff71f4735fd2949e0d2df6f4dfecc00c767f34173944d61
+size 976
diff --git a/geneval_reverse_kl_3p0/step_230/custom_checkpoint_1.pkl b/geneval_reverse_kl_3p0/step_230/custom_checkpoint_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7e84dd4462a198cc82abf2bb69f8f1dea9019dff
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/custom_checkpoint_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7948bb3e2faaea180df028785c9d089ebfd76af157ba8d865570099e932d223
+size 155515880
diff --git a/geneval_reverse_kl_3p0/step_230/model.safetensors b/geneval_reverse_kl_3p0/step_230/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..00a6fbec89cf6c5bb2e833e91d44cc4554e02007
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a397284a662eb77862900d644f3d7793f797c17f47c2737d6cb4ef841202eb
+size 5617919800
diff --git a/geneval_reverse_kl_3p0/step_230/optimizer.bin b/geneval_reverse_kl_3p0/step_230/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..184236e175cfbecc384f86f3ee26bb3657f9a065
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817ec0b9163c8c3211d0fc804806f3bef0fcde2b0b26a7e9b58699b53a8b6ab7
+size 150534476
diff --git a/geneval_reverse_kl_3p0/step_230/random_states_0.pkl b/geneval_reverse_kl_3p0/step_230/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..05f749345ff1ac15cce39af1ec928f07b36c1cf3
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0675cdd1e969485df0af6967207d1135a0f16c5b93fdf692c4f5f28fb90863
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_230/random_states_1.pkl b/geneval_reverse_kl_3p0/step_230/random_states_1.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..58de859c1afa429a4bd1294dae1d76c9d9dd8921
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/random_states_1.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924d571f8bc1c44f84f78c2df876a92708cd5d69c2de0fa0e3b46e20209ec22
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_230/random_states_2.pkl b/geneval_reverse_kl_3p0/step_230/random_states_2.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e39ed264a3fb95ff5bde9e68defd707a0fb09e9b
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/random_states_2.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54784d3bf6c84bc40672b798d42582f02b03e1038077eac05ec4d444892723ed
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_230/random_states_3.pkl b/geneval_reverse_kl_3p0/step_230/random_states_3.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6804865fe7352033ec822c3cbed29f2fc635aec6
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/random_states_3.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac71659cba79d1d01df7bed1797cee249efa004ba34cfedb689a8ba3e573840
+size 15124
diff --git a/geneval_reverse_kl_3p0/step_230/scaler.pt b/geneval_reverse_kl_3p0/step_230/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2945286ac212a6ec353284b5da6ed47df9674
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_230/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0f940cb3deead7f14b310a0100cd713f1453982dd92b1053fffffc3019d78
+size 988
diff --git a/geneval_reverse_kl_3p0/step_240/custom_checkpoint_0.pkl b/geneval_reverse_kl_3p0/step_240/custom_checkpoint_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9af82dd07d4e74d42f901b4ae138959ba68c968b
--- /dev/null
+++ b/geneval_reverse_kl_3p0/step_240/custom_checkpoint_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80d0193785310b63fc7e994c72a2984de47afcac7a173398c45459c8e145286
+size 976