Upload task output 1

adapter_config.json

@@ -30,13 +30,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "up_proj",
-    "o_proj",
     "q_proj",
+    "k_proj",
+    "down_proj",
     "v_proj",
+    "up_proj",
     "gate_proj",
-    "k_proj"
+    "o_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18b3cfd1956f8f81b7d944a1ceac17b75dd1164b4d5535b407d50a8f31636c6a
+oid sha256:9e162c64c34c562057fc3e8070abf86b086e58c5b39b382aad71e2ba9f36a793
 size 957942768

loss.txt

@@ -1 +1 @@
-1,no_eval
+4,-0.010877630673348904

trainer_state.json

@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.25,
+  "epoch": 1.0,
   "eval_steps": 500,
-  "global_step": 1,
+  "global_step": 4,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -25,7 +25,7 @@
       "entropy": 0.5559625327587128,
       "epoch": 0.25,
       "frac_reward_zero_std": 0.0714285746216774,
-      "grad_norm": 0.3674161732196808,
+      "grad_norm": 0.3681248426437378,
       "learning_rate": 0.0,
       "loss": -0.0119,
       "num_tokens": 217107.0,
@@ -39,12 +39,140 @@
       "sampling/sampling_logp_difference/max": 1.4227659702301025,
       "sampling/sampling_logp_difference/mean": 0.031906239688396454,
       "step": 1,
-      "step_time": 1646.065230104
+      "step_time": 1695.3378897999974
+    },
+    {
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.0,
+      "completions/max_length": 87.0,
+      "completions/max_terminated_length": 87.0,
+      "completions/mean_length": 50.145835876464844,
+      "completions/mean_terminated_length": 50.145835876464844,
+      "completions/min_length": 31.0,
+      "completions/min_terminated_length": 31.0,
+      "entropy": 0.5740033835172653,
+      "epoch": 0.5,
+      "frac_reward_zero_std": 0.0714285746216774,
+      "grad_norm": 0.44471269845962524,
+      "learning_rate": 2.84304e-07,
+      "loss": -0.019,
+      "num_tokens": 458068.0,
+      "reward": 0.2202083021402359,
+      "reward_std": 0.4740038514137268,
+      "rewards/env_alfworld_reward/mean": 0.2202083021402359,
+      "rewards/env_alfworld_reward/std": 0.4740039110183716,
+      "sampling/importance_sampling_ratio/max": 2.9810025691986084,
+      "sampling/importance_sampling_ratio/mean": 1.0009801387786865,
+      "sampling/importance_sampling_ratio/min": 0.0,
+      "sampling/sampling_logp_difference/max": 4.155694007873535,
+      "sampling/sampling_logp_difference/mean": 0.032881855964660645,
+      "step": 2,
+      "step_time": 1649.8384637760028
+    },
+    {
+      "clip_ratio/high_max": 0.007568976026959717,
+      "clip_ratio/high_mean": 0.006711035966873169,
+      "clip_ratio/low_mean": 0.003108485194388777,
+      "clip_ratio/low_min": 0.0022171867603901774,
+      "clip_ratio/region_mean": 0.009819521103054285,
+      "completions/clipped_ratio": 0.0,
+      "completions/max_length": 104.0,
+      "completions/max_terminated_length": 104.0,
+      "completions/mean_length": 50.770835876464844,
+      "completions/mean_terminated_length": 50.770835876464844,
+      "completions/min_length": 25.0,
+      "completions/min_terminated_length": 25.0,
+      "entropy": 0.6086474657058716,
+      "epoch": 0.75,
+      "frac_reward_zero_std": 0.095238097012043,
+      "grad_norm": 0.35934266448020935,
+      "learning_rate": 5.68608e-07,
+      "loss": -0.0351,
+      "num_tokens": 693527.0,
+      "reward": 0.33044642210006714,
+      "reward_std": 0.5141857266426086,
+      "rewards/env_alfworld_reward/mean": 0.33044642210006714,
+      "rewards/env_alfworld_reward/std": 0.5141857266426086,
+      "sampling/importance_sampling_ratio/max": 2.783240795135498,
+      "sampling/importance_sampling_ratio/mean": 0.9537404775619507,
+      "sampling/importance_sampling_ratio/min": 0.0,
+      "sampling/sampling_logp_difference/max": 1.1146756410598755,
+      "sampling/sampling_logp_difference/mean": 0.03519035875797272,
+      "step": 3,
+      "step_time": 1672.7712960310018
+    },
+    {
+      "clip_ratio/high_max": 0.007020744145847857,
+      "clip_ratio/high_mean": 0.006485109799541533,
+      "clip_ratio/low_mean": 0.004376257362309843,
+      "clip_ratio/low_min": 0.003922754956874996,
+      "clip_ratio/region_mean": 0.010861367220059037,
+      "completions/clipped_ratio": 0.0,
+      "completions/max_length": 95.0,
+      "completions/max_terminated_length": 95.0,
+      "completions/mean_length": 51.60714340209961,
+      "completions/mean_terminated_length": 51.60714340209961,
+      "completions/min_length": 28.0,
+      "completions/min_terminated_length": 28.0,
+      "entropy": 0.5597293674945831,
+      "epoch": 1.0,
+      "frac_reward_zero_std": 0.0535714291036129,
+      "grad_norm": 0.409810870885849,
+      "learning_rate": 8.529119999999999e-07,
+      "loss": 0.0229,
+      "num_tokens": 942371.0,
+      "reward": 0.03812500089406967,
+      "reward_std": 0.29200857877731323,
+      "rewards/env_alfworld_reward/mean": 0.03812500089406967,
+      "rewards/env_alfworld_reward/std": 0.2920086085796356,
+      "sampling/importance_sampling_ratio/max": 2.8310158252716064,
+      "sampling/importance_sampling_ratio/mean": 0.9631035327911377,
+      "sampling/importance_sampling_ratio/min": 0.0,
+      "sampling/sampling_logp_difference/max": 1.3009870052337646,
+      "sampling/sampling_logp_difference/mean": 0.03364055976271629,
+      "step": 4,
+      "step_time": 1871.100103906003
+    },
+    {
+      "epoch": 1.0,
+      "eval_clip_ratio/high_max": 0.0,
+      "eval_clip_ratio/high_mean": 0.0,
+      "eval_clip_ratio/low_mean": 0.0,
+      "eval_clip_ratio/low_min": 0.0,
+      "eval_clip_ratio/region_mean": 0.0,
+      "eval_completions/clipped_ratio": 0.0,
+      "eval_completions/max_length": 68.96,
+      "eval_completions/max_terminated_length": 68.96,
+      "eval_completions/mean_length": 51.315,
+      "eval_completions/mean_terminated_length": 51.315,
+      "eval_completions/min_length": 37.8,
+      "eval_completions/min_terminated_length": 37.8,
+      "eval_entropy": 0.6129815554618836,
+      "eval_frac_reward_zero_std": 0.09,
+      "eval_loss": -0.010877630673348904,
+      "eval_num_tokens": 942371.0,
+      "eval_reward": 0.19167500026524067,
+      "eval_reward_std": 0.38457470636814833,
+      "eval_rewards/env_alfworld_reward/mean": 0.19167500026524067,
+      "eval_rewards/env_alfworld_reward/std": 0.38457471802830695,
+      "eval_runtime": 2099.7568,
+      "eval_samples_per_second": 0.095,
+      "eval_sampling/importance_sampling_ratio/max": 1.5984654092788697,
+      "eval_sampling/importance_sampling_ratio/mean": 0.8831864225864411,
+      "eval_sampling/importance_sampling_ratio/min": 0.3859718208014965,
+      "eval_sampling/sampling_logp_difference/max": 0.6316441667079925,
+      "eval_sampling/sampling_logp_difference/mean": 0.03440669998526573,
+      "eval_steps_per_second": 0.012,
+      "step": 4
     }
   ],
   "logging_steps": 1.0,
   "max_steps": 8,
-  "num_input_tokens_seen": 217107,
+  "num_input_tokens_seen": 942371,
   "num_train_epochs": 2,
   "save_steps": 500,
   "stateful_callbacks": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:941547e754edb27d424da371bb915059d4b43f7da529e95b79628779b4d5d17e
+oid sha256:3ed4e467527db6458333d49b7f960c0fc9f43d07312ed047c641931255b615a8
 size 7825