Upload folder using huggingface_hub

README.md

@@ -0,0 +1,209 @@
+---
+base_model: allenai/OLMoE-1B-7B-0125-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:allenai/OLMoE-1B-7B-0125-Instruct
+- grpo
+- lora
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

adapter_config.json

@@ -0,0 +1,54 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {
+    ".*\\.gate_up_proj": 64
+  },
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "allenai/OLMoE-1B-7B-0125-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {
+    ".*\\.gate_up_proj": 32
+  },
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "k_proj",
+    "router",
+    "q_proj",
+    "o_proj"
+  ],
+  "target_parameters": [
+    "down_proj",
+    "gate.weight",
+    "gate_up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534d29b64dad88ce695bb9e73b97fc233845b208ce3e55651fb4dc18289e50d5
+size 757167808

chat_template.jinja

@@ -0,0 +1,9 @@
+{{ bos_token }}{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|system|>
+' + message['content'] + '
+' }}{% elif message['role'] == 'user' %}{{ '<|user|>
+' + message['content'] + '
+' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '<|assistant|>
+'  + message['content'] + eos_token + '
+' }}{% else %}{{ '<|assistant|>
+'  + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|>
+' }}{% endif %}{% endfor %}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1a496d5cde964656971d6bd3ff487c838bac180fbb7158415f23be63326ebe
+size 1514466827

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3851eaeaf25c01cdf035d039e640de9f9c6100893265923d5b097334e8c112
+size 15429

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db99be7740cf13f5e1d5ecfb9b5a7b02d9f84f0d1514686191b17a6d8aa1558
+size 15365

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945d36e6c014a16aa7533cbe84091de66cd2a1ca925efdf85bb7a13f48fe9746
+size 15429

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f891dea82c2c9936cfbb754821e1d7ea225defd78bf20fb0491c0dc0dd68b94
+size 15429

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcd0fcafdf0cac56c6781c9554680e5d2ba9bfee0d823975791d1d648a00172
+size 1465

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "|||IP_ADDRESS|||",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "|||IP_ADDRESS|||",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "trim_offsets": true,
+  "unk_token": null
+}

trainer_state.json

@@ -0,0 +1,614 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5012531328320802,
+  "eval_steps": 500,
+  "global_step": 200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "cache_hit_rate": 0.6549899518489838,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.275,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1008.8,
+      "completions/mean_length": 722.45625,
+      "completions/mean_terminated_length": 618.7799621582031,
+      "completions/min_length": 145.7,
+      "completions/min_terminated_length": 145.7,
+      "entropy": 0.6699666887521744,
+      "epoch": 0.02506265664160401,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2841879725456238,
+      "kl": 0.0036152674234472214,
+      "learning_rate": 9e-05,
+      "loss": -0.082733154296875,
+      "num_tokens": 636060.0,
+      "reward": 0.6506388366222382,
+      "reward_std": 0.08262495435774327,
+      "rewards/cache_reward/mean": 0.6506388366222382,
+      "rewards/cache_reward/std": 0.08262495435774327,
+      "step": 10,
+      "step_time": 110.74446128769777
+    },
+    {
+      "cache_hit_rate": 0.673021137714386,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2453125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 994.9,
+      "completions/mean_length": 733.9203125,
+      "completions/mean_terminated_length": 644.366357421875,
+      "completions/min_length": 140.3,
+      "completions/min_terminated_length": 140.3,
+      "entropy": 0.6534600198268891,
+      "epoch": 0.05012531328320802,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.28635698556900024,
+      "kl": 0.007895444217137993,
+      "learning_rate": 0.0001,
+      "loss": -0.10327683687210083,
+      "num_tokens": 1241305.0,
+      "reward": 0.6619674026966095,
+      "reward_std": 0.08552395924925804,
+      "rewards/cache_reward/mean": 0.6619674026966095,
+      "rewards/cache_reward/std": 0.08552395924925804,
+      "step": 20,
+      "step_time": 109.56399042648263
+    },
+    {
+      "cache_hit_rate": 0.6839983344078064,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.38125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1015.2,
+      "completions/mean_length": 817.7609375,
+      "completions/mean_terminated_length": 695.7103820800781,
+      "completions/min_length": 234.8,
+      "completions/min_terminated_length": 234.8,
+      "entropy": 0.6154806256294251,
+      "epoch": 0.07518796992481203,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2883661985397339,
+      "kl": 0.013737109955400229,
+      "learning_rate": 0.0001,
+      "loss": -0.07992171049118042,
+      "num_tokens": 1935048.0,
+      "reward": 0.6798466205596924,
+      "reward_std": 0.08526109047234058,
+      "rewards/cache_reward/mean": 0.6798466205596924,
+      "rewards/cache_reward/std": 0.08526109047234058,
+      "step": 30,
+      "step_time": 110.41349991224706
+    },
+    {
+      "cache_hit_rate": 0.688771378993988,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2796875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 996.9,
+      "completions/mean_length": 731.2515625,
+      "completions/mean_terminated_length": 618.9319946289063,
+      "completions/min_length": 141.9,
+      "completions/min_terminated_length": 141.9,
+      "entropy": 0.5641923353075982,
+      "epoch": 0.10025062656641603,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2640427052974701,
+      "kl": 0.05390605996362865,
+      "learning_rate": 0.0001,
+      "loss": -0.0670427918434143,
+      "num_tokens": 2538881.0,
+      "reward": 0.680696839094162,
+      "reward_std": 0.0919536855071783,
+      "rewards/cache_reward/mean": 0.680696839094162,
+      "rewards/cache_reward/std": 0.0919536855071783,
+      "step": 40,
+      "step_time": 109.29437069590203
+    },
+    {
+      "cache_hit_rate": 0.6866635918617249,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2890625,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1011.7,
+      "completions/mean_length": 760.3578125,
+      "completions/mean_terminated_length": 656.3232849121093,
+      "completions/min_length": 45.7,
+      "completions/min_terminated_length": 45.7,
+      "entropy": 0.6070283114910126,
+      "epoch": 0.12531328320802004,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2869623005390167,
+      "kl": 0.023429812863469124,
+      "learning_rate": 0.0001,
+      "loss": -0.09718080759048461,
+      "num_tokens": 3192326.0,
+      "reward": 0.6855185449123382,
+      "reward_std": 0.10149984136223793,
+      "rewards/cache_reward/mean": 0.6855185449123382,
+      "rewards/cache_reward/std": 0.10149984136223793,
+      "step": 50,
+      "step_time": 110.27378524087835
+    },
+    {
+      "cache_hit_rate": 0.6925897181034089,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.309375,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 995.9,
+      "completions/mean_length": 738.384375,
+      "completions/mean_terminated_length": 613.4844848632813,
+      "completions/min_length": 86.8,
+      "completions/min_terminated_length": 86.8,
+      "entropy": 0.6024186447262764,
+      "epoch": 0.15037593984962405,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.25169217586517334,
+      "kl": 3.6625402928330004,
+      "learning_rate": 0.0001,
+      "loss": 0.5570495128631592,
+      "num_tokens": 3844932.0,
+      "reward": 0.6902015984058381,
+      "reward_std": 0.08153984323143959,
+      "rewards/cache_reward/mean": 0.6902015984058381,
+      "rewards/cache_reward/std": 0.08153984323143959,
+      "step": 60,
+      "step_time": 110.143448051624
+    },
+    {
+      "cache_hit_rate": 0.707024896144867,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.3875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1012.0,
+      "completions/mean_length": 803.928125,
+      "completions/mean_terminated_length": 670.2502990722656,
+      "completions/min_length": 146.8,
+      "completions/min_terminated_length": 146.8,
+      "entropy": 0.6164677605032921,
+      "epoch": 0.17543859649122806,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.29885679483413696,
+      "kl": 0.02769087813794613,
+      "learning_rate": 0.0001,
+      "loss": -0.08792343139648437,
+      "num_tokens": 4508430.0,
+      "reward": 0.7026471257209778,
+      "reward_std": 0.08549872897565365,
+      "rewards/cache_reward/mean": 0.7026471257209778,
+      "rewards/cache_reward/std": 0.08549872897565365,
+      "step": 70,
+      "step_time": 109.93217876499985
+    },
+    {
+      "cache_hit_rate": 0.6787703096866607,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2984375,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1011.0,
+      "completions/mean_length": 742.275,
+      "completions/mean_terminated_length": 631.2970550537109,
+      "completions/min_length": 173.1,
+      "completions/min_terminated_length": 173.1,
+      "entropy": 0.6354820564389229,
+      "epoch": 0.20050125313283207,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.3051297068595886,
+      "kl": 0.027491158153861762,
+      "learning_rate": 0.0001,
+      "loss": -0.05539093017578125,
+      "num_tokens": 5126438.0,
+      "reward": 0.6731199264526367,
+      "reward_std": 0.0984181858599186,
+      "rewards/cache_reward/mean": 0.6731199264526367,
+      "rewards/cache_reward/std": 0.0984181858599186,
+      "step": 80,
+      "step_time": 109.76294787270017
+    },
+    {
+      "cache_hit_rate": 0.7168771982192993,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.3703125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1001.6,
+      "completions/mean_length": 781.2203125,
+      "completions/mean_terminated_length": 644.1493225097656,
+      "completions/min_length": 124.9,
+      "completions/min_terminated_length": 124.9,
+      "entropy": 0.510772630572319,
+      "epoch": 0.22556390977443608,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.22160571813583374,
+      "kl": 0.028083418030291796,
+      "learning_rate": 0.0001,
+      "loss": -0.10533699989318848,
+      "num_tokens": 5793339.0,
+      "reward": 0.7083093225955963,
+      "reward_std": 0.08305367790162563,
+      "rewards/cache_reward/mean": 0.7083093225955963,
+      "rewards/cache_reward/std": 0.08305367790162563,
+      "step": 90,
+      "step_time": 110.1031208519591
+    },
+    {
+      "cache_hit_rate": 0.6966540038585662,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.3078125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 997.4,
+      "completions/mean_length": 690.071875,
+      "completions/mean_terminated_length": 542.2264129638672,
+      "completions/min_length": 38.7,
+      "completions/min_terminated_length": 38.7,
+      "entropy": 0.5484601214528084,
+      "epoch": 0.2506265664160401,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.28518208861351013,
+      "kl": 0.027807974442839622,
+      "learning_rate": 0.0001,
+      "loss": -0.08660122156143188,
+      "num_tokens": 6417249.0,
+      "reward": 0.6993527948856354,
+      "reward_std": 0.09250091910362243,
+      "rewards/cache_reward/mean": 0.6993527948856354,
+      "rewards/cache_reward/std": 0.09250091910362243,
+      "step": 100,
+      "step_time": 110.59711477749515
+    },
+    {
+      "cache_hit_rate": 0.6942323863506317,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2796875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1012.6,
+      "completions/mean_length": 738.9765625,
+      "completions/mean_terminated_length": 637.4039031982422,
+      "completions/min_length": 102.2,
+      "completions/min_terminated_length": 102.2,
+      "entropy": 0.5651590198278427,
+      "epoch": 0.2756892230576441,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.278904527425766,
+      "kl": 0.029639831464737653,
+      "learning_rate": 0.0001,
+      "loss": -0.06971979141235352,
+      "num_tokens": 7058914.0,
+      "reward": 0.6939837038516998,
+      "reward_std": 0.08437503017485141,
+      "rewards/cache_reward/mean": 0.6939837038516998,
+      "rewards/cache_reward/std": 0.08437503017485141,
+      "step": 110,
+      "step_time": 109.98037863150239
+    },
+    {
+      "cache_hit_rate": 0.7087398171424866,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.38125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1012.8,
+      "completions/mean_length": 794.7265625,
+      "completions/mean_terminated_length": 661.2110961914062,
+      "completions/min_length": 177.9,
+      "completions/min_terminated_length": 177.9,
+      "entropy": 0.49859170615673065,
+      "epoch": 0.3007518796992481,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.23720738291740417,
+      "kl": 0.12654243744909763,
+      "learning_rate": 0.0001,
+      "loss": -0.07652193903923035,
+      "num_tokens": 7725699.0,
+      "reward": 0.7066135585308075,
+      "reward_std": 0.0815408643335104,
+      "rewards/cache_reward/mean": 0.7066135585308075,
+      "rewards/cache_reward/std": 0.0815408643335104,
+      "step": 120,
+      "step_time": 110.21964054489509
+    },
+    {
+      "cache_hit_rate": 0.7066302120685577,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.303125,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1010.1,
+      "completions/mean_length": 719.2859375,
+      "completions/mean_terminated_length": 589.672817993164,
+      "completions/min_length": 51.7,
+      "completions/min_terminated_length": 51.7,
+      "entropy": 0.5097475752234459,
+      "epoch": 0.3258145363408521,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2551797330379486,
+      "kl": 0.03401126619428396,
+      "learning_rate": 0.0001,
+      "loss": -0.029747769236564636,
+      "num_tokens": 8359146.0,
+      "reward": 0.7066013753414154,
+      "reward_std": 0.08856594860553742,
+      "rewards/cache_reward/mean": 0.7066013753414154,
+      "rewards/cache_reward/std": 0.08856594860553742,
+      "step": 130,
+      "step_time": 110.3610016158782
+    },
+    {
+      "cache_hit_rate": 0.7057172179222106,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1012.4,
+      "completions/mean_length": 718.9546875,
+      "completions/mean_terminated_length": 599.3654174804688,
+      "completions/min_length": 45.5,
+      "completions/min_terminated_length": 45.5,
+      "entropy": 0.5367702215909957,
+      "epoch": 0.3508771929824561,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.28203365206718445,
+      "kl": 0.028053219616413116,
+      "learning_rate": 0.0001,
+      "loss": -0.09814745783805848,
+      "num_tokens": 8960389.0,
+      "reward": 0.6947050273418427,
+      "reward_std": 0.092516228556633,
+      "rewards/cache_reward/mean": 0.6947050273418427,
+      "rewards/cache_reward/std": 0.092516228556633,
+      "step": 140,
+      "step_time": 109.26147313890979
+    },
+    {
+      "cache_hit_rate": 0.7100595355033874,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.259375,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1010.9,
+      "completions/mean_length": 643.5265625,
+      "completions/mean_terminated_length": 526.2732879638672,
+      "completions/min_length": 65.3,
+      "completions/min_terminated_length": 65.3,
+      "entropy": 0.4884163364768028,
+      "epoch": 0.37593984962406013,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.3192034065723419,
+      "kl": 0.03535754019394517,
+      "learning_rate": 0.0001,
+      "loss": -0.015955117344856263,
+      "num_tokens": 9533782.0,
+      "reward": 0.7072697579860687,
+      "reward_std": 0.08281751312315463,
+      "rewards/cache_reward/mean": 0.7072697579860687,
+      "rewards/cache_reward/std": 0.08281751312315463,
+      "step": 150,
+      "step_time": 109.54034506990574
+    },
+    {
+      "cache_hit_rate": 0.7135620355606079,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.29375,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 995.1,
+      "completions/mean_length": 684.2015625,
+      "completions/mean_terminated_length": 545.6471801757813,
+      "completions/min_length": 68.3,
+      "completions/min_terminated_length": 68.3,
+      "entropy": 0.5298304185271263,
+      "epoch": 0.40100250626566414,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.3209550082683563,
+      "kl": 0.03265416445210576,
+      "learning_rate": 0.0001,
+      "loss": -0.011588484048843384,
+      "num_tokens": 10162439.0,
+      "reward": 0.7117338001728057,
+      "reward_std": 0.09532129615545273,
+      "rewards/cache_reward/mean": 0.7117338001728057,
+      "rewards/cache_reward/std": 0.09532129615545273,
+      "step": 160,
+      "step_time": 109.83968829209917
+    },
+    {
+      "cache_hit_rate": 0.7009754419326782,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.271875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1007.0,
+      "completions/mean_length": 694.5515625,
+      "completions/mean_terminated_length": 572.3542327880859,
+      "completions/min_length": 100.0,
+      "completions/min_terminated_length": 100.0,
+      "entropy": 0.5273847237229348,
+      "epoch": 0.42606516290726815,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.3118448257446289,
+      "kl": 0.03259017681702971,
+      "learning_rate": 0.0001,
+      "loss": -0.07569116950035096,
+      "num_tokens": 10744440.0,
+      "reward": 0.6976909101009369,
+      "reward_std": 0.09229764454066754,
+      "rewards/cache_reward/mean": 0.6976909101009369,
+      "rewards/cache_reward/std": 0.09229764454066754,
+      "step": 170,
+      "step_time": 109.6869213941507
+    },
+    {
+      "cache_hit_rate": 0.7058276951313018,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.315625,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 994.5,
+      "completions/mean_length": 709.8875,
+      "completions/mean_terminated_length": 568.6204956054687,
+      "completions/min_length": 65.8,
+      "completions/min_terminated_length": 65.8,
+      "entropy": 0.5262452140450478,
+      "epoch": 0.45112781954887216,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.27938130497932434,
+      "kl": 0.03458747547119856,
+      "learning_rate": 0.0001,
+      "loss": -0.045800769329071046,
+      "num_tokens": 11370640.0,
+      "reward": 0.7100380957126617,
+      "reward_std": 0.10111712664365768,
+      "rewards/cache_reward/mean": 0.7100380957126617,
+      "rewards/cache_reward/std": 0.10111712664365768,
+      "step": 180,
+      "step_time": 110.07354199965485
+    },
+    {
+      "cache_hit_rate": 0.7054557979106904,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2421875,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 1007.8,
+      "completions/mean_length": 614.809375,
+      "completions/mean_terminated_length": 490.51698608398436,
+      "completions/min_length": 56.3,
+      "completions/min_terminated_length": 56.3,
+      "entropy": 0.5158756494522094,
+      "epoch": 0.47619047619047616,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.26570478081703186,
+      "kl": 0.037209075130522254,
+      "learning_rate": 0.0001,
+      "loss": 0.009295095503330231,
+      "num_tokens": 11911350.0,
+      "reward": 0.708037257194519,
+      "reward_std": 0.09269837327301503,
+      "rewards/cache_reward/mean": 0.708037257194519,
+      "rewards/cache_reward/std": 0.09269837327301503,
+      "step": 190,
+      "step_time": 109.52065962508786
+    },
+    {
+      "cache_hit_rate": 0.718935352563858,
+      "clip_ratio/high_max": 0.0,
+      "clip_ratio/high_mean": 0.0,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completions/clipped_ratio": 0.2359375,
+      "completions/max_length": 1024.0,
+      "completions/max_terminated_length": 965.0,
+      "completions/mean_length": 572.43125,
+      "completions/mean_terminated_length": 443.49492797851565,
+      "completions/min_length": 24.7,
+      "completions/min_terminated_length": 24.7,
+      "entropy": 0.48532100319862365,
+      "epoch": 0.5012531328320802,
+      "frac_reward_zero_std": 0.0,
+      "grad_norm": 0.2529448866844177,
+      "kl": 0.0392603786662221,
+      "learning_rate": 0.0001,
+      "loss": -0.06291077136993409,
+      "num_tokens": 12414762.0,
+      "reward": 0.7250898122787476,
+      "reward_std": 0.0879605084657669,
+      "rewards/cache_reward/mean": 0.7250898122787476,
+      "rewards/cache_reward/std": 0.0879605084657669,
+      "step": 200,
+      "step_time": 109.23635325629729
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 200,
+  "num_input_tokens_seen": 12414762,
+  "num_train_epochs": 1,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96166549471e16084fff7e96e507a510675e39cd7efc4a7daa2970a70bd8514b
+size 7825