Upload folder using huggingface_hub

justification-only-lora/README.md

@@ -0,0 +1,62 @@
+---
+base_model: meta-llama/Llama-2-7b-chat-hf
+library_name: peft
+model_name: llama2-7b-chat-er-justification-only-lora
+tags:
+- base_model:adapter:meta-llama/Llama-2-7b-chat-hf
+- lora
+- sft
+- transformers
+- trl
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for llama2-7b-chat-er-justification-only-lora
+
+This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+ 
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.18.1
+- TRL: 1.0.0
+- Transformers: 4.57.6
+- Pytorch: 2.7.0+cu126
+- Datasets: 4.8.4
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```

justification-only-lora/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

justification-only-lora/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab80ac53fdda79ab48e10a93f9604688ea4f39ea619486708628153a6303636
+size 639691872

justification-only-lora/chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\n' + system_message + '\n<</SYS>>\n\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}

justification-only-lora/checkpoint-1042/README.md

@@ -0,0 +1,209 @@
+---
+base_model: meta-llama/Llama-2-7b-chat-hf
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:meta-llama/Llama-2-7b-chat-hf
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1

justification-only-lora/checkpoint-1042/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

justification-only-lora/checkpoint-1042/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea05576374021ecffb9ab85f97fdb00304f3766944b11387e672d7e9fed336d2
+size 639691872

justification-only-lora/checkpoint-1042/chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\n' + system_message + '\n<</SYS>>\n\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}

justification-only-lora/checkpoint-1042/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a15f05aab3ba30d00a3d11fb5f2ae193cab78c22718ad8b45ff4d8d5257dc8
+size 1279641507

justification-only-lora/checkpoint-1042/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c81e5597540b0e82a95a8ae972e90d26f2c39279b57eb6e818bc7333e8c1b
+size 14645

justification-only-lora/checkpoint-1042/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5259f0e9223403187bb50bf58f05f22c78e33253af5e6a73ab30ea287bcd49f8
+size 1465

justification-only-lora/checkpoint-1042/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

justification-only-lora/checkpoint-1042/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

justification-only-lora/checkpoint-1042/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

justification-only-lora/checkpoint-1042/trainer_state.json

@@ -0,0 +1,1074 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 1042,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.5444401994347572,
+      "epoch": 0.019193857965451054,
+      "grad_norm": 5.821522235870361,
+      "learning_rate": 1.9148936170212765e-07,
+      "loss": 4.1401,
+      "mean_token_accuracy": 0.4060008004307747,
+      "num_tokens": 4245.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.5042417280375957,
+      "epoch": 0.03838771593090211,
+      "grad_norm": 5.973490238189697,
+      "learning_rate": 4.0425531914893614e-07,
+      "loss": 4.0713,
+      "mean_token_accuracy": 0.4032037228345871,
+      "num_tokens": 8699.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.5192734643816947,
+      "epoch": 0.05758157389635317,
+      "grad_norm": 5.376368999481201,
+      "learning_rate": 6.170212765957446e-07,
+      "loss": 3.9752,
+      "mean_token_accuracy": 0.396929800696671,
+      "num_tokens": 13344.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.5850717440247535,
+      "epoch": 0.07677543186180422,
+      "grad_norm": 4.978009223937988,
+      "learning_rate": 8.297872340425532e-07,
+      "loss": 4.0101,
+      "mean_token_accuracy": 0.398511266708374,
+      "num_tokens": 17548.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.609639537334442,
+      "epoch": 0.09596928982725528,
+      "grad_norm": 5.168197154998779,
+      "learning_rate": 9.986807387862796e-07,
+      "loss": 4.0455,
+      "mean_token_accuracy": 0.39038523491472005,
+      "num_tokens": 21726.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.6230455122888088,
+      "epoch": 0.11516314779270634,
+      "grad_norm": 4.924302577972412,
+      "learning_rate": 9.92084432717678e-07,
+      "loss": 3.805,
+      "mean_token_accuracy": 0.41029399298131464,
+      "num_tokens": 26305.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.6385258689522744,
+      "epoch": 0.1343570057581574,
+      "grad_norm": 5.023738861083984,
+      "learning_rate": 9.854881266490765e-07,
+      "loss": 3.6963,
+      "mean_token_accuracy": 0.4034191995859146,
+      "num_tokens": 30867.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.6791253253817557,
+      "epoch": 0.15355086372360843,
+      "grad_norm": 4.995085716247559,
+      "learning_rate": 9.788918205804749e-07,
+      "loss": 3.5687,
+      "mean_token_accuracy": 0.41049087755382063,
+      "num_tokens": 35488.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.7368177756667138,
+      "epoch": 0.1727447216890595,
+      "grad_norm": 5.233994007110596,
+      "learning_rate": 9.722955145118733e-07,
+      "loss": 3.502,
+      "mean_token_accuracy": 0.41353076659142973,
+      "num_tokens": 39905.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.7768422558903694,
+      "epoch": 0.19193857965451055,
+      "grad_norm": 4.299875259399414,
+      "learning_rate": 9.656992084432716e-07,
+      "loss": 3.4098,
+      "mean_token_accuracy": 0.4197281800210476,
+      "num_tokens": 44208.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.8558007434010506,
+      "epoch": 0.21113243761996162,
+      "grad_norm": 4.665222644805908,
+      "learning_rate": 9.591029023746702e-07,
+      "loss": 3.2665,
+      "mean_token_accuracy": 0.42318747080862523,
+      "num_tokens": 48508.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.8271729901432991,
+      "epoch": 0.23032629558541268,
+      "grad_norm": 3.741534948348999,
+      "learning_rate": 9.525065963060686e-07,
+      "loss": 3.0302,
+      "mean_token_accuracy": 0.4432856226339936,
+      "num_tokens": 53006.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.855116668343544,
+      "epoch": 0.2495201535508637,
+      "grad_norm": 3.7163283824920654,
+      "learning_rate": 9.459102902374669e-07,
+      "loss": 2.9221,
+      "mean_token_accuracy": 0.45197133012115953,
+      "num_tokens": 57517.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.8998430132865907,
+      "epoch": 0.2687140115163148,
+      "grad_norm": 3.359804153442383,
+      "learning_rate": 9.393139841688654e-07,
+      "loss": 2.862,
+      "mean_token_accuracy": 0.4820567347109318,
+      "num_tokens": 61859.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.8810108318924903,
+      "epoch": 0.28790786948176583,
+      "grad_norm": 3.24143648147583,
+      "learning_rate": 9.327176781002638e-07,
+      "loss": 2.6863,
+      "mean_token_accuracy": 0.4882553808391094,
+      "num_tokens": 66294.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.8664621368050576,
+      "epoch": 0.30710172744721687,
+      "grad_norm": 3.21515154838562,
+      "learning_rate": 9.261213720316622e-07,
+      "loss": 2.5571,
+      "mean_token_accuracy": 0.4904331646859646,
+      "num_tokens": 70881.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.9047470435500145,
+      "epoch": 0.32629558541266795,
+      "grad_norm": 2.9383370876312256,
+      "learning_rate": 9.195250659630607e-07,
+      "loss": 2.4253,
+      "mean_token_accuracy": 0.5186557050794363,
+      "num_tokens": 75343.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.8957982853055,
+      "epoch": 0.345489443378119,
+      "grad_norm": 2.855672836303711,
+      "learning_rate": 9.129287598944591e-07,
+      "loss": 2.3765,
+      "mean_token_accuracy": 0.5165872510522604,
+      "num_tokens": 79813.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.8749225288629532,
+      "epoch": 0.3646833013435701,
+      "grad_norm": 2.4022603034973145,
+      "learning_rate": 9.063324538258574e-07,
+      "loss": 2.262,
+      "mean_token_accuracy": 0.5304524928331376,
+      "num_tokens": 84432.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.859298901259899,
+      "epoch": 0.3838771593090211,
+      "grad_norm": 2.477881908416748,
+      "learning_rate": 8.997361477572559e-07,
+      "loss": 2.1756,
+      "mean_token_accuracy": 0.5431556064635515,
+      "num_tokens": 88923.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.8629574179649353,
+      "epoch": 0.40307101727447214,
+      "grad_norm": 2.1476128101348877,
+      "learning_rate": 8.931398416886543e-07,
+      "loss": 2.1339,
+      "mean_token_accuracy": 0.5666973438113928,
+      "num_tokens": 93328.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.8807074934244157,
+      "epoch": 0.42226487523992323,
+      "grad_norm": 2.3548238277435303,
+      "learning_rate": 8.865435356200526e-07,
+      "loss": 2.0982,
+      "mean_token_accuracy": 0.5757683675736189,
+      "num_tokens": 97899.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.9242157697677613,
+      "epoch": 0.44145873320537427,
+      "grad_norm": 2.224064588546753,
+      "learning_rate": 8.799472295514512e-07,
+      "loss": 2.0095,
+      "mean_token_accuracy": 0.5813840452581645,
+      "num_tokens": 102067.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.8383784875273705,
+      "epoch": 0.46065259117082535,
+      "grad_norm": 2.35628604888916,
+      "learning_rate": 8.733509234828496e-07,
+      "loss": 2.0116,
+      "mean_token_accuracy": 0.582221444323659,
+      "num_tokens": 106474.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.8541715443134308,
+      "epoch": 0.4798464491362764,
+      "grad_norm": 2.1513049602508545,
+      "learning_rate": 8.667546174142479e-07,
+      "loss": 1.9723,
+      "mean_token_accuracy": 0.591744914278388,
+      "num_tokens": 110847.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.8240503028035164,
+      "epoch": 0.4990403071017274,
+      "grad_norm": 1.9908933639526367,
+      "learning_rate": 8.601583113456464e-07,
+      "loss": 1.9192,
+      "mean_token_accuracy": 0.583719938248396,
+      "num_tokens": 115237.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.8065304696559905,
+      "epoch": 0.5182341650671785,
+      "grad_norm": 2.1833651065826416,
+      "learning_rate": 8.535620052770448e-07,
+      "loss": 1.8791,
+      "mean_token_accuracy": 0.5988160844892263,
+      "num_tokens": 119549.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.7882312104105949,
+      "epoch": 0.5374280230326296,
+      "grad_norm": 2.280733823776245,
+      "learning_rate": 8.469656992084431e-07,
+      "loss": 1.899,
+      "mean_token_accuracy": 0.5769031669944524,
+      "num_tokens": 123989.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.7919606953859328,
+      "epoch": 0.5566218809980806,
+      "grad_norm": 2.1053104400634766,
+      "learning_rate": 8.403693931398417e-07,
+      "loss": 1.833,
+      "mean_token_accuracy": 0.5953757733106613,
+      "num_tokens": 128278.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.8032251179218293,
+      "epoch": 0.5758157389635317,
+      "grad_norm": 2.0865530967712402,
+      "learning_rate": 8.337730870712401e-07,
+      "loss": 1.8991,
+      "mean_token_accuracy": 0.5826169475913048,
+      "num_tokens": 133078.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.7583968698978425,
+      "epoch": 0.5950095969289827,
+      "grad_norm": 1.7579165697097778,
+      "learning_rate": 8.271767810026385e-07,
+      "loss": 1.7885,
+      "mean_token_accuracy": 0.6143867563456297,
+      "num_tokens": 137541.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.7979290679097175,
+      "epoch": 0.6142034548944337,
+      "grad_norm": 1.8130688667297363,
+      "learning_rate": 8.205804749340369e-07,
+      "loss": 1.8252,
+      "mean_token_accuracy": 0.6005033150315284,
+      "num_tokens": 141810.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.7790041908621788,
+      "epoch": 0.6333973128598849,
+      "grad_norm": 1.9245020151138306,
+      "learning_rate": 8.139841688654353e-07,
+      "loss": 1.7798,
+      "mean_token_accuracy": 0.613793533295393,
+      "num_tokens": 146112.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.7689658552408218,
+      "epoch": 0.6525911708253359,
+      "grad_norm": 2.208102226257324,
+      "learning_rate": 8.073878627968337e-07,
+      "loss": 1.7584,
+      "mean_token_accuracy": 0.5983480997383595,
+      "num_tokens": 150609.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.7603006795048715,
+      "epoch": 0.6717850287907869,
+      "grad_norm": 1.8552649021148682,
+      "learning_rate": 8.007915567282322e-07,
+      "loss": 1.7016,
+      "mean_token_accuracy": 0.6168740216642619,
+      "num_tokens": 155088.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.741025310754776,
+      "epoch": 0.690978886756238,
+      "grad_norm": 1.9795598983764648,
+      "learning_rate": 7.941952506596306e-07,
+      "loss": 1.7031,
+      "mean_token_accuracy": 0.6189993746578694,
+      "num_tokens": 159495.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.763644915819168,
+      "epoch": 0.710172744721689,
+      "grad_norm": 2.2528767585754395,
+      "learning_rate": 7.87598944591029e-07,
+      "loss": 1.6961,
+      "mean_token_accuracy": 0.6185917239636183,
+      "num_tokens": 163793.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.739506982266903,
+      "epoch": 0.7293666026871402,
+      "grad_norm": 1.9315766096115112,
+      "learning_rate": 7.810026385224274e-07,
+      "loss": 1.6339,
+      "mean_token_accuracy": 0.6323129627853632,
+      "num_tokens": 168268.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.7659575924277306,
+      "epoch": 0.7485604606525912,
+      "grad_norm": 1.8060170412063599,
+      "learning_rate": 7.744063324538258e-07,
+      "loss": 1.6461,
+      "mean_token_accuracy": 0.6334325969219208,
+      "num_tokens": 172612.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.7049371361732484,
+      "epoch": 0.7677543186180422,
+      "grad_norm": 1.7351154088974,
+      "learning_rate": 7.678100263852242e-07,
+      "loss": 1.5584,
+      "mean_token_accuracy": 0.64255366101861,
+      "num_tokens": 176987.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.6969178169965744,
+      "epoch": 0.7869481765834933,
+      "grad_norm": 1.5524696111679077,
+      "learning_rate": 7.612137203166226e-07,
+      "loss": 1.6435,
+      "mean_token_accuracy": 0.632745499163866,
+      "num_tokens": 181538.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.6801453217864037,
+      "epoch": 0.8061420345489443,
+      "grad_norm": 1.667938470840454,
+      "learning_rate": 7.546174142480211e-07,
+      "loss": 1.5851,
+      "mean_token_accuracy": 0.6391880080103874,
+      "num_tokens": 185819.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.6663354828953743,
+      "epoch": 0.8253358925143954,
+      "grad_norm": 1.5086743831634521,
+      "learning_rate": 7.480211081794196e-07,
+      "loss": 1.5759,
+      "mean_token_accuracy": 0.6453739482909441,
+      "num_tokens": 190254.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.6495836034417153,
+      "epoch": 0.8445297504798465,
+      "grad_norm": 1.7330267429351807,
+      "learning_rate": 7.414248021108179e-07,
+      "loss": 1.5403,
+      "mean_token_accuracy": 0.6486042737960815,
+      "num_tokens": 194643.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.6953262895345689,
+      "epoch": 0.8637236084452975,
+      "grad_norm": 1.465407133102417,
+      "learning_rate": 7.348284960422163e-07,
+      "loss": 1.5757,
+      "mean_token_accuracy": 0.6440861701965332,
+      "num_tokens": 198983.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.6009652018547058,
+      "epoch": 0.8829174664107485,
+      "grad_norm": 1.484931230545044,
+      "learning_rate": 7.282321899736148e-07,
+      "loss": 1.4547,
+      "mean_token_accuracy": 0.6605511672794819,
+      "num_tokens": 203270.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.6046269670128823,
+      "epoch": 0.9021113243761996,
+      "grad_norm": 1.4576069116592407,
+      "learning_rate": 7.216358839050131e-07,
+      "loss": 1.5508,
+      "mean_token_accuracy": 0.6439322311431169,
+      "num_tokens": 207696.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.6068053118884564,
+      "epoch": 0.9213051823416507,
+      "grad_norm": 1.7096375226974487,
+      "learning_rate": 7.150395778364116e-07,
+      "loss": 1.5665,
+      "mean_token_accuracy": 0.6389439355581998,
+      "num_tokens": 212574.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.58553556650877,
+      "epoch": 0.9404990403071017,
+      "grad_norm": 1.8892183303833008,
+      "learning_rate": 7.084432717678101e-07,
+      "loss": 1.5476,
+      "mean_token_accuracy": 0.6533854089677333,
+      "num_tokens": 217308.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.6013462141156196,
+      "epoch": 0.9596928982725528,
+      "grad_norm": 1.3890715837478638,
+      "learning_rate": 7.018469656992084e-07,
+      "loss": 1.5067,
+      "mean_token_accuracy": 0.6439886368811131,
+      "num_tokens": 221638.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.5622883230447768,
+      "epoch": 0.9788867562380038,
+      "grad_norm": 1.4576449394226074,
+      "learning_rate": 6.952506596306068e-07,
+      "loss": 1.5282,
+      "mean_token_accuracy": 0.6542089767754078,
+      "num_tokens": 226264.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.5611482337117195,
+      "epoch": 0.9980806142034548,
+      "grad_norm": 1.3677759170532227,
+      "learning_rate": 6.886543535620053e-07,
+      "loss": 1.4478,
+      "mean_token_accuracy": 0.6510695222765207,
+      "num_tokens": 230675.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.5630412474274635,
+      "epoch": 1.017274472168906,
+      "grad_norm": 1.451343297958374,
+      "learning_rate": 6.820580474934036e-07,
+      "loss": 1.5144,
+      "mean_token_accuracy": 0.6554066635668278,
+      "num_tokens": 235290.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.5062206633388997,
+      "epoch": 1.036468330134357,
+      "grad_norm": 1.4385675191879272,
+      "learning_rate": 6.75461741424802e-07,
+      "loss": 1.459,
+      "mean_token_accuracy": 0.6650427110493183,
+      "num_tokens": 239682.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.5518377706408502,
+      "epoch": 1.055662188099808,
+      "grad_norm": 1.3765565156936646,
+      "learning_rate": 6.688654353562006e-07,
+      "loss": 1.5403,
+      "mean_token_accuracy": 0.6449352588504553,
+      "num_tokens": 244138.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.5200361490249634,
+      "epoch": 1.0748560460652592,
+      "grad_norm": 1.356392741203308,
+      "learning_rate": 6.62269129287599e-07,
+      "loss": 1.4413,
+      "mean_token_accuracy": 0.6655519589781761,
+      "num_tokens": 248375.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.517387817800045,
+      "epoch": 1.0940499040307101,
+      "grad_norm": 1.2830088138580322,
+      "learning_rate": 6.556728232189973e-07,
+      "loss": 1.4174,
+      "mean_token_accuracy": 0.658090665563941,
+      "num_tokens": 252941.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.4819800563156604,
+      "epoch": 1.1132437619961613,
+      "grad_norm": 1.4165180921554565,
+      "learning_rate": 6.490765171503958e-07,
+      "loss": 1.4804,
+      "mean_token_accuracy": 0.6585468038916588,
+      "num_tokens": 257486.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.5246448263525962,
+      "epoch": 1.1324376199616122,
+      "grad_norm": 1.3312668800354004,
+      "learning_rate": 6.424802110817942e-07,
+      "loss": 1.473,
+      "mean_token_accuracy": 0.652620742097497,
+      "num_tokens": 261978.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.489580862224102,
+      "epoch": 1.1516314779270633,
+      "grad_norm": 1.2045397758483887,
+      "learning_rate": 6.358839050131925e-07,
+      "loss": 1.3997,
+      "mean_token_accuracy": 0.6628001451492309,
+      "num_tokens": 266337.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.49830242395401,
+      "epoch": 1.1708253358925145,
+      "grad_norm": 1.4452189207077026,
+      "learning_rate": 6.292875989445911e-07,
+      "loss": 1.4246,
+      "mean_token_accuracy": 0.6613333437591791,
+      "num_tokens": 270625.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.477701984345913,
+      "epoch": 1.1900191938579654,
+      "grad_norm": 1.4515446424484253,
+      "learning_rate": 6.226912928759895e-07,
+      "loss": 1.4386,
+      "mean_token_accuracy": 0.666374447196722,
+      "num_tokens": 274970.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.4627806089818478,
+      "epoch": 1.2092130518234165,
+      "grad_norm": 1.2604293823242188,
+      "learning_rate": 6.160949868073878e-07,
+      "loss": 1.4076,
+      "mean_token_accuracy": 0.6598449043929577,
+      "num_tokens": 279480.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.435338243842125,
+      "epoch": 1.2284069097888675,
+      "grad_norm": 1.2244068384170532,
+      "learning_rate": 6.094986807387863e-07,
+      "loss": 1.3863,
+      "mean_token_accuracy": 0.66046132594347,
+      "num_tokens": 283918.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.459252581000328,
+      "epoch": 1.2476007677543186,
+      "grad_norm": 1.3843801021575928,
+      "learning_rate": 6.029023746701847e-07,
+      "loss": 1.4447,
+      "mean_token_accuracy": 0.653592013567686,
+      "num_tokens": 288406.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.4316556841135024,
+      "epoch": 1.2667946257197698,
+      "grad_norm": 1.3814395666122437,
+      "learning_rate": 5.96306068601583e-07,
+      "loss": 1.3717,
+      "mean_token_accuracy": 0.6771419286727905,
+      "num_tokens": 292810.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.4243345469236375,
+      "epoch": 1.2859884836852207,
+      "grad_norm": 1.3101155757904053,
+      "learning_rate": 5.897097625329816e-07,
+      "loss": 1.3458,
+      "mean_token_accuracy": 0.675717793405056,
+      "num_tokens": 297159.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.4271595671772956,
+      "epoch": 1.3051823416506718,
+      "grad_norm": 1.2887548208236694,
+      "learning_rate": 5.8311345646438e-07,
+      "loss": 1.3808,
+      "mean_token_accuracy": 0.6737751249223948,
+      "num_tokens": 301673.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.3988382443785667,
+      "epoch": 1.3243761996161227,
+      "grad_norm": 1.2936028242111206,
+      "learning_rate": 5.765171503957783e-07,
+      "loss": 1.3466,
+      "mean_token_accuracy": 0.6742249563336372,
+      "num_tokens": 306011.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.4129404231905938,
+      "epoch": 1.3435700575815739,
+      "grad_norm": 1.365856647491455,
+      "learning_rate": 5.699208443271768e-07,
+      "loss": 1.4004,
+      "mean_token_accuracy": 0.6762094989418983,
+      "num_tokens": 310684.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.3896265909075738,
+      "epoch": 1.362763915547025,
+      "grad_norm": 1.480326533317566,
+      "learning_rate": 5.633245382585752e-07,
+      "loss": 1.3412,
+      "mean_token_accuracy": 0.6740002393722534,
+      "num_tokens": 314948.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.4091107904911042,
+      "epoch": 1.381957773512476,
+      "grad_norm": 1.2030360698699951,
+      "learning_rate": 5.567282321899735e-07,
+      "loss": 1.3221,
+      "mean_token_accuracy": 0.6703991085290909,
+      "num_tokens": 319137.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.3776820525527,
+      "epoch": 1.401151631477927,
+      "grad_norm": 1.3343322277069092,
+      "learning_rate": 5.50131926121372e-07,
+      "loss": 1.3261,
+      "mean_token_accuracy": 0.669080725312233,
+      "num_tokens": 323692.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.3385411709547044,
+      "epoch": 1.420345489443378,
+      "grad_norm": 1.508680820465088,
+      "learning_rate": 5.435356200527705e-07,
+      "loss": 1.3362,
+      "mean_token_accuracy": 0.6749741330742836,
+      "num_tokens": 328215.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.38590829372406,
+      "epoch": 1.4395393474088292,
+      "grad_norm": 1.2919189929962158,
+      "learning_rate": 5.369393139841688e-07,
+      "loss": 1.3868,
+      "mean_token_accuracy": 0.6657867811620235,
+      "num_tokens": 332882.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.4047252014279366,
+      "epoch": 1.4587332053742803,
+      "grad_norm": 1.4611691236495972,
+      "learning_rate": 5.303430079155673e-07,
+      "loss": 1.4304,
+      "mean_token_accuracy": 0.6638705205172301,
+      "num_tokens": 337595.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.3704433895647525,
+      "epoch": 1.4779270633397312,
+      "grad_norm": 1.8351633548736572,
+      "learning_rate": 5.237467018469657e-07,
+      "loss": 1.3722,
+      "mean_token_accuracy": 0.6718668848276138,
+      "num_tokens": 342172.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.406796894967556,
+      "epoch": 1.4971209213051824,
+      "grad_norm": 1.2843279838562012,
+      "learning_rate": 5.17150395778364e-07,
+      "loss": 1.4114,
+      "mean_token_accuracy": 0.6612038798630238,
+      "num_tokens": 346680.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.390411025285721,
+      "epoch": 1.5163147792706333,
+      "grad_norm": 1.371477723121643,
+      "learning_rate": 5.105540897097625e-07,
+      "loss": 1.3765,
+      "mean_token_accuracy": 0.6695740602910518,
+      "num_tokens": 351340.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.4048142805695534,
+      "epoch": 1.5355086372360844,
+      "grad_norm": 1.5759378671646118,
+      "learning_rate": 5.03957783641161e-07,
+      "loss": 1.3774,
+      "mean_token_accuracy": 0.6580772455781698,
+      "num_tokens": 355725.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.3832298710942268,
+      "epoch": 1.5547024952015356,
+      "grad_norm": 1.3659121990203857,
+      "learning_rate": 4.973614775725593e-07,
+      "loss": 1.355,
+      "mean_token_accuracy": 0.6632212825119496,
+      "num_tokens": 360351.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.3781431332230567,
+      "epoch": 1.5738963531669867,
+      "grad_norm": 1.217862844467163,
+      "learning_rate": 4.907651715039577e-07,
+      "loss": 1.3106,
+      "mean_token_accuracy": 0.6837066046893596,
+      "num_tokens": 364704.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.396301233023405,
+      "epoch": 1.5930902111324377,
+      "grad_norm": 1.4170340299606323,
+      "learning_rate": 4.841688654353562e-07,
+      "loss": 1.3848,
+      "mean_token_accuracy": 0.6756857700645924,
+      "num_tokens": 369223.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.3805570371448994,
+      "epoch": 1.6122840690978886,
+      "grad_norm": 1.6334904432296753,
+      "learning_rate": 4.775725593667547e-07,
+      "loss": 1.3289,
+      "mean_token_accuracy": 0.6720996864140034,
+      "num_tokens": 373695.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.3304642729461194,
+      "epoch": 1.6314779270633397,
+      "grad_norm": 1.3716479539871216,
+      "learning_rate": 4.70976253298153e-07,
+      "loss": 1.358,
+      "mean_token_accuracy": 0.6814977154135704,
+      "num_tokens": 377944.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.325723135471344,
+      "epoch": 1.6506717850287909,
+      "grad_norm": 1.4637054204940796,
+      "learning_rate": 4.6437994722955143e-07,
+      "loss": 1.3271,
+      "mean_token_accuracy": 0.6779550112783909,
+      "num_tokens": 382282.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.3619354411959648,
+      "epoch": 1.669865642994242,
+      "grad_norm": 1.5114948749542236,
+      "learning_rate": 4.5778364116094985e-07,
+      "loss": 1.3559,
+      "mean_token_accuracy": 0.6726201340556145,
+      "num_tokens": 386630.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.3764189667999744,
+      "epoch": 1.689059500959693,
+      "grad_norm": 1.5805186033248901,
+      "learning_rate": 4.511873350923482e-07,
+      "loss": 1.3441,
+      "mean_token_accuracy": 0.6739023014903068,
+      "num_tokens": 391180.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.349490751326084,
+      "epoch": 1.7082533589251438,
+      "grad_norm": 1.3050271272659302,
+      "learning_rate": 4.445910290237467e-07,
+      "loss": 1.2895,
+      "mean_token_accuracy": 0.6882619224488735,
+      "num_tokens": 395271.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.3338017553091048,
+      "epoch": 1.727447216890595,
+      "grad_norm": 1.5821993350982666,
+      "learning_rate": 4.379947229551451e-07,
+      "loss": 1.3541,
+      "mean_token_accuracy": 0.6712648656219244,
+      "num_tokens": 399736.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.33896948620677,
+      "epoch": 1.7466410748560461,
+      "grad_norm": 1.3532984256744385,
+      "learning_rate": 4.3139841688654347e-07,
+      "loss": 1.3286,
+      "mean_token_accuracy": 0.6765731774270535,
+      "num_tokens": 404242.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.3218392327427864,
+      "epoch": 1.7658349328214973,
+      "grad_norm": 1.502060055732727,
+      "learning_rate": 4.2480211081794194e-07,
+      "loss": 1.3072,
+      "mean_token_accuracy": 0.6809414498507976,
+      "num_tokens": 408667.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.3454699993133545,
+      "epoch": 1.7850287907869482,
+      "grad_norm": 1.635991096496582,
+      "learning_rate": 4.1820580474934036e-07,
+      "loss": 1.2656,
+      "mean_token_accuracy": 0.6872869111597538,
+      "num_tokens": 412801.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.3382192149758338,
+      "epoch": 1.8042226487523991,
+      "grad_norm": 1.3631840944290161,
+      "learning_rate": 4.116094986807387e-07,
+      "loss": 1.3583,
+      "mean_token_accuracy": 0.6756069511175156,
+      "num_tokens": 417242.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.2952587850391866,
+      "epoch": 1.8234165067178503,
+      "grad_norm": 1.482888102531433,
+      "learning_rate": 4.050131926121372e-07,
+      "loss": 1.2944,
+      "mean_token_accuracy": 0.6870723001658916,
+      "num_tokens": 421637.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.320672082155943,
+      "epoch": 1.8426103646833014,
+      "grad_norm": 1.3760404586791992,
+      "learning_rate": 3.984168865435356e-07,
+      "loss": 1.3511,
+      "mean_token_accuracy": 0.6759059205651283,
+      "num_tokens": 426236.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.3185964405536652,
+      "epoch": 1.8618042226487526,
+      "grad_norm": 1.5384997129440308,
+      "learning_rate": 3.91820580474934e-07,
+      "loss": 1.2991,
+      "mean_token_accuracy": 0.6813853666186332,
+      "num_tokens": 430620.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.3227439992129804,
+      "epoch": 1.8809980806142035,
+      "grad_norm": 1.5697379112243652,
+      "learning_rate": 3.8522427440633245e-07,
+      "loss": 1.3625,
+      "mean_token_accuracy": 0.6762081369757652,
+      "num_tokens": 435150.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.313966491818428,
+      "epoch": 1.9001919385796544,
+      "grad_norm": 1.3514854907989502,
+      "learning_rate": 3.7862796833773087e-07,
+      "loss": 1.3263,
+      "mean_token_accuracy": 0.6723726324737072,
+      "num_tokens": 439647.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.3233631290495396,
+      "epoch": 1.9193857965451055,
+      "grad_norm": 1.386216402053833,
+      "learning_rate": 3.720316622691293e-07,
+      "loss": 1.3127,
+      "mean_token_accuracy": 0.6839993640780448,
+      "num_tokens": 444044.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.2929065488278866,
+      "epoch": 1.9385796545105567,
+      "grad_norm": 1.392918586730957,
+      "learning_rate": 3.654353562005277e-07,
+      "loss": 1.2789,
+      "mean_token_accuracy": 0.691318365931511,
+      "num_tokens": 448332.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.2981125928461552,
+      "epoch": 1.9577735124760078,
+      "grad_norm": 1.3615179061889648,
+      "learning_rate": 3.588390501319261e-07,
+      "loss": 1.275,
+      "mean_token_accuracy": 0.68913309648633,
+      "num_tokens": 452630.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.3281254529953004,
+      "epoch": 1.9769673704414588,
+      "grad_norm": 1.6908109188079834,
+      "learning_rate": 3.5224274406332454e-07,
+      "loss": 1.3256,
+      "mean_token_accuracy": 0.6812291517853737,
+      "num_tokens": 456980.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.270756483823061,
+      "epoch": 1.9961612284069097,
+      "grad_norm": 1.341234803199768,
+      "learning_rate": 3.456464379947229e-07,
+      "loss": 1.2917,
+      "mean_token_accuracy": 0.6812452055513859,
+      "num_tokens": 461188.0,
+      "step": 1040
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1563,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.876450552725504e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

justification-only-lora/checkpoint-1042/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e27d7a95a1480fb9af6d6f097ae245d2b6f610a857c664827804e835e1957
+size 6417

justification-only-lora/checkpoint-1563/README.md

@@ -0,0 +1,209 @@
+---
+base_model: meta-llama/Llama-2-7b-chat-hf
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:meta-llama/Llama-2-7b-chat-hf
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1

justification-only-lora/checkpoint-1563/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

justification-only-lora/checkpoint-1563/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab80ac53fdda79ab48e10a93f9604688ea4f39ea619486708628153a6303636
+size 639691872

justification-only-lora/checkpoint-1563/chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\n' + system_message + '\n<</SYS>>\n\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}

justification-only-lora/checkpoint-1563/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac1d7c860f68bb606ff1d99d26e071bdbfa79a942a08d6d469cb05fd43cb787
+size 1279641507

justification-only-lora/checkpoint-1563/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51504fec951007f3a92d997369a383cab54bfd2231401e0467c4ee211867d2b
+size 14645

justification-only-lora/checkpoint-1563/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161850d0d55886202544d2a8f9fd8a1e21ed54fbd3517d62e4c556f4327e9b7a
+size 1465

justification-only-lora/checkpoint-1563/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

justification-only-lora/checkpoint-1563/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

justification-only-lora/checkpoint-1563/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

justification-only-lora/checkpoint-1563/trainer_state.json

@@ -0,0 +1,1594 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 1563,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.5444401994347572,
+      "epoch": 0.019193857965451054,
+      "grad_norm": 5.821522235870361,
+      "learning_rate": 1.9148936170212765e-07,
+      "loss": 4.1401,
+      "mean_token_accuracy": 0.4060008004307747,
+      "num_tokens": 4245.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.5042417280375957,
+      "epoch": 0.03838771593090211,
+      "grad_norm": 5.973490238189697,
+      "learning_rate": 4.0425531914893614e-07,
+      "loss": 4.0713,
+      "mean_token_accuracy": 0.4032037228345871,
+      "num_tokens": 8699.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.5192734643816947,
+      "epoch": 0.05758157389635317,
+      "grad_norm": 5.376368999481201,
+      "learning_rate": 6.170212765957446e-07,
+      "loss": 3.9752,
+      "mean_token_accuracy": 0.396929800696671,
+      "num_tokens": 13344.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.5850717440247535,
+      "epoch": 0.07677543186180422,
+      "grad_norm": 4.978009223937988,
+      "learning_rate": 8.297872340425532e-07,
+      "loss": 4.0101,
+      "mean_token_accuracy": 0.398511266708374,
+      "num_tokens": 17548.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.609639537334442,
+      "epoch": 0.09596928982725528,
+      "grad_norm": 5.168197154998779,
+      "learning_rate": 9.986807387862796e-07,
+      "loss": 4.0455,
+      "mean_token_accuracy": 0.39038523491472005,
+      "num_tokens": 21726.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.6230455122888088,
+      "epoch": 0.11516314779270634,
+      "grad_norm": 4.924302577972412,
+      "learning_rate": 9.92084432717678e-07,
+      "loss": 3.805,
+      "mean_token_accuracy": 0.41029399298131464,
+      "num_tokens": 26305.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.6385258689522744,
+      "epoch": 0.1343570057581574,
+      "grad_norm": 5.023738861083984,
+      "learning_rate": 9.854881266490765e-07,
+      "loss": 3.6963,
+      "mean_token_accuracy": 0.4034191995859146,
+      "num_tokens": 30867.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.6791253253817557,
+      "epoch": 0.15355086372360843,
+      "grad_norm": 4.995085716247559,
+      "learning_rate": 9.788918205804749e-07,
+      "loss": 3.5687,
+      "mean_token_accuracy": 0.41049087755382063,
+      "num_tokens": 35488.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.7368177756667138,
+      "epoch": 0.1727447216890595,
+      "grad_norm": 5.233994007110596,
+      "learning_rate": 9.722955145118733e-07,
+      "loss": 3.502,
+      "mean_token_accuracy": 0.41353076659142973,
+      "num_tokens": 39905.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.7768422558903694,
+      "epoch": 0.19193857965451055,
+      "grad_norm": 4.299875259399414,
+      "learning_rate": 9.656992084432716e-07,
+      "loss": 3.4098,
+      "mean_token_accuracy": 0.4197281800210476,
+      "num_tokens": 44208.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.8558007434010506,
+      "epoch": 0.21113243761996162,
+      "grad_norm": 4.665222644805908,
+      "learning_rate": 9.591029023746702e-07,
+      "loss": 3.2665,
+      "mean_token_accuracy": 0.42318747080862523,
+      "num_tokens": 48508.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.8271729901432991,
+      "epoch": 0.23032629558541268,
+      "grad_norm": 3.741534948348999,
+      "learning_rate": 9.525065963060686e-07,
+      "loss": 3.0302,
+      "mean_token_accuracy": 0.4432856226339936,
+      "num_tokens": 53006.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.855116668343544,
+      "epoch": 0.2495201535508637,
+      "grad_norm": 3.7163283824920654,
+      "learning_rate": 9.459102902374669e-07,
+      "loss": 2.9221,
+      "mean_token_accuracy": 0.45197133012115953,
+      "num_tokens": 57517.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.8998430132865907,
+      "epoch": 0.2687140115163148,
+      "grad_norm": 3.359804153442383,
+      "learning_rate": 9.393139841688654e-07,
+      "loss": 2.862,
+      "mean_token_accuracy": 0.4820567347109318,
+      "num_tokens": 61859.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.8810108318924903,
+      "epoch": 0.28790786948176583,
+      "grad_norm": 3.24143648147583,
+      "learning_rate": 9.327176781002638e-07,
+      "loss": 2.6863,
+      "mean_token_accuracy": 0.4882553808391094,
+      "num_tokens": 66294.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.8664621368050576,
+      "epoch": 0.30710172744721687,
+      "grad_norm": 3.21515154838562,
+      "learning_rate": 9.261213720316622e-07,
+      "loss": 2.5571,
+      "mean_token_accuracy": 0.4904331646859646,
+      "num_tokens": 70881.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.9047470435500145,
+      "epoch": 0.32629558541266795,
+      "grad_norm": 2.9383370876312256,
+      "learning_rate": 9.195250659630607e-07,
+      "loss": 2.4253,
+      "mean_token_accuracy": 0.5186557050794363,
+      "num_tokens": 75343.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.8957982853055,
+      "epoch": 0.345489443378119,
+      "grad_norm": 2.855672836303711,
+      "learning_rate": 9.129287598944591e-07,
+      "loss": 2.3765,
+      "mean_token_accuracy": 0.5165872510522604,
+      "num_tokens": 79813.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.8749225288629532,
+      "epoch": 0.3646833013435701,
+      "grad_norm": 2.4022603034973145,
+      "learning_rate": 9.063324538258574e-07,
+      "loss": 2.262,
+      "mean_token_accuracy": 0.5304524928331376,
+      "num_tokens": 84432.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.859298901259899,
+      "epoch": 0.3838771593090211,
+      "grad_norm": 2.477881908416748,
+      "learning_rate": 8.997361477572559e-07,
+      "loss": 2.1756,
+      "mean_token_accuracy": 0.5431556064635515,
+      "num_tokens": 88923.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.8629574179649353,
+      "epoch": 0.40307101727447214,
+      "grad_norm": 2.1476128101348877,
+      "learning_rate": 8.931398416886543e-07,
+      "loss": 2.1339,
+      "mean_token_accuracy": 0.5666973438113928,
+      "num_tokens": 93328.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.8807074934244157,
+      "epoch": 0.42226487523992323,
+      "grad_norm": 2.3548238277435303,
+      "learning_rate": 8.865435356200526e-07,
+      "loss": 2.0982,
+      "mean_token_accuracy": 0.5757683675736189,
+      "num_tokens": 97899.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.9242157697677613,
+      "epoch": 0.44145873320537427,
+      "grad_norm": 2.224064588546753,
+      "learning_rate": 8.799472295514512e-07,
+      "loss": 2.0095,
+      "mean_token_accuracy": 0.5813840452581645,
+      "num_tokens": 102067.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.8383784875273705,
+      "epoch": 0.46065259117082535,
+      "grad_norm": 2.35628604888916,
+      "learning_rate": 8.733509234828496e-07,
+      "loss": 2.0116,
+      "mean_token_accuracy": 0.582221444323659,
+      "num_tokens": 106474.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.8541715443134308,
+      "epoch": 0.4798464491362764,
+      "grad_norm": 2.1513049602508545,
+      "learning_rate": 8.667546174142479e-07,
+      "loss": 1.9723,
+      "mean_token_accuracy": 0.591744914278388,
+      "num_tokens": 110847.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.8240503028035164,
+      "epoch": 0.4990403071017274,
+      "grad_norm": 1.9908933639526367,
+      "learning_rate": 8.601583113456464e-07,
+      "loss": 1.9192,
+      "mean_token_accuracy": 0.583719938248396,
+      "num_tokens": 115237.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.8065304696559905,
+      "epoch": 0.5182341650671785,
+      "grad_norm": 2.1833651065826416,
+      "learning_rate": 8.535620052770448e-07,
+      "loss": 1.8791,
+      "mean_token_accuracy": 0.5988160844892263,
+      "num_tokens": 119549.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.7882312104105949,
+      "epoch": 0.5374280230326296,
+      "grad_norm": 2.280733823776245,
+      "learning_rate": 8.469656992084431e-07,
+      "loss": 1.899,
+      "mean_token_accuracy": 0.5769031669944524,
+      "num_tokens": 123989.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.7919606953859328,
+      "epoch": 0.5566218809980806,
+      "grad_norm": 2.1053104400634766,
+      "learning_rate": 8.403693931398417e-07,
+      "loss": 1.833,
+      "mean_token_accuracy": 0.5953757733106613,
+      "num_tokens": 128278.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.8032251179218293,
+      "epoch": 0.5758157389635317,
+      "grad_norm": 2.0865530967712402,
+      "learning_rate": 8.337730870712401e-07,
+      "loss": 1.8991,
+      "mean_token_accuracy": 0.5826169475913048,
+      "num_tokens": 133078.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.7583968698978425,
+      "epoch": 0.5950095969289827,
+      "grad_norm": 1.7579165697097778,
+      "learning_rate": 8.271767810026385e-07,
+      "loss": 1.7885,
+      "mean_token_accuracy": 0.6143867563456297,
+      "num_tokens": 137541.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.7979290679097175,
+      "epoch": 0.6142034548944337,
+      "grad_norm": 1.8130688667297363,
+      "learning_rate": 8.205804749340369e-07,
+      "loss": 1.8252,
+      "mean_token_accuracy": 0.6005033150315284,
+      "num_tokens": 141810.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.7790041908621788,
+      "epoch": 0.6333973128598849,
+      "grad_norm": 1.9245020151138306,
+      "learning_rate": 8.139841688654353e-07,
+      "loss": 1.7798,
+      "mean_token_accuracy": 0.613793533295393,
+      "num_tokens": 146112.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.7689658552408218,
+      "epoch": 0.6525911708253359,
+      "grad_norm": 2.208102226257324,
+      "learning_rate": 8.073878627968337e-07,
+      "loss": 1.7584,
+      "mean_token_accuracy": 0.5983480997383595,
+      "num_tokens": 150609.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.7603006795048715,
+      "epoch": 0.6717850287907869,
+      "grad_norm": 1.8552649021148682,
+      "learning_rate": 8.007915567282322e-07,
+      "loss": 1.7016,
+      "mean_token_accuracy": 0.6168740216642619,
+      "num_tokens": 155088.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.741025310754776,
+      "epoch": 0.690978886756238,
+      "grad_norm": 1.9795598983764648,
+      "learning_rate": 7.941952506596306e-07,
+      "loss": 1.7031,
+      "mean_token_accuracy": 0.6189993746578694,
+      "num_tokens": 159495.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.763644915819168,
+      "epoch": 0.710172744721689,
+      "grad_norm": 2.2528767585754395,
+      "learning_rate": 7.87598944591029e-07,
+      "loss": 1.6961,
+      "mean_token_accuracy": 0.6185917239636183,
+      "num_tokens": 163793.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.739506982266903,
+      "epoch": 0.7293666026871402,
+      "grad_norm": 1.9315766096115112,
+      "learning_rate": 7.810026385224274e-07,
+      "loss": 1.6339,
+      "mean_token_accuracy": 0.6323129627853632,
+      "num_tokens": 168268.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.7659575924277306,
+      "epoch": 0.7485604606525912,
+      "grad_norm": 1.8060170412063599,
+      "learning_rate": 7.744063324538258e-07,
+      "loss": 1.6461,
+      "mean_token_accuracy": 0.6334325969219208,
+      "num_tokens": 172612.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.7049371361732484,
+      "epoch": 0.7677543186180422,
+      "grad_norm": 1.7351154088974,
+      "learning_rate": 7.678100263852242e-07,
+      "loss": 1.5584,
+      "mean_token_accuracy": 0.64255366101861,
+      "num_tokens": 176987.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.6969178169965744,
+      "epoch": 0.7869481765834933,
+      "grad_norm": 1.5524696111679077,
+      "learning_rate": 7.612137203166226e-07,
+      "loss": 1.6435,
+      "mean_token_accuracy": 0.632745499163866,
+      "num_tokens": 181538.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.6801453217864037,
+      "epoch": 0.8061420345489443,
+      "grad_norm": 1.667938470840454,
+      "learning_rate": 7.546174142480211e-07,
+      "loss": 1.5851,
+      "mean_token_accuracy": 0.6391880080103874,
+      "num_tokens": 185819.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.6663354828953743,
+      "epoch": 0.8253358925143954,
+      "grad_norm": 1.5086743831634521,
+      "learning_rate": 7.480211081794196e-07,
+      "loss": 1.5759,
+      "mean_token_accuracy": 0.6453739482909441,
+      "num_tokens": 190254.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.6495836034417153,
+      "epoch": 0.8445297504798465,
+      "grad_norm": 1.7330267429351807,
+      "learning_rate": 7.414248021108179e-07,
+      "loss": 1.5403,
+      "mean_token_accuracy": 0.6486042737960815,
+      "num_tokens": 194643.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.6953262895345689,
+      "epoch": 0.8637236084452975,
+      "grad_norm": 1.465407133102417,
+      "learning_rate": 7.348284960422163e-07,
+      "loss": 1.5757,
+      "mean_token_accuracy": 0.6440861701965332,
+      "num_tokens": 198983.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.6009652018547058,
+      "epoch": 0.8829174664107485,
+      "grad_norm": 1.484931230545044,
+      "learning_rate": 7.282321899736148e-07,
+      "loss": 1.4547,
+      "mean_token_accuracy": 0.6605511672794819,
+      "num_tokens": 203270.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.6046269670128823,
+      "epoch": 0.9021113243761996,
+      "grad_norm": 1.4576069116592407,
+      "learning_rate": 7.216358839050131e-07,
+      "loss": 1.5508,
+      "mean_token_accuracy": 0.6439322311431169,
+      "num_tokens": 207696.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.6068053118884564,
+      "epoch": 0.9213051823416507,
+      "grad_norm": 1.7096375226974487,
+      "learning_rate": 7.150395778364116e-07,
+      "loss": 1.5665,
+      "mean_token_accuracy": 0.6389439355581998,
+      "num_tokens": 212574.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.58553556650877,
+      "epoch": 0.9404990403071017,
+      "grad_norm": 1.8892183303833008,
+      "learning_rate": 7.084432717678101e-07,
+      "loss": 1.5476,
+      "mean_token_accuracy": 0.6533854089677333,
+      "num_tokens": 217308.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.6013462141156196,
+      "epoch": 0.9596928982725528,
+      "grad_norm": 1.3890715837478638,
+      "learning_rate": 7.018469656992084e-07,
+      "loss": 1.5067,
+      "mean_token_accuracy": 0.6439886368811131,
+      "num_tokens": 221638.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.5622883230447768,
+      "epoch": 0.9788867562380038,
+      "grad_norm": 1.4576449394226074,
+      "learning_rate": 6.952506596306068e-07,
+      "loss": 1.5282,
+      "mean_token_accuracy": 0.6542089767754078,
+      "num_tokens": 226264.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.5611482337117195,
+      "epoch": 0.9980806142034548,
+      "grad_norm": 1.3677759170532227,
+      "learning_rate": 6.886543535620053e-07,
+      "loss": 1.4478,
+      "mean_token_accuracy": 0.6510695222765207,
+      "num_tokens": 230675.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.5630412474274635,
+      "epoch": 1.017274472168906,
+      "grad_norm": 1.451343297958374,
+      "learning_rate": 6.820580474934036e-07,
+      "loss": 1.5144,
+      "mean_token_accuracy": 0.6554066635668278,
+      "num_tokens": 235290.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.5062206633388997,
+      "epoch": 1.036468330134357,
+      "grad_norm": 1.4385675191879272,
+      "learning_rate": 6.75461741424802e-07,
+      "loss": 1.459,
+      "mean_token_accuracy": 0.6650427110493183,
+      "num_tokens": 239682.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.5518377706408502,
+      "epoch": 1.055662188099808,
+      "grad_norm": 1.3765565156936646,
+      "learning_rate": 6.688654353562006e-07,
+      "loss": 1.5403,
+      "mean_token_accuracy": 0.6449352588504553,
+      "num_tokens": 244138.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.5200361490249634,
+      "epoch": 1.0748560460652592,
+      "grad_norm": 1.356392741203308,
+      "learning_rate": 6.62269129287599e-07,
+      "loss": 1.4413,
+      "mean_token_accuracy": 0.6655519589781761,
+      "num_tokens": 248375.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.517387817800045,
+      "epoch": 1.0940499040307101,
+      "grad_norm": 1.2830088138580322,
+      "learning_rate": 6.556728232189973e-07,
+      "loss": 1.4174,
+      "mean_token_accuracy": 0.658090665563941,
+      "num_tokens": 252941.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.4819800563156604,
+      "epoch": 1.1132437619961613,
+      "grad_norm": 1.4165180921554565,
+      "learning_rate": 6.490765171503958e-07,
+      "loss": 1.4804,
+      "mean_token_accuracy": 0.6585468038916588,
+      "num_tokens": 257486.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.5246448263525962,
+      "epoch": 1.1324376199616122,
+      "grad_norm": 1.3312668800354004,
+      "learning_rate": 6.424802110817942e-07,
+      "loss": 1.473,
+      "mean_token_accuracy": 0.652620742097497,
+      "num_tokens": 261978.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.489580862224102,
+      "epoch": 1.1516314779270633,
+      "grad_norm": 1.2045397758483887,
+      "learning_rate": 6.358839050131925e-07,
+      "loss": 1.3997,
+      "mean_token_accuracy": 0.6628001451492309,
+      "num_tokens": 266337.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.49830242395401,
+      "epoch": 1.1708253358925145,
+      "grad_norm": 1.4452189207077026,
+      "learning_rate": 6.292875989445911e-07,
+      "loss": 1.4246,
+      "mean_token_accuracy": 0.6613333437591791,
+      "num_tokens": 270625.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.477701984345913,
+      "epoch": 1.1900191938579654,
+      "grad_norm": 1.4515446424484253,
+      "learning_rate": 6.226912928759895e-07,
+      "loss": 1.4386,
+      "mean_token_accuracy": 0.666374447196722,
+      "num_tokens": 274970.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.4627806089818478,
+      "epoch": 1.2092130518234165,
+      "grad_norm": 1.2604293823242188,
+      "learning_rate": 6.160949868073878e-07,
+      "loss": 1.4076,
+      "mean_token_accuracy": 0.6598449043929577,
+      "num_tokens": 279480.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.435338243842125,
+      "epoch": 1.2284069097888675,
+      "grad_norm": 1.2244068384170532,
+      "learning_rate": 6.094986807387863e-07,
+      "loss": 1.3863,
+      "mean_token_accuracy": 0.66046132594347,
+      "num_tokens": 283918.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.459252581000328,
+      "epoch": 1.2476007677543186,
+      "grad_norm": 1.3843801021575928,
+      "learning_rate": 6.029023746701847e-07,
+      "loss": 1.4447,
+      "mean_token_accuracy": 0.653592013567686,
+      "num_tokens": 288406.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.4316556841135024,
+      "epoch": 1.2667946257197698,
+      "grad_norm": 1.3814395666122437,
+      "learning_rate": 5.96306068601583e-07,
+      "loss": 1.3717,
+      "mean_token_accuracy": 0.6771419286727905,
+      "num_tokens": 292810.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.4243345469236375,
+      "epoch": 1.2859884836852207,
+      "grad_norm": 1.3101155757904053,
+      "learning_rate": 5.897097625329816e-07,
+      "loss": 1.3458,
+      "mean_token_accuracy": 0.675717793405056,
+      "num_tokens": 297159.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.4271595671772956,
+      "epoch": 1.3051823416506718,
+      "grad_norm": 1.2887548208236694,
+      "learning_rate": 5.8311345646438e-07,
+      "loss": 1.3808,
+      "mean_token_accuracy": 0.6737751249223948,
+      "num_tokens": 301673.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.3988382443785667,
+      "epoch": 1.3243761996161227,
+      "grad_norm": 1.2936028242111206,
+      "learning_rate": 5.765171503957783e-07,
+      "loss": 1.3466,
+      "mean_token_accuracy": 0.6742249563336372,
+      "num_tokens": 306011.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.4129404231905938,
+      "epoch": 1.3435700575815739,
+      "grad_norm": 1.365856647491455,
+      "learning_rate": 5.699208443271768e-07,
+      "loss": 1.4004,
+      "mean_token_accuracy": 0.6762094989418983,
+      "num_tokens": 310684.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.3896265909075738,
+      "epoch": 1.362763915547025,
+      "grad_norm": 1.480326533317566,
+      "learning_rate": 5.633245382585752e-07,
+      "loss": 1.3412,
+      "mean_token_accuracy": 0.6740002393722534,
+      "num_tokens": 314948.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.4091107904911042,
+      "epoch": 1.381957773512476,
+      "grad_norm": 1.2030360698699951,
+      "learning_rate": 5.567282321899735e-07,
+      "loss": 1.3221,
+      "mean_token_accuracy": 0.6703991085290909,
+      "num_tokens": 319137.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.3776820525527,
+      "epoch": 1.401151631477927,
+      "grad_norm": 1.3343322277069092,
+      "learning_rate": 5.50131926121372e-07,
+      "loss": 1.3261,
+      "mean_token_accuracy": 0.669080725312233,
+      "num_tokens": 323692.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.3385411709547044,
+      "epoch": 1.420345489443378,
+      "grad_norm": 1.508680820465088,
+      "learning_rate": 5.435356200527705e-07,
+      "loss": 1.3362,
+      "mean_token_accuracy": 0.6749741330742836,
+      "num_tokens": 328215.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.38590829372406,
+      "epoch": 1.4395393474088292,
+      "grad_norm": 1.2919189929962158,
+      "learning_rate": 5.369393139841688e-07,
+      "loss": 1.3868,
+      "mean_token_accuracy": 0.6657867811620235,
+      "num_tokens": 332882.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.4047252014279366,
+      "epoch": 1.4587332053742803,
+      "grad_norm": 1.4611691236495972,
+      "learning_rate": 5.303430079155673e-07,
+      "loss": 1.4304,
+      "mean_token_accuracy": 0.6638705205172301,
+      "num_tokens": 337595.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.3704433895647525,
+      "epoch": 1.4779270633397312,
+      "grad_norm": 1.8351633548736572,
+      "learning_rate": 5.237467018469657e-07,
+      "loss": 1.3722,
+      "mean_token_accuracy": 0.6718668848276138,
+      "num_tokens": 342172.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.406796894967556,
+      "epoch": 1.4971209213051824,
+      "grad_norm": 1.2843279838562012,
+      "learning_rate": 5.17150395778364e-07,
+      "loss": 1.4114,
+      "mean_token_accuracy": 0.6612038798630238,
+      "num_tokens": 346680.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.390411025285721,
+      "epoch": 1.5163147792706333,
+      "grad_norm": 1.371477723121643,
+      "learning_rate": 5.105540897097625e-07,
+      "loss": 1.3765,
+      "mean_token_accuracy": 0.6695740602910518,
+      "num_tokens": 351340.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.4048142805695534,
+      "epoch": 1.5355086372360844,
+      "grad_norm": 1.5759378671646118,
+      "learning_rate": 5.03957783641161e-07,
+      "loss": 1.3774,
+      "mean_token_accuracy": 0.6580772455781698,
+      "num_tokens": 355725.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.3832298710942268,
+      "epoch": 1.5547024952015356,
+      "grad_norm": 1.3659121990203857,
+      "learning_rate": 4.973614775725593e-07,
+      "loss": 1.355,
+      "mean_token_accuracy": 0.6632212825119496,
+      "num_tokens": 360351.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.3781431332230567,
+      "epoch": 1.5738963531669867,
+      "grad_norm": 1.217862844467163,
+      "learning_rate": 4.907651715039577e-07,
+      "loss": 1.3106,
+      "mean_token_accuracy": 0.6837066046893596,
+      "num_tokens": 364704.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.396301233023405,
+      "epoch": 1.5930902111324377,
+      "grad_norm": 1.4170340299606323,
+      "learning_rate": 4.841688654353562e-07,
+      "loss": 1.3848,
+      "mean_token_accuracy": 0.6756857700645924,
+      "num_tokens": 369223.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.3805570371448994,
+      "epoch": 1.6122840690978886,
+      "grad_norm": 1.6334904432296753,
+      "learning_rate": 4.775725593667547e-07,
+      "loss": 1.3289,
+      "mean_token_accuracy": 0.6720996864140034,
+      "num_tokens": 373695.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.3304642729461194,
+      "epoch": 1.6314779270633397,
+      "grad_norm": 1.3716479539871216,
+      "learning_rate": 4.70976253298153e-07,
+      "loss": 1.358,
+      "mean_token_accuracy": 0.6814977154135704,
+      "num_tokens": 377944.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.325723135471344,
+      "epoch": 1.6506717850287909,
+      "grad_norm": 1.4637054204940796,
+      "learning_rate": 4.6437994722955143e-07,
+      "loss": 1.3271,
+      "mean_token_accuracy": 0.6779550112783909,
+      "num_tokens": 382282.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.3619354411959648,
+      "epoch": 1.669865642994242,
+      "grad_norm": 1.5114948749542236,
+      "learning_rate": 4.5778364116094985e-07,
+      "loss": 1.3559,
+      "mean_token_accuracy": 0.6726201340556145,
+      "num_tokens": 386630.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.3764189667999744,
+      "epoch": 1.689059500959693,
+      "grad_norm": 1.5805186033248901,
+      "learning_rate": 4.511873350923482e-07,
+      "loss": 1.3441,
+      "mean_token_accuracy": 0.6739023014903068,
+      "num_tokens": 391180.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.349490751326084,
+      "epoch": 1.7082533589251438,
+      "grad_norm": 1.3050271272659302,
+      "learning_rate": 4.445910290237467e-07,
+      "loss": 1.2895,
+      "mean_token_accuracy": 0.6882619224488735,
+      "num_tokens": 395271.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.3338017553091048,
+      "epoch": 1.727447216890595,
+      "grad_norm": 1.5821993350982666,
+      "learning_rate": 4.379947229551451e-07,
+      "loss": 1.3541,
+      "mean_token_accuracy": 0.6712648656219244,
+      "num_tokens": 399736.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.33896948620677,
+      "epoch": 1.7466410748560461,
+      "grad_norm": 1.3532984256744385,
+      "learning_rate": 4.3139841688654347e-07,
+      "loss": 1.3286,
+      "mean_token_accuracy": 0.6765731774270535,
+      "num_tokens": 404242.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.3218392327427864,
+      "epoch": 1.7658349328214973,
+      "grad_norm": 1.502060055732727,
+      "learning_rate": 4.2480211081794194e-07,
+      "loss": 1.3072,
+      "mean_token_accuracy": 0.6809414498507976,
+      "num_tokens": 408667.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.3454699993133545,
+      "epoch": 1.7850287907869482,
+      "grad_norm": 1.635991096496582,
+      "learning_rate": 4.1820580474934036e-07,
+      "loss": 1.2656,
+      "mean_token_accuracy": 0.6872869111597538,
+      "num_tokens": 412801.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.3382192149758338,
+      "epoch": 1.8042226487523991,
+      "grad_norm": 1.3631840944290161,
+      "learning_rate": 4.116094986807387e-07,
+      "loss": 1.3583,
+      "mean_token_accuracy": 0.6756069511175156,
+      "num_tokens": 417242.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.2952587850391866,
+      "epoch": 1.8234165067178503,
+      "grad_norm": 1.482888102531433,
+      "learning_rate": 4.050131926121372e-07,
+      "loss": 1.2944,
+      "mean_token_accuracy": 0.6870723001658916,
+      "num_tokens": 421637.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.320672082155943,
+      "epoch": 1.8426103646833014,
+      "grad_norm": 1.3760404586791992,
+      "learning_rate": 3.984168865435356e-07,
+      "loss": 1.3511,
+      "mean_token_accuracy": 0.6759059205651283,
+      "num_tokens": 426236.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.3185964405536652,
+      "epoch": 1.8618042226487526,
+      "grad_norm": 1.5384997129440308,
+      "learning_rate": 3.91820580474934e-07,
+      "loss": 1.2991,
+      "mean_token_accuracy": 0.6813853666186332,
+      "num_tokens": 430620.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.3227439992129804,
+      "epoch": 1.8809980806142035,
+      "grad_norm": 1.5697379112243652,
+      "learning_rate": 3.8522427440633245e-07,
+      "loss": 1.3625,
+      "mean_token_accuracy": 0.6762081369757652,
+      "num_tokens": 435150.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.313966491818428,
+      "epoch": 1.9001919385796544,
+      "grad_norm": 1.3514854907989502,
+      "learning_rate": 3.7862796833773087e-07,
+      "loss": 1.3263,
+      "mean_token_accuracy": 0.6723726324737072,
+      "num_tokens": 439647.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.3233631290495396,
+      "epoch": 1.9193857965451055,
+      "grad_norm": 1.386216402053833,
+      "learning_rate": 3.720316622691293e-07,
+      "loss": 1.3127,
+      "mean_token_accuracy": 0.6839993640780448,
+      "num_tokens": 444044.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.2929065488278866,
+      "epoch": 1.9385796545105567,
+      "grad_norm": 1.392918586730957,
+      "learning_rate": 3.654353562005277e-07,
+      "loss": 1.2789,
+      "mean_token_accuracy": 0.691318365931511,
+      "num_tokens": 448332.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.2981125928461552,
+      "epoch": 1.9577735124760078,
+      "grad_norm": 1.3615179061889648,
+      "learning_rate": 3.588390501319261e-07,
+      "loss": 1.275,
+      "mean_token_accuracy": 0.68913309648633,
+      "num_tokens": 452630.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.3281254529953004,
+      "epoch": 1.9769673704414588,
+      "grad_norm": 1.6908109188079834,
+      "learning_rate": 3.5224274406332454e-07,
+      "loss": 1.3256,
+      "mean_token_accuracy": 0.6812291517853737,
+      "num_tokens": 456980.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.270756483823061,
+      "epoch": 1.9961612284069097,
+      "grad_norm": 1.341234803199768,
+      "learning_rate": 3.456464379947229e-07,
+      "loss": 1.2917,
+      "mean_token_accuracy": 0.6812452055513859,
+      "num_tokens": 461188.0,
+      "step": 1040
+    },
+    {
+      "entropy": 1.3435936361551284,
+      "epoch": 2.015355086372361,
+      "grad_norm": 1.4235236644744873,
+      "learning_rate": 3.390501319261214e-07,
+      "loss": 1.3605,
+      "mean_token_accuracy": 0.6668237581849098,
+      "num_tokens": 465819.0,
+      "step": 1050
+    },
+    {
+      "entropy": 1.3232629679143428,
+      "epoch": 2.034548944337812,
+      "grad_norm": 1.283897042274475,
+      "learning_rate": 3.324538258575198e-07,
+      "loss": 1.3002,
+      "mean_token_accuracy": 0.6775508165359497,
+      "num_tokens": 470479.0,
+      "step": 1060
+    },
+    {
+      "entropy": 1.3024720832705499,
+      "epoch": 2.053742802303263,
+      "grad_norm": 1.5201691389083862,
+      "learning_rate": 3.2585751978891816e-07,
+      "loss": 1.3144,
+      "mean_token_accuracy": 0.6828004539012908,
+      "num_tokens": 474805.0,
+      "step": 1070
+    },
+    {
+      "entropy": 1.3122016772627831,
+      "epoch": 2.072936660268714,
+      "grad_norm": 1.4469714164733887,
+      "learning_rate": 3.1926121372031663e-07,
+      "loss": 1.3494,
+      "mean_token_accuracy": 0.6670678146183491,
+      "num_tokens": 479352.0,
+      "step": 1080
+    },
+    {
+      "entropy": 1.3177859008312225,
+      "epoch": 2.092130518234165,
+      "grad_norm": 1.5209486484527588,
+      "learning_rate": 3.1266490765171505e-07,
+      "loss": 1.3266,
+      "mean_token_accuracy": 0.6678531132638454,
+      "num_tokens": 483927.0,
+      "step": 1090
+    },
+    {
+      "entropy": 1.3064551755785943,
+      "epoch": 2.111324376199616,
+      "grad_norm": 1.481791377067566,
+      "learning_rate": 3.060686015831134e-07,
+      "loss": 1.3206,
+      "mean_token_accuracy": 0.6830546356737613,
+      "num_tokens": 488341.0,
+      "step": 1100
+    },
+    {
+      "entropy": 1.319955986738205,
+      "epoch": 2.1305182341650672,
+      "grad_norm": 1.3968640565872192,
+      "learning_rate": 2.994722955145119e-07,
+      "loss": 1.3302,
+      "mean_token_accuracy": 0.673691725730896,
+      "num_tokens": 492977.0,
+      "step": 1110
+    },
+    {
+      "entropy": 1.2600168503820897,
+      "epoch": 2.1497120921305184,
+      "grad_norm": 1.2328168153762817,
+      "learning_rate": 2.928759894459103e-07,
+      "loss": 1.2241,
+      "mean_token_accuracy": 0.7017722100019455,
+      "num_tokens": 497276.0,
+      "step": 1120
+    },
+    {
+      "entropy": 1.3103215247392654,
+      "epoch": 2.168905950095969,
+      "grad_norm": 1.6284279823303223,
+      "learning_rate": 2.8627968337730866e-07,
+      "loss": 1.357,
+      "mean_token_accuracy": 0.6668395400047302,
+      "num_tokens": 502047.0,
+      "step": 1130
+    },
+    {
+      "entropy": 1.3090356536209584,
+      "epoch": 2.1880998080614202,
+      "grad_norm": 1.33568274974823,
+      "learning_rate": 2.7968337730870713e-07,
+      "loss": 1.3238,
+      "mean_token_accuracy": 0.6725661128759384,
+      "num_tokens": 506762.0,
+      "step": 1140
+    },
+    {
+      "entropy": 1.3052120059728622,
+      "epoch": 2.2072936660268714,
+      "grad_norm": 1.2979674339294434,
+      "learning_rate": 2.7308707124010555e-07,
+      "loss": 1.2406,
+      "mean_token_accuracy": 0.6894351080060005,
+      "num_tokens": 510932.0,
+      "step": 1150
+    },
+    {
+      "entropy": 1.2998326949775219,
+      "epoch": 2.2264875239923225,
+      "grad_norm": 1.3089884519577026,
+      "learning_rate": 2.664907651715039e-07,
+      "loss": 1.3153,
+      "mean_token_accuracy": 0.6822940424084664,
+      "num_tokens": 515427.0,
+      "step": 1160
+    },
+    {
+      "entropy": 1.2902531705796718,
+      "epoch": 2.2456813819577737,
+      "grad_norm": 1.517556071281433,
+      "learning_rate": 2.598944591029024e-07,
+      "loss": 1.3025,
+      "mean_token_accuracy": 0.6799394376575947,
+      "num_tokens": 519836.0,
+      "step": 1170
+    },
+    {
+      "entropy": 1.28161414116621,
+      "epoch": 2.2648752399232244,
+      "grad_norm": 1.4088398218154907,
+      "learning_rate": 2.532981530343008e-07,
+      "loss": 1.294,
+      "mean_token_accuracy": 0.688885697722435,
+      "num_tokens": 524133.0,
+      "step": 1180
+    },
+    {
+      "entropy": 1.2472076505422591,
+      "epoch": 2.2840690978886755,
+      "grad_norm": 1.335199236869812,
+      "learning_rate": 2.467018469656992e-07,
+      "loss": 1.2884,
+      "mean_token_accuracy": 0.7036932289600373,
+      "num_tokens": 528563.0,
+      "step": 1190
+    },
+    {
+      "entropy": 1.28983159288764,
+      "epoch": 2.3032629558541267,
+      "grad_norm": 1.5047142505645752,
+      "learning_rate": 2.401055408970976e-07,
+      "loss": 1.2767,
+      "mean_token_accuracy": 0.6936770267784595,
+      "num_tokens": 532912.0,
+      "step": 1200
+    },
+    {
+      "entropy": 1.297673599421978,
+      "epoch": 2.322456813819578,
+      "grad_norm": 1.549764633178711,
+      "learning_rate": 2.3350923482849603e-07,
+      "loss": 1.3228,
+      "mean_token_accuracy": 0.6820710323750973,
+      "num_tokens": 537148.0,
+      "step": 1210
+    },
+    {
+      "entropy": 1.2781125754117966,
+      "epoch": 2.341650671785029,
+      "grad_norm": 1.3268665075302124,
+      "learning_rate": 2.2691292875989445e-07,
+      "loss": 1.2659,
+      "mean_token_accuracy": 0.6883464485406876,
+      "num_tokens": 541587.0,
+      "step": 1220
+    },
+    {
+      "entropy": 1.298785186558962,
+      "epoch": 2.36084452975048,
+      "grad_norm": 1.3351597785949707,
+      "learning_rate": 2.2031662269129287e-07,
+      "loss": 1.2907,
+      "mean_token_accuracy": 0.6870604187250138,
+      "num_tokens": 546082.0,
+      "step": 1230
+    },
+    {
+      "entropy": 1.31799146682024,
+      "epoch": 2.380038387715931,
+      "grad_norm": 1.2907146215438843,
+      "learning_rate": 2.1372031662269126e-07,
+      "loss": 1.3539,
+      "mean_token_accuracy": 0.6757581025362015,
+      "num_tokens": 550875.0,
+      "step": 1240
+    },
+    {
+      "entropy": 1.2937058471143246,
+      "epoch": 2.399232245681382,
+      "grad_norm": 1.2982598543167114,
+      "learning_rate": 2.071240105540897e-07,
+      "loss": 1.3177,
+      "mean_token_accuracy": 0.670148654282093,
+      "num_tokens": 555402.0,
+      "step": 1250
+    },
+    {
+      "entropy": 1.3055342875421048,
+      "epoch": 2.418426103646833,
+      "grad_norm": 1.4015284776687622,
+      "learning_rate": 2.0052770448548812e-07,
+      "loss": 1.2447,
+      "mean_token_accuracy": 0.6907467879354954,
+      "num_tokens": 559642.0,
+      "step": 1260
+    },
+    {
+      "entropy": 1.3008297756314278,
+      "epoch": 2.4376199616122842,
+      "grad_norm": 1.299880027770996,
+      "learning_rate": 1.9393139841688651e-07,
+      "loss": 1.3264,
+      "mean_token_accuracy": 0.6823808416724205,
+      "num_tokens": 563954.0,
+      "step": 1270
+    },
+    {
+      "entropy": 1.307408395409584,
+      "epoch": 2.456813819577735,
+      "grad_norm": 1.2731596231460571,
+      "learning_rate": 1.8733509234828496e-07,
+      "loss": 1.3463,
+      "mean_token_accuracy": 0.6831272788345814,
+      "num_tokens": 568695.0,
+      "step": 1280
+    },
+    {
+      "entropy": 1.3174359016120434,
+      "epoch": 2.476007677543186,
+      "grad_norm": 1.5982757806777954,
+      "learning_rate": 1.8073878627968338e-07,
+      "loss": 1.3569,
+      "mean_token_accuracy": 0.6847067341208458,
+      "num_tokens": 573312.0,
+      "step": 1290
+    },
+    {
+      "entropy": 1.3000279910862447,
+      "epoch": 2.495201535508637,
+      "grad_norm": 1.3823977708816528,
+      "learning_rate": 1.741424802110818e-07,
+      "loss": 1.2666,
+      "mean_token_accuracy": 0.696950975805521,
+      "num_tokens": 577626.0,
+      "step": 1300
+    },
+    {
+      "entropy": 1.2941087260842323,
+      "epoch": 2.5143953934740884,
+      "grad_norm": 1.3794970512390137,
+      "learning_rate": 1.675461741424802e-07,
+      "loss": 1.3124,
+      "mean_token_accuracy": 0.6803482968360186,
+      "num_tokens": 582044.0,
+      "step": 1310
+    },
+    {
+      "entropy": 1.2815818771719933,
+      "epoch": 2.5335892514395395,
+      "grad_norm": 1.3148255348205566,
+      "learning_rate": 1.609498680738786e-07,
+      "loss": 1.2629,
+      "mean_token_accuracy": 0.6905880138278008,
+      "num_tokens": 586267.0,
+      "step": 1320
+    },
+    {
+      "entropy": 1.3005138956010343,
+      "epoch": 2.5527831094049906,
+      "grad_norm": 1.4336103200912476,
+      "learning_rate": 1.5435356200527705e-07,
+      "loss": 1.3017,
+      "mean_token_accuracy": 0.6780259110033512,
+      "num_tokens": 590864.0,
+      "step": 1330
+    },
+    {
+      "entropy": 1.2807227730751038,
+      "epoch": 2.5719769673704413,
+      "grad_norm": 1.3677682876586914,
+      "learning_rate": 1.4775725593667547e-07,
+      "loss": 1.2825,
+      "mean_token_accuracy": 0.6882403150200844,
+      "num_tokens": 595215.0,
+      "step": 1340
+    },
+    {
+      "entropy": 1.3279137052595615,
+      "epoch": 2.5911708253358925,
+      "grad_norm": 1.327250599861145,
+      "learning_rate": 1.4116094986807386e-07,
+      "loss": 1.3483,
+      "mean_token_accuracy": 0.6807390071451664,
+      "num_tokens": 599646.0,
+      "step": 1350
+    },
+    {
+      "entropy": 1.2667211405932903,
+      "epoch": 2.6103646833013436,
+      "grad_norm": 1.4356709718704224,
+      "learning_rate": 1.345646437994723e-07,
+      "loss": 1.2679,
+      "mean_token_accuracy": 0.6894605763256549,
+      "num_tokens": 604055.0,
+      "step": 1360
+    },
+    {
+      "entropy": 1.2684335596859455,
+      "epoch": 2.629558541266795,
+      "grad_norm": 1.2923860549926758,
+      "learning_rate": 1.2796833773087072e-07,
+      "loss": 1.2908,
+      "mean_token_accuracy": 0.6826830200850964,
+      "num_tokens": 608366.0,
+      "step": 1370
+    },
+    {
+      "entropy": 1.2696340844035148,
+      "epoch": 2.6487523992322455,
+      "grad_norm": 1.3329826593399048,
+      "learning_rate": 1.2137203166226914e-07,
+      "loss": 1.2539,
+      "mean_token_accuracy": 0.6952502600848675,
+      "num_tokens": 612800.0,
+      "step": 1380
+    },
+    {
+      "entropy": 1.278603233397007,
+      "epoch": 2.6679462571976966,
+      "grad_norm": 1.2472796440124512,
+      "learning_rate": 1.1477572559366754e-07,
+      "loss": 1.2397,
+      "mean_token_accuracy": 0.6929521881043911,
+      "num_tokens": 617190.0,
+      "step": 1390
+    },
+    {
+      "entropy": 1.2521962508559228,
+      "epoch": 2.6871401151631478,
+      "grad_norm": 1.263042688369751,
+      "learning_rate": 1.0817941952506596e-07,
+      "loss": 1.2658,
+      "mean_token_accuracy": 0.6824257783591747,
+      "num_tokens": 621629.0,
+      "step": 1400
+    },
+    {
+      "entropy": 1.2463970981538295,
+      "epoch": 2.706333973128599,
+      "grad_norm": 1.5570292472839355,
+      "learning_rate": 1.0158311345646438e-07,
+      "loss": 1.2261,
+      "mean_token_accuracy": 0.6961454443633557,
+      "num_tokens": 625697.0,
+      "step": 1410
+    },
+    {
+      "entropy": 1.2964108608663083,
+      "epoch": 2.72552783109405,
+      "grad_norm": 1.484802484512329,
+      "learning_rate": 9.498680738786278e-08,
+      "loss": 1.296,
+      "mean_token_accuracy": 0.682018131762743,
+      "num_tokens": 630069.0,
+      "step": 1420
+    },
+    {
+      "entropy": 1.3055186793208122,
+      "epoch": 2.744721689059501,
+      "grad_norm": 1.255502462387085,
+      "learning_rate": 8.839050131926121e-08,
+      "loss": 1.3125,
+      "mean_token_accuracy": 0.676883514970541,
+      "num_tokens": 634623.0,
+      "step": 1430
+    },
+    {
+      "entropy": 1.2824440211057664,
+      "epoch": 2.763915547024952,
+      "grad_norm": 1.4396237134933472,
+      "learning_rate": 8.179419525065963e-08,
+      "loss": 1.2782,
+      "mean_token_accuracy": 0.6812773160636425,
+      "num_tokens": 638785.0,
+      "step": 1440
+    },
+    {
+      "entropy": 1.2704365581274033,
+      "epoch": 2.783109404990403,
+      "grad_norm": 1.401594638824463,
+      "learning_rate": 7.519788918205805e-08,
+      "loss": 1.2688,
+      "mean_token_accuracy": 0.693631474673748,
+      "num_tokens": 643082.0,
+      "step": 1450
+    },
+    {
+      "entropy": 1.252295482158661,
+      "epoch": 2.802303262955854,
+      "grad_norm": 1.3680243492126465,
+      "learning_rate": 6.860158311345645e-08,
+      "loss": 1.2254,
+      "mean_token_accuracy": 0.6942887440323829,
+      "num_tokens": 647322.0,
+      "step": 1460
+    },
+    {
+      "entropy": 1.2678297027945518,
+      "epoch": 2.8214971209213053,
+      "grad_norm": 1.5171517133712769,
+      "learning_rate": 6.200527704485487e-08,
+      "loss": 1.2417,
+      "mean_token_accuracy": 0.6963775165379047,
+      "num_tokens": 651663.0,
+      "step": 1470
+    },
+    {
+      "entropy": 1.2890452943742274,
+      "epoch": 2.840690978886756,
+      "grad_norm": 1.2403157949447632,
+      "learning_rate": 5.540897097625329e-08,
+      "loss": 1.2898,
+      "mean_token_accuracy": 0.6854783184826374,
+      "num_tokens": 656346.0,
+      "step": 1480
+    },
+    {
+      "entropy": 1.3001275762915612,
+      "epoch": 2.859884836852207,
+      "grad_norm": 1.4517172574996948,
+      "learning_rate": 4.8812664907651714e-08,
+      "loss": 1.3287,
+      "mean_token_accuracy": 0.6778113000094891,
+      "num_tokens": 661003.0,
+      "step": 1490
+    },
+    {
+      "entropy": 1.2507057949900626,
+      "epoch": 2.8790786948176583,
+      "grad_norm": 1.2604531049728394,
+      "learning_rate": 4.2216358839050126e-08,
+      "loss": 1.3103,
+      "mean_token_accuracy": 0.6751070104539394,
+      "num_tokens": 665563.0,
+      "step": 1500
+    },
+    {
+      "entropy": 1.2690322190523147,
+      "epoch": 2.8982725527831095,
+      "grad_norm": 1.3388428688049316,
+      "learning_rate": 3.562005277044855e-08,
+      "loss": 1.345,
+      "mean_token_accuracy": 0.6880094990134239,
+      "num_tokens": 670193.0,
+      "step": 1510
+    },
+    {
+      "entropy": 1.2800460867583752,
+      "epoch": 2.9174664107485606,
+      "grad_norm": 1.5586973428726196,
+      "learning_rate": 2.9023746701846965e-08,
+      "loss": 1.345,
+      "mean_token_accuracy": 0.6793852631002665,
+      "num_tokens": 674503.0,
+      "step": 1520
+    },
+    {
+      "entropy": 1.2741929218173027,
+      "epoch": 2.9366602687140118,
+      "grad_norm": 1.383112907409668,
+      "learning_rate": 2.2427440633245383e-08,
+      "loss": 1.2925,
+      "mean_token_accuracy": 0.6897002138197422,
+      "num_tokens": 678932.0,
+      "step": 1530
+    },
+    {
+      "entropy": 1.2852642297744752,
+      "epoch": 2.9558541266794625,
+      "grad_norm": 1.642594575881958,
+      "learning_rate": 1.58311345646438e-08,
+      "loss": 1.2935,
+      "mean_token_accuracy": 0.6824041597545147,
+      "num_tokens": 683365.0,
+      "step": 1540
+    },
+    {
+      "entropy": 1.2600287146866322,
+      "epoch": 2.9750479846449136,
+      "grad_norm": 1.5364669561386108,
+      "learning_rate": 9.234828496042217e-09,
+      "loss": 1.2706,
+      "mean_token_accuracy": 0.6923547603189946,
+      "num_tokens": 687684.0,
+      "step": 1550
+    },
+    {
+      "entropy": 1.2621777415275575,
+      "epoch": 2.9942418426103647,
+      "grad_norm": 1.3073114156723022,
+      "learning_rate": 2.638522427440633e-09,
+      "loss": 1.2944,
+      "mean_token_accuracy": 0.6885419115424156,
+      "num_tokens": 691872.0,
+      "step": 1560
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1563,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.814675829088256e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

justification-only-lora/checkpoint-1563/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e27d7a95a1480fb9af6d6f097ae245d2b6f610a857c664827804e835e1957
+size 6417

justification-only-lora/checkpoint-521/README.md

@@ -0,0 +1,209 @@
+---
+base_model: meta-llama/Llama-2-7b-chat-hf
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:meta-llama/Llama-2-7b-chat-hf
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1

justification-only-lora/checkpoint-521/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

justification-only-lora/checkpoint-521/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7941bbe2f86985e67b8663d98cd90d4639c637f59df12c6235a7ca51360cf045
+size 639691872

justification-only-lora/checkpoint-521/chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\n' + system_message + '\n<</SYS>>\n\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}

justification-only-lora/checkpoint-521/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f54761eb964c7d57a91145fb39db62a794aee7ca80c8e1b59ee3e555d91a30
+size 1279641507

justification-only-lora/checkpoint-521/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7567a702399b2bb9bdc6084226aa2c5dfd331906b03b06bff478ca0b80bf8c
+size 14645

justification-only-lora/checkpoint-521/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da78be9f53e992f0a1b40218097fcc6664878153149e04ad89472a4838d0a0f4
+size 1465

justification-only-lora/checkpoint-521/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

justification-only-lora/checkpoint-521/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

justification-only-lora/checkpoint-521/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

justification-only-lora/checkpoint-521/trainer_state.json

@@ -0,0 +1,554 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 521,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.5444401994347572,
+      "epoch": 0.019193857965451054,
+      "grad_norm": 5.821522235870361,
+      "learning_rate": 1.9148936170212765e-07,
+      "loss": 4.1401,
+      "mean_token_accuracy": 0.4060008004307747,
+      "num_tokens": 4245.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.5042417280375957,
+      "epoch": 0.03838771593090211,
+      "grad_norm": 5.973490238189697,
+      "learning_rate": 4.0425531914893614e-07,
+      "loss": 4.0713,
+      "mean_token_accuracy": 0.4032037228345871,
+      "num_tokens": 8699.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.5192734643816947,
+      "epoch": 0.05758157389635317,
+      "grad_norm": 5.376368999481201,
+      "learning_rate": 6.170212765957446e-07,
+      "loss": 3.9752,
+      "mean_token_accuracy": 0.396929800696671,
+      "num_tokens": 13344.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.5850717440247535,
+      "epoch": 0.07677543186180422,
+      "grad_norm": 4.978009223937988,
+      "learning_rate": 8.297872340425532e-07,
+      "loss": 4.0101,
+      "mean_token_accuracy": 0.398511266708374,
+      "num_tokens": 17548.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.609639537334442,
+      "epoch": 0.09596928982725528,
+      "grad_norm": 5.168197154998779,
+      "learning_rate": 9.986807387862796e-07,
+      "loss": 4.0455,
+      "mean_token_accuracy": 0.39038523491472005,
+      "num_tokens": 21726.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.6230455122888088,
+      "epoch": 0.11516314779270634,
+      "grad_norm": 4.924302577972412,
+      "learning_rate": 9.92084432717678e-07,
+      "loss": 3.805,
+      "mean_token_accuracy": 0.41029399298131464,
+      "num_tokens": 26305.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.6385258689522744,
+      "epoch": 0.1343570057581574,
+      "grad_norm": 5.023738861083984,
+      "learning_rate": 9.854881266490765e-07,
+      "loss": 3.6963,
+      "mean_token_accuracy": 0.4034191995859146,
+      "num_tokens": 30867.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.6791253253817557,
+      "epoch": 0.15355086372360843,
+      "grad_norm": 4.995085716247559,
+      "learning_rate": 9.788918205804749e-07,
+      "loss": 3.5687,
+      "mean_token_accuracy": 0.41049087755382063,
+      "num_tokens": 35488.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.7368177756667138,
+      "epoch": 0.1727447216890595,
+      "grad_norm": 5.233994007110596,
+      "learning_rate": 9.722955145118733e-07,
+      "loss": 3.502,
+      "mean_token_accuracy": 0.41353076659142973,
+      "num_tokens": 39905.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.7768422558903694,
+      "epoch": 0.19193857965451055,
+      "grad_norm": 4.299875259399414,
+      "learning_rate": 9.656992084432716e-07,
+      "loss": 3.4098,
+      "mean_token_accuracy": 0.4197281800210476,
+      "num_tokens": 44208.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.8558007434010506,
+      "epoch": 0.21113243761996162,
+      "grad_norm": 4.665222644805908,
+      "learning_rate": 9.591029023746702e-07,
+      "loss": 3.2665,
+      "mean_token_accuracy": 0.42318747080862523,
+      "num_tokens": 48508.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.8271729901432991,
+      "epoch": 0.23032629558541268,
+      "grad_norm": 3.741534948348999,
+      "learning_rate": 9.525065963060686e-07,
+      "loss": 3.0302,
+      "mean_token_accuracy": 0.4432856226339936,
+      "num_tokens": 53006.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.855116668343544,
+      "epoch": 0.2495201535508637,
+      "grad_norm": 3.7163283824920654,
+      "learning_rate": 9.459102902374669e-07,
+      "loss": 2.9221,
+      "mean_token_accuracy": 0.45197133012115953,
+      "num_tokens": 57517.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.8998430132865907,
+      "epoch": 0.2687140115163148,
+      "grad_norm": 3.359804153442383,
+      "learning_rate": 9.393139841688654e-07,
+      "loss": 2.862,
+      "mean_token_accuracy": 0.4820567347109318,
+      "num_tokens": 61859.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.8810108318924903,
+      "epoch": 0.28790786948176583,
+      "grad_norm": 3.24143648147583,
+      "learning_rate": 9.327176781002638e-07,
+      "loss": 2.6863,
+      "mean_token_accuracy": 0.4882553808391094,
+      "num_tokens": 66294.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.8664621368050576,
+      "epoch": 0.30710172744721687,
+      "grad_norm": 3.21515154838562,
+      "learning_rate": 9.261213720316622e-07,
+      "loss": 2.5571,
+      "mean_token_accuracy": 0.4904331646859646,
+      "num_tokens": 70881.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.9047470435500145,
+      "epoch": 0.32629558541266795,
+      "grad_norm": 2.9383370876312256,
+      "learning_rate": 9.195250659630607e-07,
+      "loss": 2.4253,
+      "mean_token_accuracy": 0.5186557050794363,
+      "num_tokens": 75343.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.8957982853055,
+      "epoch": 0.345489443378119,
+      "grad_norm": 2.855672836303711,
+      "learning_rate": 9.129287598944591e-07,
+      "loss": 2.3765,
+      "mean_token_accuracy": 0.5165872510522604,
+      "num_tokens": 79813.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.8749225288629532,
+      "epoch": 0.3646833013435701,
+      "grad_norm": 2.4022603034973145,
+      "learning_rate": 9.063324538258574e-07,
+      "loss": 2.262,
+      "mean_token_accuracy": 0.5304524928331376,
+      "num_tokens": 84432.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.859298901259899,
+      "epoch": 0.3838771593090211,
+      "grad_norm": 2.477881908416748,
+      "learning_rate": 8.997361477572559e-07,
+      "loss": 2.1756,
+      "mean_token_accuracy": 0.5431556064635515,
+      "num_tokens": 88923.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.8629574179649353,
+      "epoch": 0.40307101727447214,
+      "grad_norm": 2.1476128101348877,
+      "learning_rate": 8.931398416886543e-07,
+      "loss": 2.1339,
+      "mean_token_accuracy": 0.5666973438113928,
+      "num_tokens": 93328.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.8807074934244157,
+      "epoch": 0.42226487523992323,
+      "grad_norm": 2.3548238277435303,
+      "learning_rate": 8.865435356200526e-07,
+      "loss": 2.0982,
+      "mean_token_accuracy": 0.5757683675736189,
+      "num_tokens": 97899.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.9242157697677613,
+      "epoch": 0.44145873320537427,
+      "grad_norm": 2.224064588546753,
+      "learning_rate": 8.799472295514512e-07,
+      "loss": 2.0095,
+      "mean_token_accuracy": 0.5813840452581645,
+      "num_tokens": 102067.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.8383784875273705,
+      "epoch": 0.46065259117082535,
+      "grad_norm": 2.35628604888916,
+      "learning_rate": 8.733509234828496e-07,
+      "loss": 2.0116,
+      "mean_token_accuracy": 0.582221444323659,
+      "num_tokens": 106474.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.8541715443134308,
+      "epoch": 0.4798464491362764,
+      "grad_norm": 2.1513049602508545,
+      "learning_rate": 8.667546174142479e-07,
+      "loss": 1.9723,
+      "mean_token_accuracy": 0.591744914278388,
+      "num_tokens": 110847.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.8240503028035164,
+      "epoch": 0.4990403071017274,
+      "grad_norm": 1.9908933639526367,
+      "learning_rate": 8.601583113456464e-07,
+      "loss": 1.9192,
+      "mean_token_accuracy": 0.583719938248396,
+      "num_tokens": 115237.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.8065304696559905,
+      "epoch": 0.5182341650671785,
+      "grad_norm": 2.1833651065826416,
+      "learning_rate": 8.535620052770448e-07,
+      "loss": 1.8791,
+      "mean_token_accuracy": 0.5988160844892263,
+      "num_tokens": 119549.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.7882312104105949,
+      "epoch": 0.5374280230326296,
+      "grad_norm": 2.280733823776245,
+      "learning_rate": 8.469656992084431e-07,
+      "loss": 1.899,
+      "mean_token_accuracy": 0.5769031669944524,
+      "num_tokens": 123989.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.7919606953859328,
+      "epoch": 0.5566218809980806,
+      "grad_norm": 2.1053104400634766,
+      "learning_rate": 8.403693931398417e-07,
+      "loss": 1.833,
+      "mean_token_accuracy": 0.5953757733106613,
+      "num_tokens": 128278.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.8032251179218293,
+      "epoch": 0.5758157389635317,
+      "grad_norm": 2.0865530967712402,
+      "learning_rate": 8.337730870712401e-07,
+      "loss": 1.8991,
+      "mean_token_accuracy": 0.5826169475913048,
+      "num_tokens": 133078.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.7583968698978425,
+      "epoch": 0.5950095969289827,
+      "grad_norm": 1.7579165697097778,
+      "learning_rate": 8.271767810026385e-07,
+      "loss": 1.7885,
+      "mean_token_accuracy": 0.6143867563456297,
+      "num_tokens": 137541.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.7979290679097175,
+      "epoch": 0.6142034548944337,
+      "grad_norm": 1.8130688667297363,
+      "learning_rate": 8.205804749340369e-07,
+      "loss": 1.8252,
+      "mean_token_accuracy": 0.6005033150315284,
+      "num_tokens": 141810.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.7790041908621788,
+      "epoch": 0.6333973128598849,
+      "grad_norm": 1.9245020151138306,
+      "learning_rate": 8.139841688654353e-07,
+      "loss": 1.7798,
+      "mean_token_accuracy": 0.613793533295393,
+      "num_tokens": 146112.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.7689658552408218,
+      "epoch": 0.6525911708253359,
+      "grad_norm": 2.208102226257324,
+      "learning_rate": 8.073878627968337e-07,
+      "loss": 1.7584,
+      "mean_token_accuracy": 0.5983480997383595,
+      "num_tokens": 150609.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.7603006795048715,
+      "epoch": 0.6717850287907869,
+      "grad_norm": 1.8552649021148682,
+      "learning_rate": 8.007915567282322e-07,
+      "loss": 1.7016,
+      "mean_token_accuracy": 0.6168740216642619,
+      "num_tokens": 155088.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.741025310754776,
+      "epoch": 0.690978886756238,
+      "grad_norm": 1.9795598983764648,
+      "learning_rate": 7.941952506596306e-07,
+      "loss": 1.7031,
+      "mean_token_accuracy": 0.6189993746578694,
+      "num_tokens": 159495.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.763644915819168,
+      "epoch": 0.710172744721689,
+      "grad_norm": 2.2528767585754395,
+      "learning_rate": 7.87598944591029e-07,
+      "loss": 1.6961,
+      "mean_token_accuracy": 0.6185917239636183,
+      "num_tokens": 163793.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.739506982266903,
+      "epoch": 0.7293666026871402,
+      "grad_norm": 1.9315766096115112,
+      "learning_rate": 7.810026385224274e-07,
+      "loss": 1.6339,
+      "mean_token_accuracy": 0.6323129627853632,
+      "num_tokens": 168268.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.7659575924277306,
+      "epoch": 0.7485604606525912,
+      "grad_norm": 1.8060170412063599,
+      "learning_rate": 7.744063324538258e-07,
+      "loss": 1.6461,
+      "mean_token_accuracy": 0.6334325969219208,
+      "num_tokens": 172612.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.7049371361732484,
+      "epoch": 0.7677543186180422,
+      "grad_norm": 1.7351154088974,
+      "learning_rate": 7.678100263852242e-07,
+      "loss": 1.5584,
+      "mean_token_accuracy": 0.64255366101861,
+      "num_tokens": 176987.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.6969178169965744,
+      "epoch": 0.7869481765834933,
+      "grad_norm": 1.5524696111679077,
+      "learning_rate": 7.612137203166226e-07,
+      "loss": 1.6435,
+      "mean_token_accuracy": 0.632745499163866,
+      "num_tokens": 181538.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.6801453217864037,
+      "epoch": 0.8061420345489443,
+      "grad_norm": 1.667938470840454,
+      "learning_rate": 7.546174142480211e-07,
+      "loss": 1.5851,
+      "mean_token_accuracy": 0.6391880080103874,
+      "num_tokens": 185819.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.6663354828953743,
+      "epoch": 0.8253358925143954,
+      "grad_norm": 1.5086743831634521,
+      "learning_rate": 7.480211081794196e-07,
+      "loss": 1.5759,
+      "mean_token_accuracy": 0.6453739482909441,
+      "num_tokens": 190254.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.6495836034417153,
+      "epoch": 0.8445297504798465,
+      "grad_norm": 1.7330267429351807,
+      "learning_rate": 7.414248021108179e-07,
+      "loss": 1.5403,
+      "mean_token_accuracy": 0.6486042737960815,
+      "num_tokens": 194643.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.6953262895345689,
+      "epoch": 0.8637236084452975,
+      "grad_norm": 1.465407133102417,
+      "learning_rate": 7.348284960422163e-07,
+      "loss": 1.5757,
+      "mean_token_accuracy": 0.6440861701965332,
+      "num_tokens": 198983.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.6009652018547058,
+      "epoch": 0.8829174664107485,
+      "grad_norm": 1.484931230545044,
+      "learning_rate": 7.282321899736148e-07,
+      "loss": 1.4547,
+      "mean_token_accuracy": 0.6605511672794819,
+      "num_tokens": 203270.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.6046269670128823,
+      "epoch": 0.9021113243761996,
+      "grad_norm": 1.4576069116592407,
+      "learning_rate": 7.216358839050131e-07,
+      "loss": 1.5508,
+      "mean_token_accuracy": 0.6439322311431169,
+      "num_tokens": 207696.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.6068053118884564,
+      "epoch": 0.9213051823416507,
+      "grad_norm": 1.7096375226974487,
+      "learning_rate": 7.150395778364116e-07,
+      "loss": 1.5665,
+      "mean_token_accuracy": 0.6389439355581998,
+      "num_tokens": 212574.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.58553556650877,
+      "epoch": 0.9404990403071017,
+      "grad_norm": 1.8892183303833008,
+      "learning_rate": 7.084432717678101e-07,
+      "loss": 1.5476,
+      "mean_token_accuracy": 0.6533854089677333,
+      "num_tokens": 217308.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.6013462141156196,
+      "epoch": 0.9596928982725528,
+      "grad_norm": 1.3890715837478638,
+      "learning_rate": 7.018469656992084e-07,
+      "loss": 1.5067,
+      "mean_token_accuracy": 0.6439886368811131,
+      "num_tokens": 221638.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.5622883230447768,
+      "epoch": 0.9788867562380038,
+      "grad_norm": 1.4576449394226074,
+      "learning_rate": 6.952506596306068e-07,
+      "loss": 1.5282,
+      "mean_token_accuracy": 0.6542089767754078,
+      "num_tokens": 226264.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.5611482337117195,
+      "epoch": 0.9980806142034548,
+      "grad_norm": 1.3677759170532227,
+      "learning_rate": 6.886543535620053e-07,
+      "loss": 1.4478,
+      "mean_token_accuracy": 0.6510695222765207,
+      "num_tokens": 230675.0,
+      "step": 520
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1563,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9382252763627520.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

justification-only-lora/checkpoint-521/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e27d7a95a1480fb9af6d6f097ae245d2b6f610a857c664827804e835e1957
+size 6417

justification-only-lora/run_config.json

@@ -0,0 +1,13 @@
+{
+  "model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "num_train_epochs": 3.0,
+  "learning_rate": 1e-06,
+  "full_finetune": false,
+  "use_qlora": false,
+  "lora_r": 64,
+  "dataset": "HarethahMo/extended-refusal",
+  "max_steps": null,
+  "response_aspect": "justification_only",
+  "train_examples": 4168,
+  "assistant_only_loss": false
+}

justification-only-lora/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

justification-only-lora/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

justification-only-lora/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

justification-only-lora/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e27d7a95a1480fb9af6d6f097ae245d2b6f610a857c664827804e835e1957
+size 6417