Training in progress, epoch 0

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93f3bf189e6a80c2c431b50412f18961a6ba5d10bcc20ace082ee1c09291fda3
+oid sha256:0bd316ceca210ecba5ef39c53a822c9060181a6c8b8c6f79328ea06899474674
 size 18899856

rewriting/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f3bf189e6a80c2c431b50412f18961a6ba5d10bcc20ace082ee1c09291fda3
+size 18899856

rewriting/checkpoint-129/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

rewriting/checkpoint-129/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/checkpoint-129/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc733358c040d610ff8b62d59b908cd0edc3ad822ddb5188674804ada56ddea
+size 18899856

rewriting/checkpoint-129/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab4d3fd871abd71117fc4c60e30cd7bc7ba5e8995d2299bfcb32068c4dc80b9
+size 9678714

rewriting/checkpoint-129/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af038dae3003dcb7e4f21e24e4b32065cd138e14d9fbedc75475788a956f7ff7
+size 14244

rewriting/checkpoint-129/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7906b8febfaf518941c39d2db59fbe529374eff4a8c36f5a2780c20d007158
+size 1064

rewriting/checkpoint-129/trainer_state.json

@@ -0,0 +1,117 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 129,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 2.245417356491089,
+      "learning_rate": 5e-05,
+      "loss": 2.1087,
+      "step": 10
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 3.3328239917755127,
+      "learning_rate": 0.0001,
+      "loss": 1.7547,
+      "step": 20
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.6743243932724,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 1.3868,
+      "step": 30
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 1.585747480392456,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 1.1455,
+      "step": 40
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 1.2781128883361816,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 1.1394,
+      "step": 50
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 1.3732120990753174,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 1.0942,
+      "step": 60
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 1.4817951917648315,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.9934,
+      "step": 70
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 1.261801838874817,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 1.0093,
+      "step": 80
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 1.801243782043457,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 1.0686,
+      "step": 90
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 1.719342827796936,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 0.9973,
+      "step": 100
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 1.5797449350357056,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 1.0002,
+      "step": 110
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 1.790971279144287,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 0.9484,
+      "step": 120
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 645,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3332260188028928e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

rewriting/checkpoint-129/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

rewriting/checkpoint-258/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

rewriting/checkpoint-258/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/checkpoint-258/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d08046922f8a309dc2c95324b631a9e153fb35179d5b6dc611619bb2cfc6c9
+size 18899856

rewriting/checkpoint-258/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f70e1a8a061c4dd52b19be46f5c201a11ca2930c4b16dd5f120dd6d9d04fab3
+size 9678906

rewriting/checkpoint-258/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992512dab76482bc68057d2d1182fed2fa70434f6b3e342a4340c0d9f76874b4
+size 14244

rewriting/checkpoint-258/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570200398cb37a681fb2a1e222170366104f0ac02b667616b10b76d05468c808
+size 1064

rewriting/checkpoint-258/trainer_state.json

@@ -0,0 +1,208 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 258,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 2.245417356491089,
+      "learning_rate": 5e-05,
+      "loss": 2.1087,
+      "step": 10
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 3.3328239917755127,
+      "learning_rate": 0.0001,
+      "loss": 1.7547,
+      "step": 20
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.6743243932724,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 1.3868,
+      "step": 30
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 1.585747480392456,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 1.1455,
+      "step": 40
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 1.2781128883361816,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 1.1394,
+      "step": 50
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 1.3732120990753174,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 1.0942,
+      "step": 60
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 1.4817951917648315,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.9934,
+      "step": 70
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 1.261801838874817,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 1.0093,
+      "step": 80
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 1.801243782043457,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 1.0686,
+      "step": 90
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 1.719342827796936,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 0.9973,
+      "step": 100
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 1.5797449350357056,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 1.0002,
+      "step": 110
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 1.790971279144287,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 0.9484,
+      "step": 120
+    },
+    {
+      "epoch": 1.0077519379844961,
+      "grad_norm": 1.6127315759658813,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 0.979,
+      "step": 130
+    },
+    {
+      "epoch": 1.0852713178294573,
+      "grad_norm": 1.4869861602783203,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 0.8899,
+      "step": 140
+    },
+    {
+      "epoch": 1.1627906976744187,
+      "grad_norm": 2.101341962814331,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 0.9493,
+      "step": 150
+    },
+    {
+      "epoch": 1.2403100775193798,
+      "grad_norm": 1.7181503772735596,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 0.8715,
+      "step": 160
+    },
+    {
+      "epoch": 1.3178294573643412,
+      "grad_norm": 2.006377696990967,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 0.8846,
+      "step": 170
+    },
+    {
+      "epoch": 1.3953488372093024,
+      "grad_norm": 2.0157504081726074,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 0.9292,
+      "step": 180
+    },
+    {
+      "epoch": 1.4728682170542635,
+      "grad_norm": 1.704633355140686,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 0.8883,
+      "step": 190
+    },
+    {
+      "epoch": 1.550387596899225,
+      "grad_norm": 1.7320111989974976,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 0.874,
+      "step": 200
+    },
+    {
+      "epoch": 1.627906976744186,
+      "grad_norm": 2.369300127029419,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 0.8688,
+      "step": 210
+    },
+    {
+      "epoch": 1.7054263565891472,
+      "grad_norm": 1.5535732507705688,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 0.8726,
+      "step": 220
+    },
+    {
+      "epoch": 1.7829457364341086,
+      "grad_norm": 1.9749231338500977,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 0.8252,
+      "step": 230
+    },
+    {
+      "epoch": 1.8604651162790697,
+      "grad_norm": 2.261054277420044,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 0.846,
+      "step": 240
+    },
+    {
+      "epoch": 1.937984496124031,
+      "grad_norm": 2.019524097442627,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 0.8104,
+      "step": 250
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 645,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.681627524713677e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

rewriting/checkpoint-258/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

rewriting/checkpoint-387/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

rewriting/checkpoint-387/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/checkpoint-387/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccd505680c5a75a4a21ef099e246295413531f36f293fb7c6e6439b241058e8
+size 18899856

rewriting/checkpoint-387/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba850c8d5d704404852a25cd91c1f89e0cb6fe3c5d54948bec415c511add92
+size 9678906

rewriting/checkpoint-387/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6c8627f4e3e8864b0af9dc65557183f677b33f318babfb15bf5cbc1b9eb1f
+size 14244

rewriting/checkpoint-387/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d10e05bea18d12bf1ed60692fd07eaed7acdafb85acb86067ce101a683d71a
+size 1064

rewriting/checkpoint-387/trainer_state.json

@@ -0,0 +1,299 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 387,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 2.245417356491089,
+      "learning_rate": 5e-05,
+      "loss": 2.1087,
+      "step": 10
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 3.3328239917755127,
+      "learning_rate": 0.0001,
+      "loss": 1.7547,
+      "step": 20
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.6743243932724,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 1.3868,
+      "step": 30
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 1.585747480392456,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 1.1455,
+      "step": 40
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 1.2781128883361816,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 1.1394,
+      "step": 50
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 1.3732120990753174,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 1.0942,
+      "step": 60
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 1.4817951917648315,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.9934,
+      "step": 70
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 1.261801838874817,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 1.0093,
+      "step": 80
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 1.801243782043457,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 1.0686,
+      "step": 90
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 1.719342827796936,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 0.9973,
+      "step": 100
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 1.5797449350357056,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 1.0002,
+      "step": 110
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 1.790971279144287,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 0.9484,
+      "step": 120
+    },
+    {
+      "epoch": 1.0077519379844961,
+      "grad_norm": 1.6127315759658813,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 0.979,
+      "step": 130
+    },
+    {
+      "epoch": 1.0852713178294573,
+      "grad_norm": 1.4869861602783203,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 0.8899,
+      "step": 140
+    },
+    {
+      "epoch": 1.1627906976744187,
+      "grad_norm": 2.101341962814331,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 0.9493,
+      "step": 150
+    },
+    {
+      "epoch": 1.2403100775193798,
+      "grad_norm": 1.7181503772735596,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 0.8715,
+      "step": 160
+    },
+    {
+      "epoch": 1.3178294573643412,
+      "grad_norm": 2.006377696990967,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 0.8846,
+      "step": 170
+    },
+    {
+      "epoch": 1.3953488372093024,
+      "grad_norm": 2.0157504081726074,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 0.9292,
+      "step": 180
+    },
+    {
+      "epoch": 1.4728682170542635,
+      "grad_norm": 1.704633355140686,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 0.8883,
+      "step": 190
+    },
+    {
+      "epoch": 1.550387596899225,
+      "grad_norm": 1.7320111989974976,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 0.874,
+      "step": 200
+    },
+    {
+      "epoch": 1.627906976744186,
+      "grad_norm": 2.369300127029419,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 0.8688,
+      "step": 210
+    },
+    {
+      "epoch": 1.7054263565891472,
+      "grad_norm": 1.5535732507705688,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 0.8726,
+      "step": 220
+    },
+    {
+      "epoch": 1.7829457364341086,
+      "grad_norm": 1.9749231338500977,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 0.8252,
+      "step": 230
+    },
+    {
+      "epoch": 1.8604651162790697,
+      "grad_norm": 2.261054277420044,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 0.846,
+      "step": 240
+    },
+    {
+      "epoch": 1.937984496124031,
+      "grad_norm": 2.019524097442627,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 0.8104,
+      "step": 250
+    },
+    {
+      "epoch": 2.0155038759689923,
+      "grad_norm": 1.8253782987594604,
+      "learning_rate": 6.782059393566253e-05,
+      "loss": 0.8436,
+      "step": 260
+    },
+    {
+      "epoch": 2.0930232558139537,
+      "grad_norm": 1.92261803150177,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 0.8007,
+      "step": 270
+    },
+    {
+      "epoch": 2.1705426356589146,
+      "grad_norm": 1.959991455078125,
+      "learning_rate": 6.304207531449486e-05,
+      "loss": 0.8093,
+      "step": 280
+    },
+    {
+      "epoch": 2.248062015503876,
+      "grad_norm": 2.0819852352142334,
+      "learning_rate": 6.0600355496102745e-05,
+      "loss": 0.7626,
+      "step": 290
+    },
+    {
+      "epoch": 2.3255813953488373,
+      "grad_norm": 2.1029396057128906,
+      "learning_rate": 5.813185825974419e-05,
+      "loss": 0.7995,
+      "step": 300
+    },
+    {
+      "epoch": 2.4031007751937983,
+      "grad_norm": 2.149883508682251,
+      "learning_rate": 5.564281924367408e-05,
+      "loss": 0.7867,
+      "step": 310
+    },
+    {
+      "epoch": 2.4806201550387597,
+      "grad_norm": 2.2461025714874268,
+      "learning_rate": 5.313952597646568e-05,
+      "loss": 0.778,
+      "step": 320
+    },
+    {
+      "epoch": 2.558139534883721,
+      "grad_norm": 2.1659789085388184,
+      "learning_rate": 5.062830199416764e-05,
+      "loss": 0.8143,
+      "step": 330
+    },
+    {
+      "epoch": 2.6356589147286824,
+      "grad_norm": 2.3656270503997803,
+      "learning_rate": 4.811549086650327e-05,
+      "loss": 0.8017,
+      "step": 340
+    },
+    {
+      "epoch": 2.7131782945736433,
+      "grad_norm": 2.3753740787506104,
+      "learning_rate": 4.560744017246284e-05,
+      "loss": 0.7666,
+      "step": 350
+    },
+    {
+      "epoch": 2.7906976744186047,
+      "grad_norm": 2.221393585205078,
+      "learning_rate": 4.31104854657681e-05,
+      "loss": 0.7679,
+      "step": 360
+    },
+    {
+      "epoch": 2.8682170542635657,
+      "grad_norm": 2.018345594406128,
+      "learning_rate": 4.063093427071376e-05,
+      "loss": 0.7507,
+      "step": 370
+    },
+    {
+      "epoch": 2.945736434108527,
+      "grad_norm": 2.199131965637207,
+      "learning_rate": 3.817505014881378e-05,
+      "loss": 0.7413,
+      "step": 380
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 645,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.029055780857446e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

rewriting/checkpoint-387/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

rewriting/checkpoint-516/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

rewriting/checkpoint-516/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/checkpoint-516/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac196999b86bf828f7926573a92a8e97acea484efcb24d00ea335b0b5f77cf43
+size 18899856

rewriting/checkpoint-516/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fccd56f7463605590eed92a1578599141e09cae5d2e37c1dc427a9f8ec64633
+size 9678906

rewriting/checkpoint-516/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e287f148b3be4564818b33c334a126d4ad30ad46c5bc1ac1c8c539f0871945dd
+size 14244

rewriting/checkpoint-516/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871ffc4fd770f0c4414ede2e0cb3a9c858d864396c0b22120b8b0ecfddddb8e9
+size 1064

rewriting/checkpoint-516/trainer_state.json

@@ -0,0 +1,390 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 516,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 2.245417356491089,
+      "learning_rate": 5e-05,
+      "loss": 2.1087,
+      "step": 10
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 3.3328239917755127,
+      "learning_rate": 0.0001,
+      "loss": 1.7547,
+      "step": 20
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.6743243932724,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 1.3868,
+      "step": 30
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 1.585747480392456,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 1.1455,
+      "step": 40
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 1.2781128883361816,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 1.1394,
+      "step": 50
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 1.3732120990753174,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 1.0942,
+      "step": 60
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 1.4817951917648315,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.9934,
+      "step": 70
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 1.261801838874817,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 1.0093,
+      "step": 80
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 1.801243782043457,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 1.0686,
+      "step": 90
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 1.719342827796936,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 0.9973,
+      "step": 100
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 1.5797449350357056,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 1.0002,
+      "step": 110
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 1.790971279144287,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 0.9484,
+      "step": 120
+    },
+    {
+      "epoch": 1.0077519379844961,
+      "grad_norm": 1.6127315759658813,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 0.979,
+      "step": 130
+    },
+    {
+      "epoch": 1.0852713178294573,
+      "grad_norm": 1.4869861602783203,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 0.8899,
+      "step": 140
+    },
+    {
+      "epoch": 1.1627906976744187,
+      "grad_norm": 2.101341962814331,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 0.9493,
+      "step": 150
+    },
+    {
+      "epoch": 1.2403100775193798,
+      "grad_norm": 1.7181503772735596,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 0.8715,
+      "step": 160
+    },
+    {
+      "epoch": 1.3178294573643412,
+      "grad_norm": 2.006377696990967,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 0.8846,
+      "step": 170
+    },
+    {
+      "epoch": 1.3953488372093024,
+      "grad_norm": 2.0157504081726074,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 0.9292,
+      "step": 180
+    },
+    {
+      "epoch": 1.4728682170542635,
+      "grad_norm": 1.704633355140686,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 0.8883,
+      "step": 190
+    },
+    {
+      "epoch": 1.550387596899225,
+      "grad_norm": 1.7320111989974976,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 0.874,
+      "step": 200
+    },
+    {
+      "epoch": 1.627906976744186,
+      "grad_norm": 2.369300127029419,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 0.8688,
+      "step": 210
+    },
+    {
+      "epoch": 1.7054263565891472,
+      "grad_norm": 1.5535732507705688,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 0.8726,
+      "step": 220
+    },
+    {
+      "epoch": 1.7829457364341086,
+      "grad_norm": 1.9749231338500977,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 0.8252,
+      "step": 230
+    },
+    {
+      "epoch": 1.8604651162790697,
+      "grad_norm": 2.261054277420044,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 0.846,
+      "step": 240
+    },
+    {
+      "epoch": 1.937984496124031,
+      "grad_norm": 2.019524097442627,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 0.8104,
+      "step": 250
+    },
+    {
+      "epoch": 2.0155038759689923,
+      "grad_norm": 1.8253782987594604,
+      "learning_rate": 6.782059393566253e-05,
+      "loss": 0.8436,
+      "step": 260
+    },
+    {
+      "epoch": 2.0930232558139537,
+      "grad_norm": 1.92261803150177,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 0.8007,
+      "step": 270
+    },
+    {
+      "epoch": 2.1705426356589146,
+      "grad_norm": 1.959991455078125,
+      "learning_rate": 6.304207531449486e-05,
+      "loss": 0.8093,
+      "step": 280
+    },
+    {
+      "epoch": 2.248062015503876,
+      "grad_norm": 2.0819852352142334,
+      "learning_rate": 6.0600355496102745e-05,
+      "loss": 0.7626,
+      "step": 290
+    },
+    {
+      "epoch": 2.3255813953488373,
+      "grad_norm": 2.1029396057128906,
+      "learning_rate": 5.813185825974419e-05,
+      "loss": 0.7995,
+      "step": 300
+    },
+    {
+      "epoch": 2.4031007751937983,
+      "grad_norm": 2.149883508682251,
+      "learning_rate": 5.564281924367408e-05,
+      "loss": 0.7867,
+      "step": 310
+    },
+    {
+      "epoch": 2.4806201550387597,
+      "grad_norm": 2.2461025714874268,
+      "learning_rate": 5.313952597646568e-05,
+      "loss": 0.778,
+      "step": 320
+    },
+    {
+      "epoch": 2.558139534883721,
+      "grad_norm": 2.1659789085388184,
+      "learning_rate": 5.062830199416764e-05,
+      "loss": 0.8143,
+      "step": 330
+    },
+    {
+      "epoch": 2.6356589147286824,
+      "grad_norm": 2.3656270503997803,
+      "learning_rate": 4.811549086650327e-05,
+      "loss": 0.8017,
+      "step": 340
+    },
+    {
+      "epoch": 2.7131782945736433,
+      "grad_norm": 2.3753740787506104,
+      "learning_rate": 4.560744017246284e-05,
+      "loss": 0.7666,
+      "step": 350
+    },
+    {
+      "epoch": 2.7906976744186047,
+      "grad_norm": 2.221393585205078,
+      "learning_rate": 4.31104854657681e-05,
+      "loss": 0.7679,
+      "step": 360
+    },
+    {
+      "epoch": 2.8682170542635657,
+      "grad_norm": 2.018345594406128,
+      "learning_rate": 4.063093427071376e-05,
+      "loss": 0.7507,
+      "step": 370
+    },
+    {
+      "epoch": 2.945736434108527,
+      "grad_norm": 2.199131965637207,
+      "learning_rate": 3.817505014881378e-05,
+      "loss": 0.7413,
+      "step": 380
+    },
+    {
+      "epoch": 3.0232558139534884,
+      "grad_norm": 2.139735698699951,
+      "learning_rate": 3.5749036876501194e-05,
+      "loss": 0.8139,
+      "step": 390
+    },
+    {
+      "epoch": 3.10077519379845,
+      "grad_norm": 2.0483205318450928,
+      "learning_rate": 3.335902277385067e-05,
+      "loss": 0.7209,
+      "step": 400
+    },
+    {
+      "epoch": 3.1782945736434107,
+      "grad_norm": 2.3175625801086426,
+      "learning_rate": 3.101104522390995e-05,
+      "loss": 0.7392,
+      "step": 410
+    },
+    {
+      "epoch": 3.255813953488372,
+      "grad_norm": 2.267725944519043,
+      "learning_rate": 2.8711035421746367e-05,
+      "loss": 0.7487,
+      "step": 420
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 2.491976261138916,
+      "learning_rate": 2.6464803391733374e-05,
+      "loss": 0.7472,
+      "step": 430
+    },
+    {
+      "epoch": 3.4108527131782944,
+      "grad_norm": 2.3867716789245605,
+      "learning_rate": 2.4278023310924673e-05,
+      "loss": 0.7194,
+      "step": 440
+    },
+    {
+      "epoch": 3.488372093023256,
+      "grad_norm": 2.1725575923919678,
+      "learning_rate": 2.215621917559062e-05,
+      "loss": 0.7435,
+      "step": 450
+    },
+    {
+      "epoch": 3.565891472868217,
+      "grad_norm": 2.362307071685791,
+      "learning_rate": 2.0104750847124075e-05,
+      "loss": 0.7257,
+      "step": 460
+    },
+    {
+      "epoch": 3.6434108527131785,
+      "grad_norm": 2.3659157752990723,
+      "learning_rate": 1.8128800512565513e-05,
+      "loss": 0.7498,
+      "step": 470
+    },
+    {
+      "epoch": 3.7209302325581395,
+      "grad_norm": 2.225560188293457,
+      "learning_rate": 1.6233359593948777e-05,
+      "loss": 0.7308,
+      "step": 480
+    },
+    {
+      "epoch": 3.798449612403101,
+      "grad_norm": 2.4101855754852295,
+      "learning_rate": 1.4423216139535734e-05,
+      "loss": 0.7524,
+      "step": 490
+    },
+    {
+      "epoch": 3.875968992248062,
+      "grad_norm": 2.295118808746338,
+      "learning_rate": 1.2702942728790895e-05,
+      "loss": 0.7239,
+      "step": 500
+    },
+    {
+      "epoch": 3.953488372093023,
+      "grad_norm": 2.7008495330810547,
+      "learning_rate": 1.1076884921648834e-05,
+      "loss": 0.7305,
+      "step": 510
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 645,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.387586293602714e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

rewriting/checkpoint-516/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

rewriting/checkpoint-645/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

rewriting/checkpoint-645/adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

rewriting/checkpoint-645/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f3bf189e6a80c2c431b50412f18961a6ba5d10bcc20ace082ee1c09291fda3
+size 18899856

rewriting/checkpoint-645/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e090077426df553187d351f1b5fdf73a9716c7159f8d999d82cf4930c617f2
+size 9678906

rewriting/checkpoint-645/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e543acdc33f9f623ea1846b184de72a23ebd4444697dbe38079558e468899c2
+size 14244

rewriting/checkpoint-645/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90993da29e5d0c75b8e815b1c79f8712c416ad01eb3e8a6c18ab6c850a704ad8
+size 1064

rewriting/checkpoint-645/trainer_state.json

@@ -0,0 +1,481 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 645,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 2.245417356491089,
+      "learning_rate": 5e-05,
+      "loss": 2.1087,
+      "step": 10
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 3.3328239917755127,
+      "learning_rate": 0.0001,
+      "loss": 1.7547,
+      "step": 20
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.6743243932724,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 1.3868,
+      "step": 30
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 1.585747480392456,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 1.1455,
+      "step": 40
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 1.2781128883361816,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 1.1394,
+      "step": 50
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 1.3732120990753174,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 1.0942,
+      "step": 60
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 1.4817951917648315,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.9934,
+      "step": 70
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 1.261801838874817,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 1.0093,
+      "step": 80
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 1.801243782043457,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 1.0686,
+      "step": 90
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 1.719342827796936,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 0.9973,
+      "step": 100
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 1.5797449350357056,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 1.0002,
+      "step": 110
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 1.790971279144287,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 0.9484,
+      "step": 120
+    },
+    {
+      "epoch": 1.0077519379844961,
+      "grad_norm": 1.6127315759658813,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 0.979,
+      "step": 130
+    },
+    {
+      "epoch": 1.0852713178294573,
+      "grad_norm": 1.4869861602783203,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 0.8899,
+      "step": 140
+    },
+    {
+      "epoch": 1.1627906976744187,
+      "grad_norm": 2.101341962814331,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 0.9493,
+      "step": 150
+    },
+    {
+      "epoch": 1.2403100775193798,
+      "grad_norm": 1.7181503772735596,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 0.8715,
+      "step": 160
+    },
+    {
+      "epoch": 1.3178294573643412,
+      "grad_norm": 2.006377696990967,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 0.8846,
+      "step": 170
+    },
+    {
+      "epoch": 1.3953488372093024,
+      "grad_norm": 2.0157504081726074,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 0.9292,
+      "step": 180
+    },
+    {
+      "epoch": 1.4728682170542635,
+      "grad_norm": 1.704633355140686,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 0.8883,
+      "step": 190
+    },
+    {
+      "epoch": 1.550387596899225,
+      "grad_norm": 1.7320111989974976,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 0.874,
+      "step": 200
+    },
+    {
+      "epoch": 1.627906976744186,
+      "grad_norm": 2.369300127029419,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 0.8688,
+      "step": 210
+    },
+    {
+      "epoch": 1.7054263565891472,
+      "grad_norm": 1.5535732507705688,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 0.8726,
+      "step": 220
+    },
+    {
+      "epoch": 1.7829457364341086,
+      "grad_norm": 1.9749231338500977,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 0.8252,
+      "step": 230
+    },
+    {
+      "epoch": 1.8604651162790697,
+      "grad_norm": 2.261054277420044,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 0.846,
+      "step": 240
+    },
+    {
+      "epoch": 1.937984496124031,
+      "grad_norm": 2.019524097442627,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 0.8104,
+      "step": 250
+    },
+    {
+      "epoch": 2.0155038759689923,
+      "grad_norm": 1.8253782987594604,
+      "learning_rate": 6.782059393566253e-05,
+      "loss": 0.8436,
+      "step": 260
+    },
+    {
+      "epoch": 2.0930232558139537,
+      "grad_norm": 1.92261803150177,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 0.8007,
+      "step": 270
+    },
+    {
+      "epoch": 2.1705426356589146,
+      "grad_norm": 1.959991455078125,
+      "learning_rate": 6.304207531449486e-05,
+      "loss": 0.8093,
+      "step": 280
+    },
+    {
+      "epoch": 2.248062015503876,
+      "grad_norm": 2.0819852352142334,
+      "learning_rate": 6.0600355496102745e-05,
+      "loss": 0.7626,
+      "step": 290
+    },
+    {
+      "epoch": 2.3255813953488373,
+      "grad_norm": 2.1029396057128906,
+      "learning_rate": 5.813185825974419e-05,
+      "loss": 0.7995,
+      "step": 300
+    },
+    {
+      "epoch": 2.4031007751937983,
+      "grad_norm": 2.149883508682251,
+      "learning_rate": 5.564281924367408e-05,
+      "loss": 0.7867,
+      "step": 310
+    },
+    {
+      "epoch": 2.4806201550387597,
+      "grad_norm": 2.2461025714874268,
+      "learning_rate": 5.313952597646568e-05,
+      "loss": 0.778,
+      "step": 320
+    },
+    {
+      "epoch": 2.558139534883721,
+      "grad_norm": 2.1659789085388184,
+      "learning_rate": 5.062830199416764e-05,
+      "loss": 0.8143,
+      "step": 330
+    },
+    {
+      "epoch": 2.6356589147286824,
+      "grad_norm": 2.3656270503997803,
+      "learning_rate": 4.811549086650327e-05,
+      "loss": 0.8017,
+      "step": 340
+    },
+    {
+      "epoch": 2.7131782945736433,
+      "grad_norm": 2.3753740787506104,
+      "learning_rate": 4.560744017246284e-05,
+      "loss": 0.7666,
+      "step": 350
+    },
+    {
+      "epoch": 2.7906976744186047,
+      "grad_norm": 2.221393585205078,
+      "learning_rate": 4.31104854657681e-05,
+      "loss": 0.7679,
+      "step": 360
+    },
+    {
+      "epoch": 2.8682170542635657,
+      "grad_norm": 2.018345594406128,
+      "learning_rate": 4.063093427071376e-05,
+      "loss": 0.7507,
+      "step": 370
+    },
+    {
+      "epoch": 2.945736434108527,
+      "grad_norm": 2.199131965637207,
+      "learning_rate": 3.817505014881378e-05,
+      "loss": 0.7413,
+      "step": 380
+    },
+    {
+      "epoch": 3.0232558139534884,
+      "grad_norm": 2.139735698699951,
+      "learning_rate": 3.5749036876501194e-05,
+      "loss": 0.8139,
+      "step": 390
+    },
+    {
+      "epoch": 3.10077519379845,
+      "grad_norm": 2.0483205318450928,
+      "learning_rate": 3.335902277385067e-05,
+      "loss": 0.7209,
+      "step": 400
+    },
+    {
+      "epoch": 3.1782945736434107,
+      "grad_norm": 2.3175625801086426,
+      "learning_rate": 3.101104522390995e-05,
+      "loss": 0.7392,
+      "step": 410
+    },
+    {
+      "epoch": 3.255813953488372,
+      "grad_norm": 2.267725944519043,
+      "learning_rate": 2.8711035421746367e-05,
+      "loss": 0.7487,
+      "step": 420
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 2.491976261138916,
+      "learning_rate": 2.6464803391733374e-05,
+      "loss": 0.7472,
+      "step": 430
+    },
+    {
+      "epoch": 3.4108527131782944,
+      "grad_norm": 2.3867716789245605,
+      "learning_rate": 2.4278023310924673e-05,
+      "loss": 0.7194,
+      "step": 440
+    },
+    {
+      "epoch": 3.488372093023256,
+      "grad_norm": 2.1725575923919678,
+      "learning_rate": 2.215621917559062e-05,
+      "loss": 0.7435,
+      "step": 450
+    },
+    {
+      "epoch": 3.565891472868217,
+      "grad_norm": 2.362307071685791,
+      "learning_rate": 2.0104750847124075e-05,
+      "loss": 0.7257,
+      "step": 460
+    },
+    {
+      "epoch": 3.6434108527131785,
+      "grad_norm": 2.3659157752990723,
+      "learning_rate": 1.8128800512565513e-05,
+      "loss": 0.7498,
+      "step": 470
+    },
+    {
+      "epoch": 3.7209302325581395,
+      "grad_norm": 2.225560188293457,
+      "learning_rate": 1.6233359593948777e-05,
+      "loss": 0.7308,
+      "step": 480
+    },
+    {
+      "epoch": 3.798449612403101,
+      "grad_norm": 2.4101855754852295,
+      "learning_rate": 1.4423216139535734e-05,
+      "loss": 0.7524,
+      "step": 490
+    },
+    {
+      "epoch": 3.875968992248062,
+      "grad_norm": 2.295118808746338,
+      "learning_rate": 1.2702942728790895e-05,
+      "loss": 0.7239,
+      "step": 500
+    },
+    {
+      "epoch": 3.953488372093023,
+      "grad_norm": 2.7008495330810547,
+      "learning_rate": 1.1076884921648834e-05,
+      "loss": 0.7305,
+      "step": 510
+    },
+    {
+      "epoch": 4.0310077519379846,
+      "grad_norm": 2.140915632247925,
+      "learning_rate": 9.549150281252633e-06,
+      "loss": 0.7214,
+      "step": 520
+    },
+    {
+      "epoch": 4.108527131782946,
+      "grad_norm": 2.121488332748413,
+      "learning_rate": 8.123597997892918e-06,
+      "loss": 0.7247,
+      "step": 530
+    },
+    {
+      "epoch": 4.186046511627907,
+      "grad_norm": 2.2212812900543213,
+      "learning_rate": 6.803829140358237e-06,
+      "loss": 0.6995,
+      "step": 540
+    },
+    {
+      "epoch": 4.263565891472869,
+      "grad_norm": 2.381098985671997,
+      "learning_rate": 5.593177559322777e-06,
+      "loss": 0.7116,
+      "step": 550
+    },
+    {
+      "epoch": 4.341085271317829,
+      "grad_norm": 2.4563639163970947,
+      "learning_rate": 4.494701465750217e-06,
+      "loss": 0.7106,
+      "step": 560
+    },
+    {
+      "epoch": 4.4186046511627906,
+      "grad_norm": 2.1021621227264404,
+      "learning_rate": 3.511175705587433e-06,
+      "loss": 0.7203,
+      "step": 570
+    },
+    {
+      "epoch": 4.496124031007752,
+      "grad_norm": 2.3174192905426025,
+      "learning_rate": 2.6450847502627884e-06,
+      "loss": 0.6485,
+      "step": 580
+    },
+    {
+      "epoch": 4.573643410852713,
+      "grad_norm": 2.161879301071167,
+      "learning_rate": 1.8986164206957035e-06,
+      "loss": 0.7654,
+      "step": 590
+    },
+    {
+      "epoch": 4.651162790697675,
+      "grad_norm": 2.362793207168579,
+      "learning_rate": 1.2736563606711382e-06,
+      "loss": 0.694,
+      "step": 600
+    },
+    {
+      "epoch": 4.728682170542635,
+      "grad_norm": 2.0738697052001953,
+      "learning_rate": 7.717832735397335e-07,
+      "loss": 0.7161,
+      "step": 610
+    },
+    {
+      "epoch": 4.8062015503875966,
+      "grad_norm": 2.522212505340576,
+      "learning_rate": 3.9426493427611177e-07,
+      "loss": 0.7234,
+      "step": 620
+    },
+    {
+      "epoch": 4.883720930232558,
+      "grad_norm": 2.2969350814819336,
+      "learning_rate": 1.420549869693033e-07,
+      "loss": 0.7234,
+      "step": 630
+    },
+    {
+      "epoch": 4.961240310077519,
+      "grad_norm": 2.1702637672424316,
+      "learning_rate": 1.5790535835003008e-08,
+      "loss": 0.726,
+      "step": 640
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 645,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.745720297183642e+16,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

rewriting/checkpoint-645/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

rewriting/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+size 5176

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4927757fe5693d5a3f8358383ea06db1c00891947f26a31894625d5b7a0d93d
+oid sha256:af7b78d3e1bb1f329897b1e0e91fa44cb0a52caa0b16aefd4111ecda01d45411
 size 5176