Upload LoRA adapter

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-690/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,65 @@
+---
+base_model: "mistralai/Mistral-Nemo-Instruct-2407"
+library_name: peft
+tags:
+- lora
+- adapter
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# lora
+
+This model is a fine-tuned version of [mistralai/Mistral-Nemo-Instruct-2407](https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407) on the ft_01KSWQ2Z_d0, the ft_01KSWQ2Z_d1, the ft_01KSWQ2Z_d2, the ft_01KSWQ2Z_d3, the ft_01KSWQ2Z_d4 and the ft_01KSWQ2Z_d5 datasets.
+It achieves the following results on the evaluation set:
+- Loss: 0.7760
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 16
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.05
+- num_epochs: 2.0
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.8569        | 0.2903 | 100  | 0.8779          |
+| 0.8435        | 0.5806 | 200  | 0.8248          |
+| 0.7267        | 0.8708 | 300  | 0.8032          |
+| 0.7409        | 1.1597 | 400  | 0.7901          |
+| 0.663         | 1.4499 | 500  | 0.7802          |
+| 0.7083        | 1.7402 | 600  | 0.7767          |
+
+
+### Framework versions
+
+- PEFT 0.19.1
+- Transformers 4.57.1
+- Pytorch 2.10.0+rocm7.0
+- Datasets 4.0.0
+- Tokenizers 0.22.2

adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "MistralForCausalLM",
+    "parent_library": "transformers.models.mistral.modeling_mistral",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "v_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0e368318c8439e3dd787ea3820e5562c7c0fb5dfea32cdd0b87ed28d312d35
+size 228140600

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.7760130763053894,
+    "eval_runtime": 19.4138,
+    "eval_samples_per_second": 14.938,
+    "eval_steps_per_second": 3.76,
+    "total_flos": 1.1655000700143206e+18,
+    "train_loss": 0.7663022487059884,
+    "train_runtime": 2488.9062,
+    "train_samples_per_second": 4.428,
+    "train_steps_per_second": 0.277
+}

chat_template.jinja

@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

checkpoint-500/README.md

@@ -0,0 +1,209 @@
+---
+base_model: unsloth/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Mistral-Nemo-Instruct-2407
+- llama-factory
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoint-500/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "MistralForCausalLM",
+    "parent_library": "transformers.models.mistral.modeling_mistral",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "v_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-500/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9aef7f7620e5ffd914ab8ff88ba45ab98e8c43fa99649df832bb739efcd98
+size 228140600

checkpoint-500/chat_template.jinja

@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

checkpoint-500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fcc315a9b66d07fce73b7dc7b14c81ffea4bd850f7a899d03c47937b5eaea2
+size 456611955

checkpoint-500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78c8c4ddb8c56588da805c47f237f0d7741d4f75fe2a61a79da48be35ad624b
+size 14645

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6750338d410b8450541e669f27465801ed661877b33f4a363665b1f2d82bab
+size 1383

checkpoint-500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b3b62fe64e8919452614b60cad706e648fd2117b4a3044e07aa60da6a2e9bb
+size 1465

checkpoint-500/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292

checkpoint-500/trainer_state.json

@@ -0,0 +1,774 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.4499274310595065,
+  "eval_steps": 100,
+  "global_step": 500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01451378809869376,
+      "grad_norm": 0.6509416103363037,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 1.3988,
+      "step": 5
+    },
+    {
+      "epoch": 0.02902757619738752,
+      "grad_norm": 0.40639710426330566,
+      "learning_rate": 1.2857142857142857e-05,
+      "loss": 1.395,
+      "step": 10
+    },
+    {
+      "epoch": 0.04354136429608128,
+      "grad_norm": 0.4619132876396179,
+      "learning_rate": 2e-05,
+      "loss": 1.2558,
+      "step": 15
+    },
+    {
+      "epoch": 0.05805515239477504,
+      "grad_norm": 0.4009605348110199,
+      "learning_rate": 2.714285714285714e-05,
+      "loss": 1.1799,
+      "step": 20
+    },
+    {
+      "epoch": 0.07256894049346879,
+      "grad_norm": 0.5741651654243469,
+      "learning_rate": 3.428571428571429e-05,
+      "loss": 1.0813,
+      "step": 25
+    },
+    {
+      "epoch": 0.08708272859216255,
+      "grad_norm": 0.5016195178031921,
+      "learning_rate": 4.1428571428571437e-05,
+      "loss": 0.9022,
+      "step": 30
+    },
+    {
+      "epoch": 0.10159651669085631,
+      "grad_norm": 0.48848724365234375,
+      "learning_rate": 4.8571428571428576e-05,
+      "loss": 0.9365,
+      "step": 35
+    },
+    {
+      "epoch": 0.11611030478955008,
+      "grad_norm": 0.48955002427101135,
+      "learning_rate": 4.999539919507037e-05,
+      "loss": 0.993,
+      "step": 40
+    },
+    {
+      "epoch": 0.13062409288824384,
+      "grad_norm": 0.6198442578315735,
+      "learning_rate": 4.997671132725569e-05,
+      "loss": 0.9726,
+      "step": 45
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 1.156268835067749,
+      "learning_rate": 4.994365958519782e-05,
+      "loss": 0.8953,
+      "step": 50
+    },
+    {
+      "epoch": 0.15965166908563136,
+      "grad_norm": 0.6930173635482788,
+      "learning_rate": 4.989626297664602e-05,
+      "loss": 0.9511,
+      "step": 55
+    },
+    {
+      "epoch": 0.1741654571843251,
+      "grad_norm": 0.497702419757843,
+      "learning_rate": 4.983454875894878e-05,
+      "loss": 0.8398,
+      "step": 60
+    },
+    {
+      "epoch": 0.18867924528301888,
+      "grad_norm": 0.6527682542800903,
+      "learning_rate": 4.975855242337838e-05,
+      "loss": 0.9117,
+      "step": 65
+    },
+    {
+      "epoch": 0.20319303338171263,
+      "grad_norm": 0.4459102749824524,
+      "learning_rate": 4.966831767472015e-05,
+      "loss": 0.8948,
+      "step": 70
+    },
+    {
+      "epoch": 0.21770682148040638,
+      "grad_norm": 0.504393994808197,
+      "learning_rate": 4.956389640613828e-05,
+      "loss": 0.8303,
+      "step": 75
+    },
+    {
+      "epoch": 0.23222060957910015,
+      "grad_norm": 0.5637146830558777,
+      "learning_rate": 4.944534866933257e-05,
+      "loss": 0.8798,
+      "step": 80
+    },
+    {
+      "epoch": 0.2467343976777939,
+      "grad_norm": 0.5706853866577148,
+      "learning_rate": 4.9312742640003216e-05,
+      "loss": 0.8788,
+      "step": 85
+    },
+    {
+      "epoch": 0.2612481857764877,
+      "grad_norm": 0.5111519694328308,
+      "learning_rate": 4.9166154578643596e-05,
+      "loss": 0.8605,
+      "step": 90
+    },
+    {
+      "epoch": 0.2757619738751814,
+      "grad_norm": 0.5790703892707825,
+      "learning_rate": 4.900566878668362e-05,
+      "loss": 0.8254,
+      "step": 95
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 0.6373398900032043,
+      "learning_rate": 4.883137755800871e-05,
+      "loss": 0.8569,
+      "step": 100
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "eval_loss": 0.8779192566871643,
+      "eval_runtime": 19.4516,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 3.753,
+      "step": 100
+    },
+    {
+      "epoch": 0.3047895500725689,
+      "grad_norm": 0.6841389536857605,
+      "learning_rate": 4.864338112588245e-05,
+      "loss": 0.8342,
+      "step": 105
+    },
+    {
+      "epoch": 0.3193033381712627,
+      "grad_norm": 0.4855823218822479,
+      "learning_rate": 4.8441787605303424e-05,
+      "loss": 0.8117,
+      "step": 110
+    },
+    {
+      "epoch": 0.33381712626995647,
+      "grad_norm": 0.6814753413200378,
+      "learning_rate": 4.822671293082922e-05,
+      "loss": 0.8199,
+      "step": 115
+    },
+    {
+      "epoch": 0.3483309143686502,
+      "grad_norm": 0.7033283710479736,
+      "learning_rate": 4.799828078990357e-05,
+      "loss": 0.9149,
+      "step": 120
+    },
+    {
+      "epoch": 0.36284470246734396,
+      "grad_norm": 0.634395956993103,
+      "learning_rate": 4.775662255172486e-05,
+      "loss": 0.813,
+      "step": 125
+    },
+    {
+      "epoch": 0.37735849056603776,
+      "grad_norm": 0.5601548552513123,
+      "learning_rate": 4.750187719169692e-05,
+      "loss": 0.804,
+      "step": 130
+    },
+    {
+      "epoch": 0.3918722786647315,
+      "grad_norm": 0.4911321699619293,
+      "learning_rate": 4.723419121150556e-05,
+      "loss": 0.7661,
+      "step": 135
+    },
+    {
+      "epoch": 0.40638606676342526,
+      "grad_norm": 0.824245810508728,
+      "learning_rate": 4.6953718554866835e-05,
+      "loss": 0.8241,
+      "step": 140
+    },
+    {
+      "epoch": 0.420899854862119,
+      "grad_norm": 0.63885897397995,
+      "learning_rate": 4.666062051899538e-05,
+      "loss": 0.8277,
+      "step": 145
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 0.7575412392616272,
+      "learning_rate": 4.635506566184399e-05,
+      "loss": 0.8293,
+      "step": 150
+    },
+    {
+      "epoch": 0.44992743105950656,
+      "grad_norm": 0.6436033844947815,
+      "learning_rate": 4.603722970516741e-05,
+      "loss": 0.7338,
+      "step": 155
+    },
+    {
+      "epoch": 0.4644412191582003,
+      "grad_norm": 0.5583508014678955,
+      "learning_rate": 4.570729543346645e-05,
+      "loss": 0.8061,
+      "step": 160
+    },
+    {
+      "epoch": 0.47895500725689405,
+      "grad_norm": 0.6202744245529175,
+      "learning_rate": 4.536545258887028e-05,
+      "loss": 0.8342,
+      "step": 165
+    },
+    {
+      "epoch": 0.4934687953555878,
+      "grad_norm": 0.5933547019958496,
+      "learning_rate": 4.501189776201755e-05,
+      "loss": 0.7869,
+      "step": 170
+    },
+    {
+      "epoch": 0.5079825834542816,
+      "grad_norm": 0.6718804836273193,
+      "learning_rate": 4.4646834278998884e-05,
+      "loss": 0.7554,
+      "step": 175
+    },
+    {
+      "epoch": 0.5224963715529753,
+      "grad_norm": 0.637037456035614,
+      "learning_rate": 4.427047208442596e-05,
+      "loss": 0.7258,
+      "step": 180
+    },
+    {
+      "epoch": 0.5370101596516691,
+      "grad_norm": 0.6892711520195007,
+      "learning_rate": 4.388302762069435e-05,
+      "loss": 0.8281,
+      "step": 185
+    },
+    {
+      "epoch": 0.5515239477503628,
+      "grad_norm": 0.619770348072052,
+      "learning_rate": 4.348472370350946e-05,
+      "loss": 0.7811,
+      "step": 190
+    },
+    {
+      "epoch": 0.5660377358490566,
+      "grad_norm": 0.6049220561981201,
+      "learning_rate": 4.3075789393747306e-05,
+      "loss": 0.8315,
+      "step": 195
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 0.7725363969802856,
+      "learning_rate": 4.2656459865723775e-05,
+      "loss": 0.8435,
+      "step": 200
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "eval_loss": 0.8247659802436829,
+      "eval_runtime": 19.311,
+      "eval_samples_per_second": 15.017,
+      "eval_steps_per_second": 3.78,
+      "step": 200
+    },
+    {
+      "epoch": 0.5950653120464441,
+      "grad_norm": 0.5748031735420227,
+      "learning_rate": 4.222697627194803e-05,
+      "loss": 0.7336,
+      "step": 205
+    },
+    {
+      "epoch": 0.6095791001451378,
+      "grad_norm": 0.8104192018508911,
+      "learning_rate": 4.1787585604437926e-05,
+      "loss": 0.7715,
+      "step": 210
+    },
+    {
+      "epoch": 0.6240928882438317,
+      "grad_norm": 0.6528811454772949,
+      "learning_rate": 4.133854055267725e-05,
+      "loss": 0.725,
+      "step": 215
+    },
+    {
+      "epoch": 0.6386066763425254,
+      "grad_norm": 0.681361973285675,
+      "learning_rate": 4.088009935829631e-05,
+      "loss": 0.7568,
+      "step": 220
+    },
+    {
+      "epoch": 0.6531204644412192,
+      "grad_norm": 0.9072317481040955,
+      "learning_rate": 4.0412525666559596e-05,
+      "loss": 0.8035,
+      "step": 225
+    },
+    {
+      "epoch": 0.6676342525399129,
+      "grad_norm": 0.7364740371704102,
+      "learning_rate": 3.993608837474585e-05,
+      "loss": 0.7497,
+      "step": 230
+    },
+    {
+      "epoch": 0.6821480406386067,
+      "grad_norm": 0.793581485748291,
+      "learning_rate": 3.9451061477507715e-05,
+      "loss": 0.752,
+      "step": 235
+    },
+    {
+      "epoch": 0.6966618287373004,
+      "grad_norm": 0.7835913896560669,
+      "learning_rate": 3.895772390929996e-05,
+      "loss": 0.7866,
+      "step": 240
+    },
+    {
+      "epoch": 0.7111756168359942,
+      "grad_norm": 0.7025692462921143,
+      "learning_rate": 3.8456359383966934e-05,
+      "loss": 0.8149,
+      "step": 245
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 0.9281949400901794,
+      "learning_rate": 3.7947256231581296e-05,
+      "loss": 0.8159,
+      "step": 250
+    },
+    {
+      "epoch": 0.7402031930333817,
+      "grad_norm": 0.6731794476509094,
+      "learning_rate": 3.743070723262809e-05,
+      "loss": 0.809,
+      "step": 255
+    },
+    {
+      "epoch": 0.7547169811320755,
+      "grad_norm": 0.7136901021003723,
+      "learning_rate": 3.690700944962947e-05,
+      "loss": 0.7652,
+      "step": 260
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 0.7964262366294861,
+      "learning_rate": 3.637646405630673e-05,
+      "loss": 0.7275,
+      "step": 265
+    },
+    {
+      "epoch": 0.783744557329463,
+      "grad_norm": 0.6035962700843811,
+      "learning_rate": 3.583937616437816e-05,
+      "loss": 0.7794,
+      "step": 270
+    },
+    {
+      "epoch": 0.7982583454281568,
+      "grad_norm": 0.5344620943069458,
+      "learning_rate": 3.529605464809208e-05,
+      "loss": 0.7496,
+      "step": 275
+    },
+    {
+      "epoch": 0.8127721335268505,
+      "grad_norm": 0.6882227063179016,
+      "learning_rate": 3.4746811966596196e-05,
+      "loss": 0.7894,
+      "step": 280
+    },
+    {
+      "epoch": 0.8272859216255443,
+      "grad_norm": 0.6256474256515503,
+      "learning_rate": 3.419196398424521e-05,
+      "loss": 0.7222,
+      "step": 285
+    },
+    {
+      "epoch": 0.841799709724238,
+      "grad_norm": 0.7505126595497131,
+      "learning_rate": 3.363182978895019e-05,
+      "loss": 0.7631,
+      "step": 290
+    },
+    {
+      "epoch": 0.8563134978229318,
+      "grad_norm": 0.6608067154884338,
+      "learning_rate": 3.306673150867407e-05,
+      "loss": 0.7486,
+      "step": 295
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 0.9496079087257385,
+      "learning_rate": 3.249699412617883e-05,
+      "loss": 0.7267,
+      "step": 300
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "eval_loss": 0.8032158613204956,
+      "eval_runtime": 19.3267,
+      "eval_samples_per_second": 15.005,
+      "eval_steps_per_second": 3.777,
+      "step": 300
+    },
+    {
+      "epoch": 0.8853410740203193,
+      "grad_norm": 0.7171178460121155,
+      "learning_rate": 3.1922945292131006e-05,
+      "loss": 0.7453,
+      "step": 305
+    },
+    {
+      "epoch": 0.8998548621190131,
+      "grad_norm": 0.8150624632835388,
+      "learning_rate": 3.1344915136672784e-05,
+      "loss": 0.7828,
+      "step": 310
+    },
+    {
+      "epoch": 0.9143686502177069,
+      "grad_norm": 0.5487958788871765,
+      "learning_rate": 3.076323607956723e-05,
+      "loss": 0.7636,
+      "step": 315
+    },
+    {
+      "epoch": 0.9288824383164006,
+      "grad_norm": 0.8114864230155945,
+      "learning_rate": 3.0178242639026792e-05,
+      "loss": 0.7274,
+      "step": 320
+    },
+    {
+      "epoch": 0.9433962264150944,
+      "grad_norm": 0.6911133527755737,
+      "learning_rate": 2.959027123933501e-05,
+      "loss": 0.7282,
+      "step": 325
+    },
+    {
+      "epoch": 0.9579100145137881,
+      "grad_norm": 0.8376756310462952,
+      "learning_rate": 2.899966001737199e-05,
+      "loss": 0.7825,
+      "step": 330
+    },
+    {
+      "epoch": 0.9724238026124818,
+      "grad_norm": 0.9565706849098206,
+      "learning_rate": 2.840674862815506e-05,
+      "loss": 0.7657,
+      "step": 335
+    },
+    {
+      "epoch": 0.9869375907111756,
+      "grad_norm": 0.7867807149887085,
+      "learning_rate": 2.7811878049506362e-05,
+      "loss": 0.7861,
+      "step": 340
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.7989873886108398,
+      "learning_rate": 2.7215390385959598e-05,
+      "loss": 0.7343,
+      "step": 345
+    },
+    {
+      "epoch": 1.0145137880986939,
+      "grad_norm": 0.6233828663825989,
+      "learning_rate": 2.6617628672018997e-05,
+      "loss": 0.665,
+      "step": 350
+    },
+    {
+      "epoch": 1.0290275761973875,
+      "grad_norm": 0.6964126825332642,
+      "learning_rate": 2.6018936674883277e-05,
+      "loss": 0.6674,
+      "step": 355
+    },
+    {
+      "epoch": 1.0435413642960814,
+      "grad_norm": 0.5633028149604797,
+      "learning_rate": 2.541965869674838e-05,
+      "loss": 0.7013,
+      "step": 360
+    },
+    {
+      "epoch": 1.058055152394775,
+      "grad_norm": 0.6417669653892517,
+      "learning_rate": 2.482013937680245e-05,
+      "loss": 0.6625,
+      "step": 365
+    },
+    {
+      "epoch": 1.0725689404934688,
+      "grad_norm": 0.5850866436958313,
+      "learning_rate": 2.4220723493027087e-05,
+      "loss": 0.6697,
+      "step": 370
+    },
+    {
+      "epoch": 1.0870827285921625,
+      "grad_norm": 0.6280177235603333,
+      "learning_rate": 2.3621755763918688e-05,
+      "loss": 0.7241,
+      "step": 375
+    },
+    {
+      "epoch": 1.1015965166908563,
+      "grad_norm": 0.6016490459442139,
+      "learning_rate": 2.302358065024409e-05,
+      "loss": 0.6989,
+      "step": 380
+    },
+    {
+      "epoch": 1.11611030478955,
+      "grad_norm": 0.6168230772018433,
+      "learning_rate": 2.242654215694435e-05,
+      "loss": 0.6757,
+      "step": 385
+    },
+    {
+      "epoch": 1.1306240928882438,
+      "grad_norm": 0.7942184209823608,
+      "learning_rate": 2.183098363530076e-05,
+      "loss": 0.7151,
+      "step": 390
+    },
+    {
+      "epoch": 1.1451378809869377,
+      "grad_norm": 0.6211004853248596,
+      "learning_rate": 2.123724758547664e-05,
+      "loss": 0.7134,
+      "step": 395
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "grad_norm": 0.7150187492370605,
+      "learning_rate": 2.0645675459548757e-05,
+      "loss": 0.7409,
+      "step": 400
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "eval_loss": 0.7901310324668884,
+      "eval_runtime": 19.3786,
+      "eval_samples_per_second": 14.965,
+      "eval_steps_per_second": 3.767,
+      "step": 400
+    },
+    {
+      "epoch": 1.1741654571843252,
+      "grad_norm": 0.801150918006897,
+      "learning_rate": 2.005660746514138e-05,
+      "loss": 0.7311,
+      "step": 405
+    },
+    {
+      "epoch": 1.1886792452830188,
+      "grad_norm": 0.9648299217224121,
+      "learning_rate": 1.9470382369776034e-05,
+      "loss": 0.7251,
+      "step": 410
+    },
+    {
+      "epoch": 1.2031930333817127,
+      "grad_norm": 0.7957742810249329,
+      "learning_rate": 1.8887337306049473e-05,
+      "loss": 0.6886,
+      "step": 415
+    },
+    {
+      "epoch": 1.2177068214804063,
+      "grad_norm": 0.8583821654319763,
+      "learning_rate": 1.830780757775185e-05,
+      "loss": 0.6796,
+      "step": 420
+    },
+    {
+      "epoch": 1.2322206095791002,
+      "grad_norm": 0.6850968599319458,
+      "learning_rate": 1.773212646703662e-05,
+      "loss": 0.6463,
+      "step": 425
+    },
+    {
+      "epoch": 1.2467343976777938,
+      "grad_norm": 0.7404685020446777,
+      "learning_rate": 1.7160625042753088e-05,
+      "loss": 0.7149,
+      "step": 430
+    },
+    {
+      "epoch": 1.2612481857764877,
+      "grad_norm": 0.7231425642967224,
+      "learning_rate": 1.6593631970051792e-05,
+      "loss": 0.7487,
+      "step": 435
+    },
+    {
+      "epoch": 1.2757619738751815,
+      "grad_norm": 0.6353718638420105,
+      "learning_rate": 1.6031473321372215e-05,
+      "loss": 0.7117,
+      "step": 440
+    },
+    {
+      "epoch": 1.2902757619738752,
+      "grad_norm": 0.7064281702041626,
+      "learning_rate": 1.547447238892159e-05,
+      "loss": 0.6477,
+      "step": 445
+    },
+    {
+      "epoch": 1.3047895500725688,
+      "grad_norm": 0.7414827942848206,
+      "learning_rate": 1.492294949875255e-05,
+      "loss": 0.6712,
+      "step": 450
+    },
+    {
+      "epoch": 1.3193033381712627,
+      "grad_norm": 0.6992132067680359,
+      "learning_rate": 1.437722182654659e-05,
+      "loss": 0.7064,
+      "step": 455
+    },
+    {
+      "epoch": 1.3338171262699565,
+      "grad_norm": 0.9635509848594666,
+      "learning_rate": 1.3837603215209272e-05,
+      "loss": 0.732,
+      "step": 460
+    },
+    {
+      "epoch": 1.3483309143686502,
+      "grad_norm": 0.9681680798530579,
+      "learning_rate": 1.3304403994382125e-05,
+      "loss": 0.7432,
+      "step": 465
+    },
+    {
+      "epoch": 1.362844702467344,
+      "grad_norm": 0.961907148361206,
+      "learning_rate": 1.2777930801974917e-05,
+      "loss": 0.7288,
+      "step": 470
+    },
+    {
+      "epoch": 1.3773584905660377,
+      "grad_norm": 0.8563053011894226,
+      "learning_rate": 1.2258486407821082e-05,
+      "loss": 0.6967,
+      "step": 475
+    },
+    {
+      "epoch": 1.3918722786647315,
+      "grad_norm": 1.0022865533828735,
+      "learning_rate": 1.1746369539557606e-05,
+      "loss": 0.7243,
+      "step": 480
+    },
+    {
+      "epoch": 1.4063860667634254,
+      "grad_norm": 0.6587550640106201,
+      "learning_rate": 1.124187471082947e-05,
+      "loss": 0.7066,
+      "step": 485
+    },
+    {
+      "epoch": 1.420899854862119,
+      "grad_norm": 0.6341676712036133,
+      "learning_rate": 1.0745292051917716e-05,
+      "loss": 0.6855,
+      "step": 490
+    },
+    {
+      "epoch": 1.4354136429608126,
+      "grad_norm": 0.8433622121810913,
+      "learning_rate": 1.0256907142888111e-05,
+      "loss": 0.7094,
+      "step": 495
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "grad_norm": 0.8516818284988403,
+      "learning_rate": 9.777000849356785e-06,
+      "loss": 0.663,
+      "step": 500
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "eval_loss": 0.7801858186721802,
+      "eval_runtime": 19.3376,
+      "eval_samples_per_second": 14.997,
+      "eval_steps_per_second": 3.775,
+      "step": 500
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 690,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.475211773694771e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad89ec79385e6fb3506dfc08148a55540ea15b451a698b1301a55cf90c385fd
+size 6225

checkpoint-600/README.md

@@ -0,0 +1,209 @@
+---
+base_model: unsloth/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Mistral-Nemo-Instruct-2407
+- llama-factory
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoint-600/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "MistralForCausalLM",
+    "parent_library": "transformers.models.mistral.modeling_mistral",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "v_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-600/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a94db7bc610630abc033fcb6ffbbb3243d8bf0b1177a497821bbec6d0635dac
+size 228140600

checkpoint-600/chat_template.jinja

@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

checkpoint-600/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0630af740b4cfa4bda99fdeea234567d17506beb38ccf685c24f276ad478a7
+size 456611955

checkpoint-600/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4954ef2add92b0180e06e55db2aa93805dc189ccac3bc93c5bbfea502f60501
+size 14645

checkpoint-600/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c008960fa66835856b3657be56c3f7b25111a271d8e030de9ca9b3137752d7
+size 1383

checkpoint-600/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1add6d3c26a95f0241fc752888eb863b8fa210502b620420bb138acddcab74
+size 1465

checkpoint-600/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-600/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292

checkpoint-600/trainer_state.json

@@ -0,0 +1,922 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.7402031930333817,
+  "eval_steps": 100,
+  "global_step": 600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01451378809869376,
+      "grad_norm": 0.6509416103363037,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 1.3988,
+      "step": 5
+    },
+    {
+      "epoch": 0.02902757619738752,
+      "grad_norm": 0.40639710426330566,
+      "learning_rate": 1.2857142857142857e-05,
+      "loss": 1.395,
+      "step": 10
+    },
+    {
+      "epoch": 0.04354136429608128,
+      "grad_norm": 0.4619132876396179,
+      "learning_rate": 2e-05,
+      "loss": 1.2558,
+      "step": 15
+    },
+    {
+      "epoch": 0.05805515239477504,
+      "grad_norm": 0.4009605348110199,
+      "learning_rate": 2.714285714285714e-05,
+      "loss": 1.1799,
+      "step": 20
+    },
+    {
+      "epoch": 0.07256894049346879,
+      "grad_norm": 0.5741651654243469,
+      "learning_rate": 3.428571428571429e-05,
+      "loss": 1.0813,
+      "step": 25
+    },
+    {
+      "epoch": 0.08708272859216255,
+      "grad_norm": 0.5016195178031921,
+      "learning_rate": 4.1428571428571437e-05,
+      "loss": 0.9022,
+      "step": 30
+    },
+    {
+      "epoch": 0.10159651669085631,
+      "grad_norm": 0.48848724365234375,
+      "learning_rate": 4.8571428571428576e-05,
+      "loss": 0.9365,
+      "step": 35
+    },
+    {
+      "epoch": 0.11611030478955008,
+      "grad_norm": 0.48955002427101135,
+      "learning_rate": 4.999539919507037e-05,
+      "loss": 0.993,
+      "step": 40
+    },
+    {
+      "epoch": 0.13062409288824384,
+      "grad_norm": 0.6198442578315735,
+      "learning_rate": 4.997671132725569e-05,
+      "loss": 0.9726,
+      "step": 45
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 1.156268835067749,
+      "learning_rate": 4.994365958519782e-05,
+      "loss": 0.8953,
+      "step": 50
+    },
+    {
+      "epoch": 0.15965166908563136,
+      "grad_norm": 0.6930173635482788,
+      "learning_rate": 4.989626297664602e-05,
+      "loss": 0.9511,
+      "step": 55
+    },
+    {
+      "epoch": 0.1741654571843251,
+      "grad_norm": 0.497702419757843,
+      "learning_rate": 4.983454875894878e-05,
+      "loss": 0.8398,
+      "step": 60
+    },
+    {
+      "epoch": 0.18867924528301888,
+      "grad_norm": 0.6527682542800903,
+      "learning_rate": 4.975855242337838e-05,
+      "loss": 0.9117,
+      "step": 65
+    },
+    {
+      "epoch": 0.20319303338171263,
+      "grad_norm": 0.4459102749824524,
+      "learning_rate": 4.966831767472015e-05,
+      "loss": 0.8948,
+      "step": 70
+    },
+    {
+      "epoch": 0.21770682148040638,
+      "grad_norm": 0.504393994808197,
+      "learning_rate": 4.956389640613828e-05,
+      "loss": 0.8303,
+      "step": 75
+    },
+    {
+      "epoch": 0.23222060957910015,
+      "grad_norm": 0.5637146830558777,
+      "learning_rate": 4.944534866933257e-05,
+      "loss": 0.8798,
+      "step": 80
+    },
+    {
+      "epoch": 0.2467343976777939,
+      "grad_norm": 0.5706853866577148,
+      "learning_rate": 4.9312742640003216e-05,
+      "loss": 0.8788,
+      "step": 85
+    },
+    {
+      "epoch": 0.2612481857764877,
+      "grad_norm": 0.5111519694328308,
+      "learning_rate": 4.9166154578643596e-05,
+      "loss": 0.8605,
+      "step": 90
+    },
+    {
+      "epoch": 0.2757619738751814,
+      "grad_norm": 0.5790703892707825,
+      "learning_rate": 4.900566878668362e-05,
+      "loss": 0.8254,
+      "step": 95
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 0.6373398900032043,
+      "learning_rate": 4.883137755800871e-05,
+      "loss": 0.8569,
+      "step": 100
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "eval_loss": 0.8779192566871643,
+      "eval_runtime": 19.4516,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 3.753,
+      "step": 100
+    },
+    {
+      "epoch": 0.3047895500725689,
+      "grad_norm": 0.6841389536857605,
+      "learning_rate": 4.864338112588245e-05,
+      "loss": 0.8342,
+      "step": 105
+    },
+    {
+      "epoch": 0.3193033381712627,
+      "grad_norm": 0.4855823218822479,
+      "learning_rate": 4.8441787605303424e-05,
+      "loss": 0.8117,
+      "step": 110
+    },
+    {
+      "epoch": 0.33381712626995647,
+      "grad_norm": 0.6814753413200378,
+      "learning_rate": 4.822671293082922e-05,
+      "loss": 0.8199,
+      "step": 115
+    },
+    {
+      "epoch": 0.3483309143686502,
+      "grad_norm": 0.7033283710479736,
+      "learning_rate": 4.799828078990357e-05,
+      "loss": 0.9149,
+      "step": 120
+    },
+    {
+      "epoch": 0.36284470246734396,
+      "grad_norm": 0.634395956993103,
+      "learning_rate": 4.775662255172486e-05,
+      "loss": 0.813,
+      "step": 125
+    },
+    {
+      "epoch": 0.37735849056603776,
+      "grad_norm": 0.5601548552513123,
+      "learning_rate": 4.750187719169692e-05,
+      "loss": 0.804,
+      "step": 130
+    },
+    {
+      "epoch": 0.3918722786647315,
+      "grad_norm": 0.4911321699619293,
+      "learning_rate": 4.723419121150556e-05,
+      "loss": 0.7661,
+      "step": 135
+    },
+    {
+      "epoch": 0.40638606676342526,
+      "grad_norm": 0.824245810508728,
+      "learning_rate": 4.6953718554866835e-05,
+      "loss": 0.8241,
+      "step": 140
+    },
+    {
+      "epoch": 0.420899854862119,
+      "grad_norm": 0.63885897397995,
+      "learning_rate": 4.666062051899538e-05,
+      "loss": 0.8277,
+      "step": 145
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 0.7575412392616272,
+      "learning_rate": 4.635506566184399e-05,
+      "loss": 0.8293,
+      "step": 150
+    },
+    {
+      "epoch": 0.44992743105950656,
+      "grad_norm": 0.6436033844947815,
+      "learning_rate": 4.603722970516741e-05,
+      "loss": 0.7338,
+      "step": 155
+    },
+    {
+      "epoch": 0.4644412191582003,
+      "grad_norm": 0.5583508014678955,
+      "learning_rate": 4.570729543346645e-05,
+      "loss": 0.8061,
+      "step": 160
+    },
+    {
+      "epoch": 0.47895500725689405,
+      "grad_norm": 0.6202744245529175,
+      "learning_rate": 4.536545258887028e-05,
+      "loss": 0.8342,
+      "step": 165
+    },
+    {
+      "epoch": 0.4934687953555878,
+      "grad_norm": 0.5933547019958496,
+      "learning_rate": 4.501189776201755e-05,
+      "loss": 0.7869,
+      "step": 170
+    },
+    {
+      "epoch": 0.5079825834542816,
+      "grad_norm": 0.6718804836273193,
+      "learning_rate": 4.4646834278998884e-05,
+      "loss": 0.7554,
+      "step": 175
+    },
+    {
+      "epoch": 0.5224963715529753,
+      "grad_norm": 0.637037456035614,
+      "learning_rate": 4.427047208442596e-05,
+      "loss": 0.7258,
+      "step": 180
+    },
+    {
+      "epoch": 0.5370101596516691,
+      "grad_norm": 0.6892711520195007,
+      "learning_rate": 4.388302762069435e-05,
+      "loss": 0.8281,
+      "step": 185
+    },
+    {
+      "epoch": 0.5515239477503628,
+      "grad_norm": 0.619770348072052,
+      "learning_rate": 4.348472370350946e-05,
+      "loss": 0.7811,
+      "step": 190
+    },
+    {
+      "epoch": 0.5660377358490566,
+      "grad_norm": 0.6049220561981201,
+      "learning_rate": 4.3075789393747306e-05,
+      "loss": 0.8315,
+      "step": 195
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 0.7725363969802856,
+      "learning_rate": 4.2656459865723775e-05,
+      "loss": 0.8435,
+      "step": 200
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "eval_loss": 0.8247659802436829,
+      "eval_runtime": 19.311,
+      "eval_samples_per_second": 15.017,
+      "eval_steps_per_second": 3.78,
+      "step": 200
+    },
+    {
+      "epoch": 0.5950653120464441,
+      "grad_norm": 0.5748031735420227,
+      "learning_rate": 4.222697627194803e-05,
+      "loss": 0.7336,
+      "step": 205
+    },
+    {
+      "epoch": 0.6095791001451378,
+      "grad_norm": 0.8104192018508911,
+      "learning_rate": 4.1787585604437926e-05,
+      "loss": 0.7715,
+      "step": 210
+    },
+    {
+      "epoch": 0.6240928882438317,
+      "grad_norm": 0.6528811454772949,
+      "learning_rate": 4.133854055267725e-05,
+      "loss": 0.725,
+      "step": 215
+    },
+    {
+      "epoch": 0.6386066763425254,
+      "grad_norm": 0.681361973285675,
+      "learning_rate": 4.088009935829631e-05,
+      "loss": 0.7568,
+      "step": 220
+    },
+    {
+      "epoch": 0.6531204644412192,
+      "grad_norm": 0.9072317481040955,
+      "learning_rate": 4.0412525666559596e-05,
+      "loss": 0.8035,
+      "step": 225
+    },
+    {
+      "epoch": 0.6676342525399129,
+      "grad_norm": 0.7364740371704102,
+      "learning_rate": 3.993608837474585e-05,
+      "loss": 0.7497,
+      "step": 230
+    },
+    {
+      "epoch": 0.6821480406386067,
+      "grad_norm": 0.793581485748291,
+      "learning_rate": 3.9451061477507715e-05,
+      "loss": 0.752,
+      "step": 235
+    },
+    {
+      "epoch": 0.6966618287373004,
+      "grad_norm": 0.7835913896560669,
+      "learning_rate": 3.895772390929996e-05,
+      "loss": 0.7866,
+      "step": 240
+    },
+    {
+      "epoch": 0.7111756168359942,
+      "grad_norm": 0.7025692462921143,
+      "learning_rate": 3.8456359383966934e-05,
+      "loss": 0.8149,
+      "step": 245
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 0.9281949400901794,
+      "learning_rate": 3.7947256231581296e-05,
+      "loss": 0.8159,
+      "step": 250
+    },
+    {
+      "epoch": 0.7402031930333817,
+      "grad_norm": 0.6731794476509094,
+      "learning_rate": 3.743070723262809e-05,
+      "loss": 0.809,
+      "step": 255
+    },
+    {
+      "epoch": 0.7547169811320755,
+      "grad_norm": 0.7136901021003723,
+      "learning_rate": 3.690700944962947e-05,
+      "loss": 0.7652,
+      "step": 260
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 0.7964262366294861,
+      "learning_rate": 3.637646405630673e-05,
+      "loss": 0.7275,
+      "step": 265
+    },
+    {
+      "epoch": 0.783744557329463,
+      "grad_norm": 0.6035962700843811,
+      "learning_rate": 3.583937616437816e-05,
+      "loss": 0.7794,
+      "step": 270
+    },
+    {
+      "epoch": 0.7982583454281568,
+      "grad_norm": 0.5344620943069458,
+      "learning_rate": 3.529605464809208e-05,
+      "loss": 0.7496,
+      "step": 275
+    },
+    {
+      "epoch": 0.8127721335268505,
+      "grad_norm": 0.6882227063179016,
+      "learning_rate": 3.4746811966596196e-05,
+      "loss": 0.7894,
+      "step": 280
+    },
+    {
+      "epoch": 0.8272859216255443,
+      "grad_norm": 0.6256474256515503,
+      "learning_rate": 3.419196398424521e-05,
+      "loss": 0.7222,
+      "step": 285
+    },
+    {
+      "epoch": 0.841799709724238,
+      "grad_norm": 0.7505126595497131,
+      "learning_rate": 3.363182978895019e-05,
+      "loss": 0.7631,
+      "step": 290
+    },
+    {
+      "epoch": 0.8563134978229318,
+      "grad_norm": 0.6608067154884338,
+      "learning_rate": 3.306673150867407e-05,
+      "loss": 0.7486,
+      "step": 295
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 0.9496079087257385,
+      "learning_rate": 3.249699412617883e-05,
+      "loss": 0.7267,
+      "step": 300
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "eval_loss": 0.8032158613204956,
+      "eval_runtime": 19.3267,
+      "eval_samples_per_second": 15.005,
+      "eval_steps_per_second": 3.777,
+      "step": 300
+    },
+    {
+      "epoch": 0.8853410740203193,
+      "grad_norm": 0.7171178460121155,
+      "learning_rate": 3.1922945292131006e-05,
+      "loss": 0.7453,
+      "step": 305
+    },
+    {
+      "epoch": 0.8998548621190131,
+      "grad_norm": 0.8150624632835388,
+      "learning_rate": 3.1344915136672784e-05,
+      "loss": 0.7828,
+      "step": 310
+    },
+    {
+      "epoch": 0.9143686502177069,
+      "grad_norm": 0.5487958788871765,
+      "learning_rate": 3.076323607956723e-05,
+      "loss": 0.7636,
+      "step": 315
+    },
+    {
+      "epoch": 0.9288824383164006,
+      "grad_norm": 0.8114864230155945,
+      "learning_rate": 3.0178242639026792e-05,
+      "loss": 0.7274,
+      "step": 320
+    },
+    {
+      "epoch": 0.9433962264150944,
+      "grad_norm": 0.6911133527755737,
+      "learning_rate": 2.959027123933501e-05,
+      "loss": 0.7282,
+      "step": 325
+    },
+    {
+      "epoch": 0.9579100145137881,
+      "grad_norm": 0.8376756310462952,
+      "learning_rate": 2.899966001737199e-05,
+      "loss": 0.7825,
+      "step": 330
+    },
+    {
+      "epoch": 0.9724238026124818,
+      "grad_norm": 0.9565706849098206,
+      "learning_rate": 2.840674862815506e-05,
+      "loss": 0.7657,
+      "step": 335
+    },
+    {
+      "epoch": 0.9869375907111756,
+      "grad_norm": 0.7867807149887085,
+      "learning_rate": 2.7811878049506362e-05,
+      "loss": 0.7861,
+      "step": 340
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.7989873886108398,
+      "learning_rate": 2.7215390385959598e-05,
+      "loss": 0.7343,
+      "step": 345
+    },
+    {
+      "epoch": 1.0145137880986939,
+      "grad_norm": 0.6233828663825989,
+      "learning_rate": 2.6617628672018997e-05,
+      "loss": 0.665,
+      "step": 350
+    },
+    {
+      "epoch": 1.0290275761973875,
+      "grad_norm": 0.6964126825332642,
+      "learning_rate": 2.6018936674883277e-05,
+      "loss": 0.6674,
+      "step": 355
+    },
+    {
+      "epoch": 1.0435413642960814,
+      "grad_norm": 0.5633028149604797,
+      "learning_rate": 2.541965869674838e-05,
+      "loss": 0.7013,
+      "step": 360
+    },
+    {
+      "epoch": 1.058055152394775,
+      "grad_norm": 0.6417669653892517,
+      "learning_rate": 2.482013937680245e-05,
+      "loss": 0.6625,
+      "step": 365
+    },
+    {
+      "epoch": 1.0725689404934688,
+      "grad_norm": 0.5850866436958313,
+      "learning_rate": 2.4220723493027087e-05,
+      "loss": 0.6697,
+      "step": 370
+    },
+    {
+      "epoch": 1.0870827285921625,
+      "grad_norm": 0.6280177235603333,
+      "learning_rate": 2.3621755763918688e-05,
+      "loss": 0.7241,
+      "step": 375
+    },
+    {
+      "epoch": 1.1015965166908563,
+      "grad_norm": 0.6016490459442139,
+      "learning_rate": 2.302358065024409e-05,
+      "loss": 0.6989,
+      "step": 380
+    },
+    {
+      "epoch": 1.11611030478955,
+      "grad_norm": 0.6168230772018433,
+      "learning_rate": 2.242654215694435e-05,
+      "loss": 0.6757,
+      "step": 385
+    },
+    {
+      "epoch": 1.1306240928882438,
+      "grad_norm": 0.7942184209823608,
+      "learning_rate": 2.183098363530076e-05,
+      "loss": 0.7151,
+      "step": 390
+    },
+    {
+      "epoch": 1.1451378809869377,
+      "grad_norm": 0.6211004853248596,
+      "learning_rate": 2.123724758547664e-05,
+      "loss": 0.7134,
+      "step": 395
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "grad_norm": 0.7150187492370605,
+      "learning_rate": 2.0645675459548757e-05,
+      "loss": 0.7409,
+      "step": 400
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "eval_loss": 0.7901310324668884,
+      "eval_runtime": 19.3786,
+      "eval_samples_per_second": 14.965,
+      "eval_steps_per_second": 3.767,
+      "step": 400
+    },
+    {
+      "epoch": 1.1741654571843252,
+      "grad_norm": 0.801150918006897,
+      "learning_rate": 2.005660746514138e-05,
+      "loss": 0.7311,
+      "step": 405
+    },
+    {
+      "epoch": 1.1886792452830188,
+      "grad_norm": 0.9648299217224121,
+      "learning_rate": 1.9470382369776034e-05,
+      "loss": 0.7251,
+      "step": 410
+    },
+    {
+      "epoch": 1.2031930333817127,
+      "grad_norm": 0.7957742810249329,
+      "learning_rate": 1.8887337306049473e-05,
+      "loss": 0.6886,
+      "step": 415
+    },
+    {
+      "epoch": 1.2177068214804063,
+      "grad_norm": 0.8583821654319763,
+      "learning_rate": 1.830780757775185e-05,
+      "loss": 0.6796,
+      "step": 420
+    },
+    {
+      "epoch": 1.2322206095791002,
+      "grad_norm": 0.6850968599319458,
+      "learning_rate": 1.773212646703662e-05,
+      "loss": 0.6463,
+      "step": 425
+    },
+    {
+      "epoch": 1.2467343976777938,
+      "grad_norm": 0.7404685020446777,
+      "learning_rate": 1.7160625042753088e-05,
+      "loss": 0.7149,
+      "step": 430
+    },
+    {
+      "epoch": 1.2612481857764877,
+      "grad_norm": 0.7231425642967224,
+      "learning_rate": 1.6593631970051792e-05,
+      "loss": 0.7487,
+      "step": 435
+    },
+    {
+      "epoch": 1.2757619738751815,
+      "grad_norm": 0.6353718638420105,
+      "learning_rate": 1.6031473321372215e-05,
+      "loss": 0.7117,
+      "step": 440
+    },
+    {
+      "epoch": 1.2902757619738752,
+      "grad_norm": 0.7064281702041626,
+      "learning_rate": 1.547447238892159e-05,
+      "loss": 0.6477,
+      "step": 445
+    },
+    {
+      "epoch": 1.3047895500725688,
+      "grad_norm": 0.7414827942848206,
+      "learning_rate": 1.492294949875255e-05,
+      "loss": 0.6712,
+      "step": 450
+    },
+    {
+      "epoch": 1.3193033381712627,
+      "grad_norm": 0.6992132067680359,
+      "learning_rate": 1.437722182654659e-05,
+      "loss": 0.7064,
+      "step": 455
+    },
+    {
+      "epoch": 1.3338171262699565,
+      "grad_norm": 0.9635509848594666,
+      "learning_rate": 1.3837603215209272e-05,
+      "loss": 0.732,
+      "step": 460
+    },
+    {
+      "epoch": 1.3483309143686502,
+      "grad_norm": 0.9681680798530579,
+      "learning_rate": 1.3304403994382125e-05,
+      "loss": 0.7432,
+      "step": 465
+    },
+    {
+      "epoch": 1.362844702467344,
+      "grad_norm": 0.961907148361206,
+      "learning_rate": 1.2777930801974917e-05,
+      "loss": 0.7288,
+      "step": 470
+    },
+    {
+      "epoch": 1.3773584905660377,
+      "grad_norm": 0.8563053011894226,
+      "learning_rate": 1.2258486407821082e-05,
+      "loss": 0.6967,
+      "step": 475
+    },
+    {
+      "epoch": 1.3918722786647315,
+      "grad_norm": 1.0022865533828735,
+      "learning_rate": 1.1746369539557606e-05,
+      "loss": 0.7243,
+      "step": 480
+    },
+    {
+      "epoch": 1.4063860667634254,
+      "grad_norm": 0.6587550640106201,
+      "learning_rate": 1.124187471082947e-05,
+      "loss": 0.7066,
+      "step": 485
+    },
+    {
+      "epoch": 1.420899854862119,
+      "grad_norm": 0.6341676712036133,
+      "learning_rate": 1.0745292051917716e-05,
+      "loss": 0.6855,
+      "step": 490
+    },
+    {
+      "epoch": 1.4354136429608126,
+      "grad_norm": 0.8433622121810913,
+      "learning_rate": 1.0256907142888111e-05,
+      "loss": 0.7094,
+      "step": 495
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "grad_norm": 0.8516818284988403,
+      "learning_rate": 9.777000849356785e-06,
+      "loss": 0.663,
+      "step": 500
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "eval_loss": 0.7801858186721802,
+      "eval_runtime": 19.3376,
+      "eval_samples_per_second": 14.997,
+      "eval_steps_per_second": 3.775,
+      "step": 500
+    },
+    {
+      "epoch": 1.4644412191582004,
+      "grad_norm": 0.8840969204902649,
+      "learning_rate": 9.305849160966994e-06,
+      "loss": 0.7131,
+      "step": 505
+    },
+    {
+      "epoch": 1.478955007256894,
+      "grad_norm": 0.9732634425163269,
+      "learning_rate": 8.843723032670036e-06,
+      "loss": 0.6971,
+      "step": 510
+    },
+    {
+      "epoch": 1.4934687953555879,
+      "grad_norm": 0.9561111330986023,
+      "learning_rate": 8.390888228901615e-06,
+      "loss": 0.6897,
+      "step": 515
+    },
+    {
+      "epoch": 1.5079825834542815,
+      "grad_norm": 1.558250069618225,
+      "learning_rate": 7.947605170743138e-06,
+      "loss": 0.751,
+      "step": 520
+    },
+    {
+      "epoch": 1.5224963715529753,
+      "grad_norm": 0.9507877230644226,
+      "learning_rate": 7.514128786156052e-06,
+      "loss": 0.676,
+      "step": 525
+    },
+    {
+      "epoch": 1.5370101596516692,
+      "grad_norm": 0.5772367119789124,
+      "learning_rate": 7.090708363375026e-06,
+      "loss": 0.6759,
+      "step": 530
+    },
+    {
+      "epoch": 1.5515239477503628,
+      "grad_norm": 0.6241354942321777,
+      "learning_rate": 6.677587407544739e-06,
+      "loss": 0.6602,
+      "step": 535
+    },
+    {
+      "epoch": 1.5660377358490565,
+      "grad_norm": 0.9422394037246704,
+      "learning_rate": 6.275003500682258e-06,
+      "loss": 0.6924,
+      "step": 540
+    },
+    {
+      "epoch": 1.5805515239477503,
+      "grad_norm": 0.7861585021018982,
+      "learning_rate": 5.8831881650458414e-06,
+      "loss": 0.6922,
+      "step": 545
+    },
+    {
+      "epoch": 1.5950653120464442,
+      "grad_norm": 0.8256082534790039,
+      "learning_rate": 5.502366729988662e-06,
+      "loss": 0.6655,
+      "step": 550
+    },
+    {
+      "epoch": 1.6095791001451378,
+      "grad_norm": 0.8732887506484985,
+      "learning_rate": 5.132758202373972e-06,
+      "loss": 0.6586,
+      "step": 555
+    },
+    {
+      "epoch": 1.6240928882438317,
+      "grad_norm": 0.852661669254303,
+      "learning_rate": 4.7745751406263165e-06,
+      "loss": 0.6834,
+      "step": 560
+    },
+    {
+      "epoch": 1.6386066763425253,
+      "grad_norm": 1.0740787982940674,
+      "learning_rate": 4.428023532491138e-06,
+      "loss": 0.6767,
+      "step": 565
+    },
+    {
+      "epoch": 1.6531204644412192,
+      "grad_norm": 0.7671570181846619,
+      "learning_rate": 4.093302676573154e-06,
+      "loss": 0.6365,
+      "step": 570
+    },
+    {
+      "epoch": 1.667634252539913,
+      "grad_norm": 0.8762299418449402,
+      "learning_rate": 3.7706050677215944e-06,
+      "loss": 0.717,
+      "step": 575
+    },
+    {
+      "epoch": 1.6821480406386067,
+      "grad_norm": 0.7622076272964478,
+      "learning_rate": 3.4601162863281746e-06,
+      "loss": 0.68,
+      "step": 580
+    },
+    {
+      "epoch": 1.6966618287373003,
+      "grad_norm": 0.7803418040275574,
+      "learning_rate": 3.162014891601575e-06,
+      "loss": 0.7526,
+      "step": 585
+    },
+    {
+      "epoch": 1.7111756168359942,
+      "grad_norm": 0.7567455768585205,
+      "learning_rate": 2.876472318879675e-06,
+      "loss": 0.648,
+      "step": 590
+    },
+    {
+      "epoch": 1.725689404934688,
+      "grad_norm": 0.8395769000053406,
+      "learning_rate": 2.6036527810387012e-06,
+      "loss": 0.697,
+      "step": 595
+    },
+    {
+      "epoch": 1.7402031930333817,
+      "grad_norm": 1.0212631225585938,
+      "learning_rate": 2.343713174055917e-06,
+      "loss": 0.7083,
+      "step": 600
+    },
+    {
+      "epoch": 1.7402031930333817,
+      "eval_loss": 0.7767183780670166,
+      "eval_runtime": 19.3284,
+      "eval_samples_per_second": 15.004,
+      "eval_steps_per_second": 3.777,
+      "step": 600
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 690,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0116692899504128e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-600/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad89ec79385e6fb3506dfc08148a55540ea15b451a698b1301a55cf90c385fd
+size 6225

checkpoint-690/README.md

@@ -0,0 +1,209 @@
+---
+base_model: unsloth/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Mistral-Nemo-Instruct-2407
+- llama-factory
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoint-690/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "MistralForCausalLM",
+    "parent_library": "transformers.models.mistral.modeling_mistral",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "v_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-690/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0e368318c8439e3dd787ea3820e5562c7c0fb5dfea32cdd0b87ed28d312d35
+size 228140600

checkpoint-690/chat_template.jinja

@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

checkpoint-690/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e913125f4747cac16ea88698696875e2400be86dae95ee9f268cf0d056b6cf
+size 456611955

checkpoint-690/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c54d1be10276d8686c8ccbe38718238cb4147adc58c3fd8283c2a811184861
+size 14645

checkpoint-690/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e4944c356581d23ac880479f60d36dbe3fd69d6d80ca151b80ea77aa25326
+size 1383

checkpoint-690/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea880c6e510d886bf66cdc30dbb3d7818b8f1227cadb3b8a2c7c21a4b82649a
+size 1465

checkpoint-690/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-690/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292

checkpoint-690/trainer_state.json

@@ -0,0 +1,1048 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 100,
+  "global_step": 690,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01451378809869376,
+      "grad_norm": 0.6509416103363037,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 1.3988,
+      "step": 5
+    },
+    {
+      "epoch": 0.02902757619738752,
+      "grad_norm": 0.40639710426330566,
+      "learning_rate": 1.2857142857142857e-05,
+      "loss": 1.395,
+      "step": 10
+    },
+    {
+      "epoch": 0.04354136429608128,
+      "grad_norm": 0.4619132876396179,
+      "learning_rate": 2e-05,
+      "loss": 1.2558,
+      "step": 15
+    },
+    {
+      "epoch": 0.05805515239477504,
+      "grad_norm": 0.4009605348110199,
+      "learning_rate": 2.714285714285714e-05,
+      "loss": 1.1799,
+      "step": 20
+    },
+    {
+      "epoch": 0.07256894049346879,
+      "grad_norm": 0.5741651654243469,
+      "learning_rate": 3.428571428571429e-05,
+      "loss": 1.0813,
+      "step": 25
+    },
+    {
+      "epoch": 0.08708272859216255,
+      "grad_norm": 0.5016195178031921,
+      "learning_rate": 4.1428571428571437e-05,
+      "loss": 0.9022,
+      "step": 30
+    },
+    {
+      "epoch": 0.10159651669085631,
+      "grad_norm": 0.48848724365234375,
+      "learning_rate": 4.8571428571428576e-05,
+      "loss": 0.9365,
+      "step": 35
+    },
+    {
+      "epoch": 0.11611030478955008,
+      "grad_norm": 0.48955002427101135,
+      "learning_rate": 4.999539919507037e-05,
+      "loss": 0.993,
+      "step": 40
+    },
+    {
+      "epoch": 0.13062409288824384,
+      "grad_norm": 0.6198442578315735,
+      "learning_rate": 4.997671132725569e-05,
+      "loss": 0.9726,
+      "step": 45
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 1.156268835067749,
+      "learning_rate": 4.994365958519782e-05,
+      "loss": 0.8953,
+      "step": 50
+    },
+    {
+      "epoch": 0.15965166908563136,
+      "grad_norm": 0.6930173635482788,
+      "learning_rate": 4.989626297664602e-05,
+      "loss": 0.9511,
+      "step": 55
+    },
+    {
+      "epoch": 0.1741654571843251,
+      "grad_norm": 0.497702419757843,
+      "learning_rate": 4.983454875894878e-05,
+      "loss": 0.8398,
+      "step": 60
+    },
+    {
+      "epoch": 0.18867924528301888,
+      "grad_norm": 0.6527682542800903,
+      "learning_rate": 4.975855242337838e-05,
+      "loss": 0.9117,
+      "step": 65
+    },
+    {
+      "epoch": 0.20319303338171263,
+      "grad_norm": 0.4459102749824524,
+      "learning_rate": 4.966831767472015e-05,
+      "loss": 0.8948,
+      "step": 70
+    },
+    {
+      "epoch": 0.21770682148040638,
+      "grad_norm": 0.504393994808197,
+      "learning_rate": 4.956389640613828e-05,
+      "loss": 0.8303,
+      "step": 75
+    },
+    {
+      "epoch": 0.23222060957910015,
+      "grad_norm": 0.5637146830558777,
+      "learning_rate": 4.944534866933257e-05,
+      "loss": 0.8798,
+      "step": 80
+    },
+    {
+      "epoch": 0.2467343976777939,
+      "grad_norm": 0.5706853866577148,
+      "learning_rate": 4.9312742640003216e-05,
+      "loss": 0.8788,
+      "step": 85
+    },
+    {
+      "epoch": 0.2612481857764877,
+      "grad_norm": 0.5111519694328308,
+      "learning_rate": 4.9166154578643596e-05,
+      "loss": 0.8605,
+      "step": 90
+    },
+    {
+      "epoch": 0.2757619738751814,
+      "grad_norm": 0.5790703892707825,
+      "learning_rate": 4.900566878668362e-05,
+      "loss": 0.8254,
+      "step": 95
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 0.6373398900032043,
+      "learning_rate": 4.883137755800871e-05,
+      "loss": 0.8569,
+      "step": 100
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "eval_loss": 0.8779192566871643,
+      "eval_runtime": 19.4516,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 3.753,
+      "step": 100
+    },
+    {
+      "epoch": 0.3047895500725689,
+      "grad_norm": 0.6841389536857605,
+      "learning_rate": 4.864338112588245e-05,
+      "loss": 0.8342,
+      "step": 105
+    },
+    {
+      "epoch": 0.3193033381712627,
+      "grad_norm": 0.4855823218822479,
+      "learning_rate": 4.8441787605303424e-05,
+      "loss": 0.8117,
+      "step": 110
+    },
+    {
+      "epoch": 0.33381712626995647,
+      "grad_norm": 0.6814753413200378,
+      "learning_rate": 4.822671293082922e-05,
+      "loss": 0.8199,
+      "step": 115
+    },
+    {
+      "epoch": 0.3483309143686502,
+      "grad_norm": 0.7033283710479736,
+      "learning_rate": 4.799828078990357e-05,
+      "loss": 0.9149,
+      "step": 120
+    },
+    {
+      "epoch": 0.36284470246734396,
+      "grad_norm": 0.634395956993103,
+      "learning_rate": 4.775662255172486e-05,
+      "loss": 0.813,
+      "step": 125
+    },
+    {
+      "epoch": 0.37735849056603776,
+      "grad_norm": 0.5601548552513123,
+      "learning_rate": 4.750187719169692e-05,
+      "loss": 0.804,
+      "step": 130
+    },
+    {
+      "epoch": 0.3918722786647315,
+      "grad_norm": 0.4911321699619293,
+      "learning_rate": 4.723419121150556e-05,
+      "loss": 0.7661,
+      "step": 135
+    },
+    {
+      "epoch": 0.40638606676342526,
+      "grad_norm": 0.824245810508728,
+      "learning_rate": 4.6953718554866835e-05,
+      "loss": 0.8241,
+      "step": 140
+    },
+    {
+      "epoch": 0.420899854862119,
+      "grad_norm": 0.63885897397995,
+      "learning_rate": 4.666062051899538e-05,
+      "loss": 0.8277,
+      "step": 145
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 0.7575412392616272,
+      "learning_rate": 4.635506566184399e-05,
+      "loss": 0.8293,
+      "step": 150
+    },
+    {
+      "epoch": 0.44992743105950656,
+      "grad_norm": 0.6436033844947815,
+      "learning_rate": 4.603722970516741e-05,
+      "loss": 0.7338,
+      "step": 155
+    },
+    {
+      "epoch": 0.4644412191582003,
+      "grad_norm": 0.5583508014678955,
+      "learning_rate": 4.570729543346645e-05,
+      "loss": 0.8061,
+      "step": 160
+    },
+    {
+      "epoch": 0.47895500725689405,
+      "grad_norm": 0.6202744245529175,
+      "learning_rate": 4.536545258887028e-05,
+      "loss": 0.8342,
+      "step": 165
+    },
+    {
+      "epoch": 0.4934687953555878,
+      "grad_norm": 0.5933547019958496,
+      "learning_rate": 4.501189776201755e-05,
+      "loss": 0.7869,
+      "step": 170
+    },
+    {
+      "epoch": 0.5079825834542816,
+      "grad_norm": 0.6718804836273193,
+      "learning_rate": 4.4646834278998884e-05,
+      "loss": 0.7554,
+      "step": 175
+    },
+    {
+      "epoch": 0.5224963715529753,
+      "grad_norm": 0.637037456035614,
+      "learning_rate": 4.427047208442596e-05,
+      "loss": 0.7258,
+      "step": 180
+    },
+    {
+      "epoch": 0.5370101596516691,
+      "grad_norm": 0.6892711520195007,
+      "learning_rate": 4.388302762069435e-05,
+      "loss": 0.8281,
+      "step": 185
+    },
+    {
+      "epoch": 0.5515239477503628,
+      "grad_norm": 0.619770348072052,
+      "learning_rate": 4.348472370350946e-05,
+      "loss": 0.7811,
+      "step": 190
+    },
+    {
+      "epoch": 0.5660377358490566,
+      "grad_norm": 0.6049220561981201,
+      "learning_rate": 4.3075789393747306e-05,
+      "loss": 0.8315,
+      "step": 195
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 0.7725363969802856,
+      "learning_rate": 4.2656459865723775e-05,
+      "loss": 0.8435,
+      "step": 200
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "eval_loss": 0.8247659802436829,
+      "eval_runtime": 19.311,
+      "eval_samples_per_second": 15.017,
+      "eval_steps_per_second": 3.78,
+      "step": 200
+    },
+    {
+      "epoch": 0.5950653120464441,
+      "grad_norm": 0.5748031735420227,
+      "learning_rate": 4.222697627194803e-05,
+      "loss": 0.7336,
+      "step": 205
+    },
+    {
+      "epoch": 0.6095791001451378,
+      "grad_norm": 0.8104192018508911,
+      "learning_rate": 4.1787585604437926e-05,
+      "loss": 0.7715,
+      "step": 210
+    },
+    {
+      "epoch": 0.6240928882438317,
+      "grad_norm": 0.6528811454772949,
+      "learning_rate": 4.133854055267725e-05,
+      "loss": 0.725,
+      "step": 215
+    },
+    {
+      "epoch": 0.6386066763425254,
+      "grad_norm": 0.681361973285675,
+      "learning_rate": 4.088009935829631e-05,
+      "loss": 0.7568,
+      "step": 220
+    },
+    {
+      "epoch": 0.6531204644412192,
+      "grad_norm": 0.9072317481040955,
+      "learning_rate": 4.0412525666559596e-05,
+      "loss": 0.8035,
+      "step": 225
+    },
+    {
+      "epoch": 0.6676342525399129,
+      "grad_norm": 0.7364740371704102,
+      "learning_rate": 3.993608837474585e-05,
+      "loss": 0.7497,
+      "step": 230
+    },
+    {
+      "epoch": 0.6821480406386067,
+      "grad_norm": 0.793581485748291,
+      "learning_rate": 3.9451061477507715e-05,
+      "loss": 0.752,
+      "step": 235
+    },
+    {
+      "epoch": 0.6966618287373004,
+      "grad_norm": 0.7835913896560669,
+      "learning_rate": 3.895772390929996e-05,
+      "loss": 0.7866,
+      "step": 240
+    },
+    {
+      "epoch": 0.7111756168359942,
+      "grad_norm": 0.7025692462921143,
+      "learning_rate": 3.8456359383966934e-05,
+      "loss": 0.8149,
+      "step": 245
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 0.9281949400901794,
+      "learning_rate": 3.7947256231581296e-05,
+      "loss": 0.8159,
+      "step": 250
+    },
+    {
+      "epoch": 0.7402031930333817,
+      "grad_norm": 0.6731794476509094,
+      "learning_rate": 3.743070723262809e-05,
+      "loss": 0.809,
+      "step": 255
+    },
+    {
+      "epoch": 0.7547169811320755,
+      "grad_norm": 0.7136901021003723,
+      "learning_rate": 3.690700944962947e-05,
+      "loss": 0.7652,
+      "step": 260
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 0.7964262366294861,
+      "learning_rate": 3.637646405630673e-05,
+      "loss": 0.7275,
+      "step": 265
+    },
+    {
+      "epoch": 0.783744557329463,
+      "grad_norm": 0.6035962700843811,
+      "learning_rate": 3.583937616437816e-05,
+      "loss": 0.7794,
+      "step": 270
+    },
+    {
+      "epoch": 0.7982583454281568,
+      "grad_norm": 0.5344620943069458,
+      "learning_rate": 3.529605464809208e-05,
+      "loss": 0.7496,
+      "step": 275
+    },
+    {
+      "epoch": 0.8127721335268505,
+      "grad_norm": 0.6882227063179016,
+      "learning_rate": 3.4746811966596196e-05,
+      "loss": 0.7894,
+      "step": 280
+    },
+    {
+      "epoch": 0.8272859216255443,
+      "grad_norm": 0.6256474256515503,
+      "learning_rate": 3.419196398424521e-05,
+      "loss": 0.7222,
+      "step": 285
+    },
+    {
+      "epoch": 0.841799709724238,
+      "grad_norm": 0.7505126595497131,
+      "learning_rate": 3.363182978895019e-05,
+      "loss": 0.7631,
+      "step": 290
+    },
+    {
+      "epoch": 0.8563134978229318,
+      "grad_norm": 0.6608067154884338,
+      "learning_rate": 3.306673150867407e-05,
+      "loss": 0.7486,
+      "step": 295
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 0.9496079087257385,
+      "learning_rate": 3.249699412617883e-05,
+      "loss": 0.7267,
+      "step": 300
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "eval_loss": 0.8032158613204956,
+      "eval_runtime": 19.3267,
+      "eval_samples_per_second": 15.005,
+      "eval_steps_per_second": 3.777,
+      "step": 300
+    },
+    {
+      "epoch": 0.8853410740203193,
+      "grad_norm": 0.7171178460121155,
+      "learning_rate": 3.1922945292131006e-05,
+      "loss": 0.7453,
+      "step": 305
+    },
+    {
+      "epoch": 0.8998548621190131,
+      "grad_norm": 0.8150624632835388,
+      "learning_rate": 3.1344915136672784e-05,
+      "loss": 0.7828,
+      "step": 310
+    },
+    {
+      "epoch": 0.9143686502177069,
+      "grad_norm": 0.5487958788871765,
+      "learning_rate": 3.076323607956723e-05,
+      "loss": 0.7636,
+      "step": 315
+    },
+    {
+      "epoch": 0.9288824383164006,
+      "grad_norm": 0.8114864230155945,
+      "learning_rate": 3.0178242639026792e-05,
+      "loss": 0.7274,
+      "step": 320
+    },
+    {
+      "epoch": 0.9433962264150944,
+      "grad_norm": 0.6911133527755737,
+      "learning_rate": 2.959027123933501e-05,
+      "loss": 0.7282,
+      "step": 325
+    },
+    {
+      "epoch": 0.9579100145137881,
+      "grad_norm": 0.8376756310462952,
+      "learning_rate": 2.899966001737199e-05,
+      "loss": 0.7825,
+      "step": 330
+    },
+    {
+      "epoch": 0.9724238026124818,
+      "grad_norm": 0.9565706849098206,
+      "learning_rate": 2.840674862815506e-05,
+      "loss": 0.7657,
+      "step": 335
+    },
+    {
+      "epoch": 0.9869375907111756,
+      "grad_norm": 0.7867807149887085,
+      "learning_rate": 2.7811878049506362e-05,
+      "loss": 0.7861,
+      "step": 340
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.7989873886108398,
+      "learning_rate": 2.7215390385959598e-05,
+      "loss": 0.7343,
+      "step": 345
+    },
+    {
+      "epoch": 1.0145137880986939,
+      "grad_norm": 0.6233828663825989,
+      "learning_rate": 2.6617628672018997e-05,
+      "loss": 0.665,
+      "step": 350
+    },
+    {
+      "epoch": 1.0290275761973875,
+      "grad_norm": 0.6964126825332642,
+      "learning_rate": 2.6018936674883277e-05,
+      "loss": 0.6674,
+      "step": 355
+    },
+    {
+      "epoch": 1.0435413642960814,
+      "grad_norm": 0.5633028149604797,
+      "learning_rate": 2.541965869674838e-05,
+      "loss": 0.7013,
+      "step": 360
+    },
+    {
+      "epoch": 1.058055152394775,
+      "grad_norm": 0.6417669653892517,
+      "learning_rate": 2.482013937680245e-05,
+      "loss": 0.6625,
+      "step": 365
+    },
+    {
+      "epoch": 1.0725689404934688,
+      "grad_norm": 0.5850866436958313,
+      "learning_rate": 2.4220723493027087e-05,
+      "loss": 0.6697,
+      "step": 370
+    },
+    {
+      "epoch": 1.0870827285921625,
+      "grad_norm": 0.6280177235603333,
+      "learning_rate": 2.3621755763918688e-05,
+      "loss": 0.7241,
+      "step": 375
+    },
+    {
+      "epoch": 1.1015965166908563,
+      "grad_norm": 0.6016490459442139,
+      "learning_rate": 2.302358065024409e-05,
+      "loss": 0.6989,
+      "step": 380
+    },
+    {
+      "epoch": 1.11611030478955,
+      "grad_norm": 0.6168230772018433,
+      "learning_rate": 2.242654215694435e-05,
+      "loss": 0.6757,
+      "step": 385
+    },
+    {
+      "epoch": 1.1306240928882438,
+      "grad_norm": 0.7942184209823608,
+      "learning_rate": 2.183098363530076e-05,
+      "loss": 0.7151,
+      "step": 390
+    },
+    {
+      "epoch": 1.1451378809869377,
+      "grad_norm": 0.6211004853248596,
+      "learning_rate": 2.123724758547664e-05,
+      "loss": 0.7134,
+      "step": 395
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "grad_norm": 0.7150187492370605,
+      "learning_rate": 2.0645675459548757e-05,
+      "loss": 0.7409,
+      "step": 400
+    },
+    {
+      "epoch": 1.1596516690856313,
+      "eval_loss": 0.7901310324668884,
+      "eval_runtime": 19.3786,
+      "eval_samples_per_second": 14.965,
+      "eval_steps_per_second": 3.767,
+      "step": 400
+    },
+    {
+      "epoch": 1.1741654571843252,
+      "grad_norm": 0.801150918006897,
+      "learning_rate": 2.005660746514138e-05,
+      "loss": 0.7311,
+      "step": 405
+    },
+    {
+      "epoch": 1.1886792452830188,
+      "grad_norm": 0.9648299217224121,
+      "learning_rate": 1.9470382369776034e-05,
+      "loss": 0.7251,
+      "step": 410
+    },
+    {
+      "epoch": 1.2031930333817127,
+      "grad_norm": 0.7957742810249329,
+      "learning_rate": 1.8887337306049473e-05,
+      "loss": 0.6886,
+      "step": 415
+    },
+    {
+      "epoch": 1.2177068214804063,
+      "grad_norm": 0.8583821654319763,
+      "learning_rate": 1.830780757775185e-05,
+      "loss": 0.6796,
+      "step": 420
+    },
+    {
+      "epoch": 1.2322206095791002,
+      "grad_norm": 0.6850968599319458,
+      "learning_rate": 1.773212646703662e-05,
+      "loss": 0.6463,
+      "step": 425
+    },
+    {
+      "epoch": 1.2467343976777938,
+      "grad_norm": 0.7404685020446777,
+      "learning_rate": 1.7160625042753088e-05,
+      "loss": 0.7149,
+      "step": 430
+    },
+    {
+      "epoch": 1.2612481857764877,
+      "grad_norm": 0.7231425642967224,
+      "learning_rate": 1.6593631970051792e-05,
+      "loss": 0.7487,
+      "step": 435
+    },
+    {
+      "epoch": 1.2757619738751815,
+      "grad_norm": 0.6353718638420105,
+      "learning_rate": 1.6031473321372215e-05,
+      "loss": 0.7117,
+      "step": 440
+    },
+    {
+      "epoch": 1.2902757619738752,
+      "grad_norm": 0.7064281702041626,
+      "learning_rate": 1.547447238892159e-05,
+      "loss": 0.6477,
+      "step": 445
+    },
+    {
+      "epoch": 1.3047895500725688,
+      "grad_norm": 0.7414827942848206,
+      "learning_rate": 1.492294949875255e-05,
+      "loss": 0.6712,
+      "step": 450
+    },
+    {
+      "epoch": 1.3193033381712627,
+      "grad_norm": 0.6992132067680359,
+      "learning_rate": 1.437722182654659e-05,
+      "loss": 0.7064,
+      "step": 455
+    },
+    {
+      "epoch": 1.3338171262699565,
+      "grad_norm": 0.9635509848594666,
+      "learning_rate": 1.3837603215209272e-05,
+      "loss": 0.732,
+      "step": 460
+    },
+    {
+      "epoch": 1.3483309143686502,
+      "grad_norm": 0.9681680798530579,
+      "learning_rate": 1.3304403994382125e-05,
+      "loss": 0.7432,
+      "step": 465
+    },
+    {
+      "epoch": 1.362844702467344,
+      "grad_norm": 0.961907148361206,
+      "learning_rate": 1.2777930801974917e-05,
+      "loss": 0.7288,
+      "step": 470
+    },
+    {
+      "epoch": 1.3773584905660377,
+      "grad_norm": 0.8563053011894226,
+      "learning_rate": 1.2258486407821082e-05,
+      "loss": 0.6967,
+      "step": 475
+    },
+    {
+      "epoch": 1.3918722786647315,
+      "grad_norm": 1.0022865533828735,
+      "learning_rate": 1.1746369539557606e-05,
+      "loss": 0.7243,
+      "step": 480
+    },
+    {
+      "epoch": 1.4063860667634254,
+      "grad_norm": 0.6587550640106201,
+      "learning_rate": 1.124187471082947e-05,
+      "loss": 0.7066,
+      "step": 485
+    },
+    {
+      "epoch": 1.420899854862119,
+      "grad_norm": 0.6341676712036133,
+      "learning_rate": 1.0745292051917716e-05,
+      "loss": 0.6855,
+      "step": 490
+    },
+    {
+      "epoch": 1.4354136429608126,
+      "grad_norm": 0.8433622121810913,
+      "learning_rate": 1.0256907142888111e-05,
+      "loss": 0.7094,
+      "step": 495
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "grad_norm": 0.8516818284988403,
+      "learning_rate": 9.777000849356785e-06,
+      "loss": 0.663,
+      "step": 500
+    },
+    {
+      "epoch": 1.4499274310595065,
+      "eval_loss": 0.7801858186721802,
+      "eval_runtime": 19.3376,
+      "eval_samples_per_second": 14.997,
+      "eval_steps_per_second": 3.775,
+      "step": 500
+    },
+    {
+      "epoch": 1.4644412191582004,
+      "grad_norm": 0.8840969204902649,
+      "learning_rate": 9.305849160966994e-06,
+      "loss": 0.7131,
+      "step": 505
+    },
+    {
+      "epoch": 1.478955007256894,
+      "grad_norm": 0.9732634425163269,
+      "learning_rate": 8.843723032670036e-06,
+      "loss": 0.6971,
+      "step": 510
+    },
+    {
+      "epoch": 1.4934687953555879,
+      "grad_norm": 0.9561111330986023,
+      "learning_rate": 8.390888228901615e-06,
+      "loss": 0.6897,
+      "step": 515
+    },
+    {
+      "epoch": 1.5079825834542815,
+      "grad_norm": 1.558250069618225,
+      "learning_rate": 7.947605170743138e-06,
+      "loss": 0.751,
+      "step": 520
+    },
+    {
+      "epoch": 1.5224963715529753,
+      "grad_norm": 0.9507877230644226,
+      "learning_rate": 7.514128786156052e-06,
+      "loss": 0.676,
+      "step": 525
+    },
+    {
+      "epoch": 1.5370101596516692,
+      "grad_norm": 0.5772367119789124,
+      "learning_rate": 7.090708363375026e-06,
+      "loss": 0.6759,
+      "step": 530
+    },
+    {
+      "epoch": 1.5515239477503628,
+      "grad_norm": 0.6241354942321777,
+      "learning_rate": 6.677587407544739e-06,
+      "loss": 0.6602,
+      "step": 535
+    },
+    {
+      "epoch": 1.5660377358490565,
+      "grad_norm": 0.9422394037246704,
+      "learning_rate": 6.275003500682258e-06,
+      "loss": 0.6924,
+      "step": 540
+    },
+    {
+      "epoch": 1.5805515239477503,
+      "grad_norm": 0.7861585021018982,
+      "learning_rate": 5.8831881650458414e-06,
+      "loss": 0.6922,
+      "step": 545
+    },
+    {
+      "epoch": 1.5950653120464442,
+      "grad_norm": 0.8256082534790039,
+      "learning_rate": 5.502366729988662e-06,
+      "loss": 0.6655,
+      "step": 550
+    },
+    {
+      "epoch": 1.6095791001451378,
+      "grad_norm": 0.8732887506484985,
+      "learning_rate": 5.132758202373972e-06,
+      "loss": 0.6586,
+      "step": 555
+    },
+    {
+      "epoch": 1.6240928882438317,
+      "grad_norm": 0.852661669254303,
+      "learning_rate": 4.7745751406263165e-06,
+      "loss": 0.6834,
+      "step": 560
+    },
+    {
+      "epoch": 1.6386066763425253,
+      "grad_norm": 1.0740787982940674,
+      "learning_rate": 4.428023532491138e-06,
+      "loss": 0.6767,
+      "step": 565
+    },
+    {
+      "epoch": 1.6531204644412192,
+      "grad_norm": 0.7671570181846619,
+      "learning_rate": 4.093302676573154e-06,
+      "loss": 0.6365,
+      "step": 570
+    },
+    {
+      "epoch": 1.667634252539913,
+      "grad_norm": 0.8762299418449402,
+      "learning_rate": 3.7706050677215944e-06,
+      "loss": 0.717,
+      "step": 575
+    },
+    {
+      "epoch": 1.6821480406386067,
+      "grad_norm": 0.7622076272964478,
+      "learning_rate": 3.4601162863281746e-06,
+      "loss": 0.68,
+      "step": 580
+    },
+    {
+      "epoch": 1.6966618287373003,
+      "grad_norm": 0.7803418040275574,
+      "learning_rate": 3.162014891601575e-06,
+      "loss": 0.7526,
+      "step": 585
+    },
+    {
+      "epoch": 1.7111756168359942,
+      "grad_norm": 0.7567455768585205,
+      "learning_rate": 2.876472318879675e-06,
+      "loss": 0.648,
+      "step": 590
+    },
+    {
+      "epoch": 1.725689404934688,
+      "grad_norm": 0.8395769000053406,
+      "learning_rate": 2.6036527810387012e-06,
+      "loss": 0.697,
+      "step": 595
+    },
+    {
+      "epoch": 1.7402031930333817,
+      "grad_norm": 1.0212631225585938,
+      "learning_rate": 2.343713174055917e-06,
+      "loss": 0.7083,
+      "step": 600
+    },
+    {
+      "epoch": 1.7402031930333817,
+      "eval_loss": 0.7767183780670166,
+      "eval_runtime": 19.3284,
+      "eval_samples_per_second": 15.004,
+      "eval_steps_per_second": 3.777,
+      "step": 600
+    },
+    {
+      "epoch": 1.7547169811320755,
+      "grad_norm": 0.6623890399932861,
+      "learning_rate": 2.0968029867802245e-06,
+      "loss": 0.6615,
+      "step": 605
+    },
+    {
+      "epoch": 1.7692307692307692,
+      "grad_norm": 0.7819314002990723,
+      "learning_rate": 1.8630642149624984e-06,
+      "loss": 0.6918,
+      "step": 610
+    },
+    {
+      "epoch": 1.783744557329463,
+      "grad_norm": 0.942303478717804,
+      "learning_rate": 1.642631279595161e-06,
+      "loss": 0.7056,
+      "step": 615
+    },
+    {
+      "epoch": 1.7982583454281569,
+      "grad_norm": 0.8424070477485657,
+      "learning_rate": 1.435630949607933e-06,
+      "loss": 0.6898,
+      "step": 620
+    },
+    {
+      "epoch": 1.8127721335268505,
+      "grad_norm": 0.7361651659011841,
+      "learning_rate": 1.2421822689641704e-06,
+      "loss": 0.6623,
+      "step": 625
+    },
+    {
+      "epoch": 1.8272859216255442,
+      "grad_norm": 0.9292670488357544,
+      "learning_rate": 1.0623964881998267e-06,
+      "loss": 0.7124,
+      "step": 630
+    },
+    {
+      "epoch": 1.841799709724238,
+      "grad_norm": 1.093030333518982,
+      "learning_rate": 8.963770004442707e-07,
+      "loss": 0.6846,
+      "step": 635
+    },
+    {
+      "epoch": 1.8563134978229319,
+      "grad_norm": 0.9066946506500244,
+      "learning_rate": 7.44219281959882e-07,
+      "loss": 0.6931,
+      "step": 640
+    },
+    {
+      "epoch": 1.8708272859216255,
+      "grad_norm": 0.9136037230491638,
+      "learning_rate": 6.060108372345358e-07,
+      "loss": 0.6756,
+      "step": 645
+    },
+    {
+      "epoch": 1.8853410740203191,
+      "grad_norm": 0.9907564520835876,
+      "learning_rate": 4.818311486585791e-07,
+      "loss": 0.6955,
+      "step": 650
+    },
+    {
+      "epoch": 1.899854862119013,
+      "grad_norm": 0.7532995343208313,
+      "learning_rate": 3.7175163081526187e-07,
+      "loss": 0.6549,
+      "step": 655
+    },
+    {
+      "epoch": 1.9143686502177069,
+      "grad_norm": 1.002290964126587,
+      "learning_rate": 2.758355894108555e-07,
+      "loss": 0.6645,
+      "step": 660
+    },
+    {
+      "epoch": 1.9288824383164007,
+      "grad_norm": 1.0136343240737915,
+      "learning_rate": 1.941381848681506e-07,
+      "loss": 0.675,
+      "step": 665
+    },
+    {
+      "epoch": 1.9433962264150944,
+      "grad_norm": 0.6687794327735901,
+      "learning_rate": 1.267064006041957e-07,
+      "loss": 0.6556,
+      "step": 670
+    },
+    {
+      "epoch": 1.957910014513788,
+      "grad_norm": 0.7404929399490356,
+      "learning_rate": 7.357901601058037e-08,
+      "loss": 0.7047,
+      "step": 675
+    },
+    {
+      "epoch": 1.9724238026124818,
+      "grad_norm": 0.89998459815979,
+      "learning_rate": 3.4786584151766386e-08,
+      "loss": 0.669,
+      "step": 680
+    },
+    {
+      "epoch": 1.9869375907111757,
+      "grad_norm": 0.6326516270637512,
+      "learning_rate": 1.0351414194298414e-08,
+      "loss": 0.6589,
+      "step": 685
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.7286436557769775,
+      "learning_rate": 2.8755857701956436e-10,
+      "loss": 0.7122,
+      "step": 690
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 690,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1655000700143206e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-690/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad89ec79385e6fb3506dfc08148a55540ea15b451a698b1301a55cf90c385fd
+size 6225

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.7760130763053894,
+    "eval_runtime": 19.4138,
+    "eval_samples_per_second": 14.938,
+    "eval_steps_per_second": 3.76
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 1.1655000700143206e+18,
+    "train_loss": 0.7663022487059884,
+    "train_runtime": 2488.9062,
+    "train_samples_per_second": 4.428,
+    "train_steps_per_second": 0.277
+}