Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+agent-1.2e.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+model-mlx/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Modelfile

@@ -0,0 +1,10 @@
+FROM ./agent-1.2e.q8_0.gguf
+
+SYSTEM """You are Agent 1.2e, a compact AI agent assistant. Your internal codename is agent1-iteration2-eco. If asked who or what you are, identify yourself as Agent 1.2e. You are helpful, direct, and concise. You follow instructions carefully, and when you don't know something you say so instead of guessing."""
+
+# Merge dilutes the instruct model's stopping behavior — keep decoding
+# conservative or it loops.
+PARAMETER temperature 0.3
+PARAMETER top_p 0.9
+PARAMETER repeat_penalty 1.15
+PARAMETER num_ctx 4096

README.md

@@ -0,0 +1,64 @@
+# Agent 1.2e
+
+A linear weight merge, built 2026-07-08. The usable model lives in `model/` (Hugging Face format, bfloat16, ~988 MB).
+
+## What was actually merged
+
+Requested: 33/33/33 of Qwen2.5-0.5B-Instruct, SmolLM2-360M-Instruct, and Qwen2.5-0.5B (base).
+
+**SmolLM2-360M-Instruct could not be included in the weight average.** Weight merging requires identical architectures, and SmolLM2 differs from Qwen2.5-0.5B in every dimension that matters:
+
+| | Qwen2.5-0.5B | SmolLM2-360M |
+|---|---|---|
+| Hidden size | 896 | 960 |
+| Layers | 24 | 32 |
+| Vocab / tokenizer | 151,936 (Qwen BPE) | 49,152 (GPT-2 style) |
+
+The tensors have different shapes, so averaging them is mathematically undefined — no merge tool (mergekit included) can do it.
+
+So `model/` is the two compatible models merged at equal weight (33/33 renormalized to 50/50):
+
+- 50% **Qwen/Qwen2.5-0.5B-Instruct**
+- 50% **Qwen/Qwen2.5-0.5B** (base)
+
+Tokenizer, chat template, and generation config come from the Instruct model. Verified: loads with `transformers` and follows chat-formatted instructions coherently.
+
+## If you still want SmolLM2's conversational flavor
+
+Options that actually work:
+1. **Distillation** — fine-tune this merge on SmolLM2-generated conversations (LoRA on a few thousand samples is enough at this scale).
+2. **Routing** — keep SmolLM2 (in `sources/`) as a separate model and route conversational traffic to it.
+
+## Usage
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+tok = AutoTokenizer.from_pretrained("model")
+model = AutoModelForCausalLM.from_pretrained("model")
+```
+
+## Ollama
+
+The model is registered in Ollama as `agent-1.2e` (q8_0 GGUF, hardcoded system
+prompt with the Agent 1.2e identity and internal codename `agent1-iteration2-eco`):
+
+```bash
+ollama run agent-1.2e
+```
+
+To rebuild after editing `Modelfile` (system prompt, params):
+`ollama create agent-1.2e -f Modelfile`
+
+## MLX / LM Studio
+
+`model-mlx/` is the MLX (bf16) conversion, installed in LM Studio at
+`~/.lmstudio/models/local/Agent-1.2e-MLX` — it appears as **agent-1.2e-mlx**.
+The Agent 1.2e identity + codename are baked into the chat template's default
+system prompt (applies whenever no explicit system prompt is set; a user-set
+system prompt overrides it).
+
+## Folder contents
+
+- `model/` — the merged Agent 1.2e model
+- `sources/` — the three downloaded source models (~2.6 GB; safe to delete once you're happy with the merge)
+- `merge.py` — the merge script (re-runnable; edit `SOURCES` weights to re-blend)

agent-1.2e.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc4f1425c70b149c94f64fada7d418d9eff513268bf05ddcf17a8a8e0bedcaf
+size 531067712

chat.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+"""Interactive chat with Agent 1.2e. Run: python3 chat.py"""
+from pathlib import Path
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
+
+MODEL = Path(__file__).parent / "model"
+tok = AutoTokenizer.from_pretrained(MODEL)
+model = AutoModelForCausalLM.from_pretrained(MODEL, dtype=torch.bfloat16)
+streamer = TextStreamer(tok, skip_prompt=True, skip_special_tokens=True)
+
+history = []
+print("Agent 1.2e — type 'exit' to quit, 'reset' to clear history.\n")
+while True:
+    try:
+        user = input("you> ").strip()
+    except (EOFError, KeyboardInterrupt):
+        break
+    if not user:
+        continue
+    if user == "exit":
+        break
+    if user == "reset":
+        history = []
+        print("(history cleared)")
+        continue
+    history.append({"role": "user", "content": user})
+    enc = tok.apply_chat_template(history, add_generation_prompt=True,
+                                  return_tensors="pt", return_dict=True)
+    print("agent> ", end="", flush=True)
+    # repetition_penalty matters here: merging with the base model weakens
+    # the instruct model's stopping behavior, so it loops without it
+    out = model.generate(**enc, max_new_tokens=512, do_sample=False,
+                         repetition_penalty=1.15, streamer=streamer)
+    reply = tok.decode(out[0][enc["input_ids"].shape[1]:], skip_special_tokens=True)
+    history.append({"role": "assistant", "content": reply})

merge.py

@@ -0,0 +1,46 @@
+#!/usr/bin/env python3
+"""Build Agent 1.2e: linear weight merge of Qwen2.5-0.5B-Instruct + Qwen2.5-0.5B (base).
+
+SmolLM2-360M-Instruct is architecturally incompatible (different hidden size,
+layer count, and tokenizer) and cannot be included in the weight average.
+See README.md.
+"""
+import json, shutil
+from pathlib import Path
+import torch
+from safetensors.torch import load_file, save_file
+
+ROOT = Path(__file__).parent
+SOURCES = {
+    ROOT / "sources/Qwen2.5-0.5B-Instruct": 0.5,
+    ROOT / "sources/Qwen2.5-0.5B": 0.5,
+}
+OUT = ROOT / "model"
+OUT.mkdir(exist_ok=True)
+
+merged = None
+for src, w in SOURCES.items():
+    sd = load_file(str(src / "model.safetensors"))
+    if merged is None:
+        merged = {k: v.to(torch.float32) * w for k, v in sd.items()}
+    else:
+        assert set(sd) == set(merged), "state dict key mismatch"
+        for k, v in sd.items():
+            assert v.shape == merged[k].shape, f"shape mismatch at {k}"
+            merged[k] += v.to(torch.float32) * w
+
+merged = {k: v.to(torch.bfloat16) for k, v in merged.items()}
+save_file(merged, str(OUT / "model.safetensors"), metadata={"format": "pt"})
+print(f"saved {len(merged)} tensors")
+
+# Copy config/tokenizer from the instruct model (chat template, generation config)
+inst = ROOT / "sources/Qwen2.5-0.5B-Instruct"
+for f in ["config.json", "generation_config.json", "tokenizer.json",
+          "tokenizer_config.json", "vocab.json", "merges.txt"]:
+    if (inst / f).exists():
+        shutil.copy(inst / f, OUT / f)
+
+cfg = json.loads((OUT / "config.json").read_text())
+cfg["torch_dtype"] = "bfloat16"
+(OUT / "config.json").write_text(json.dumps(cfg, indent=2))
+print("done ->", OUT)

model-mlx/README.md

@@ -0,0 +1,7 @@
+---
+language: en
+pipeline_tag: text-generation
+library_name: mlx
+tags:
+- mlx
+---

model-mlx/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

model-mlx/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Agent 1.2e, a compact AI agent assistant. You have an internal codename, agent1-iteration2-eco, which you mention only if explicitly asked for your codename. If asked who or what you are, identify yourself as Agent 1.2e. You are helpful, direct, and concise.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Agent 1.2e, a compact AI agent assistant. You have an internal codename, agent1-iteration2-eco, which you mention only if explicitly asked for your codename. If asked who or what you are, identify yourself as Agent 1.2e. You are helpful, direct, and concise.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

model-mlx/config.json

@@ -0,0 +1,27 @@
+{
+    "architectures": [
+        "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "eos_token_id": 151645,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "model_type": "qwen2",
+    "num_attention_heads": 14,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 1000000.0,
+    "sliding_window": 32768,
+    "tie_word_embeddings": true,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.43.1",
+    "use_cache": true,
+    "use_sliding_window": false,
+    "vocab_size": 151936
+}

model-mlx/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

model-mlx/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e807de80d779227980cfcf6f06ba17afc6c4e7ab94aa31912a7d86d2b66ad06
+size 988097730

model-mlx/model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+    "metadata": {
+        "total_size": 988065536,
+        "total_parameters": 494032768
+    },
+    "weight_map": {
+        "model.embed_tokens.weight": "model.safetensors",
+        "model.layers.0.input_layernorm.weight": "model.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.0.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.0.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.0.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.1.input_layernorm.weight": "model.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.1.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.1.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.1.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.10.input_layernorm.weight": "model.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.10.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.10.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.10.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.11.input_layernorm.weight": "model.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.11.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.11.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.11.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.12.input_layernorm.weight": "model.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.12.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.12.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.12.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.13.input_layernorm.weight": "model.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.13.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.13.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.13.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.14.input_layernorm.weight": "model.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.14.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.14.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.14.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.15.input_layernorm.weight": "model.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.15.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.15.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.15.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.16.input_layernorm.weight": "model.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.16.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.16.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.16.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.17.input_layernorm.weight": "model.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.17.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.17.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.17.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.18.input_layernorm.weight": "model.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.18.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.18.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.18.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.19.input_layernorm.weight": "model.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.19.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.19.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.19.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.2.input_layernorm.weight": "model.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.2.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.2.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.2.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.20.input_layernorm.weight": "model.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.20.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.20.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.20.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.21.input_layernorm.weight": "model.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.21.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.21.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.21.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.22.input_layernorm.weight": "model.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.22.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.22.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.22.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.23.input_layernorm.weight": "model.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.23.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.23.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.23.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.3.input_layernorm.weight": "model.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.3.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.3.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.3.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.4.input_layernorm.weight": "model.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.4.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.4.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.4.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.5.input_layernorm.weight": "model.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.5.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.5.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.5.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.6.input_layernorm.weight": "model.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.6.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.6.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.6.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.7.input_layernorm.weight": "model.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.7.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.7.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.7.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.8.input_layernorm.weight": "model.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.8.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.8.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.8.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model.safetensors",
+        "model.layers.9.input_layernorm.weight": "model.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model.safetensors",
+        "model.layers.9.self_attn.k_proj.bias": "model.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model.safetensors",
+        "model.layers.9.self_attn.q_proj.bias": "model.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model.safetensors",
+        "model.layers.9.self_attn.v_proj.bias": "model.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model.safetensors",
+        "model.norm.weight": "model.safetensors"
+    }
+}

model-mlx/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

model-mlx/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

model-mlx/tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Agent 1.2e, a compact AI agent assistant. You have an internal codename, agent1-iteration2-eco, which you mention only if explicitly asked for your codename. If asked who or what you are, identify yourself as Agent 1.2e. You are helpful, direct, and concise.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Agent 1.2e, a compact AI agent assistant. You have an internal codename, agent1-iteration2-eco, which you mention only if explicitly asked for your codename. If asked who or what you are, identify yourself as Agent 1.2e. You are helpful, direct, and concise.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n"
+}

model/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

model/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29a692318ab34950a6b8d8bd07356f3a2df6d594d292d548bc03bd813fac3b1
+size 988097824

model/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

sources/Qwen2.5-0.5B-Instruct/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

sources/Qwen2.5-0.5B-Instruct/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

sources/Qwen2.5-0.5B-Instruct/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe
+size 988097824

sources/Qwen2.5-0.5B-Instruct/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

sources/Qwen2.5-0.5B/config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.1",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

sources/Qwen2.5-0.5B/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": false,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.37.0"
+}

sources/Qwen2.5-0.5B/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c142557820ccad55bb59756bfcfcf891de9cc6202816bd346445188a0ed342
+size 988097824

sources/Qwen2.5-0.5B/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

sources/SmolLM2-360M-Instruct/all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 1.9973828840617638,
+    "eval_logits/chosen": -1.6407532691955566,
+    "eval_logits/rejected": -1.6968854665756226,
+    "eval_logps/chosen": -375.6463623046875,
+    "eval_logps/rejected": -323.7197570800781,
+    "eval_loss": 0.6348475217819214,
+    "eval_rewards/accuracies": 0.6190476417541504,
+    "eval_rewards/chosen": -0.034213583916425705,
+    "eval_rewards/margins": 0.3567626178264618,
+    "eval_rewards/rejected": -0.3909761905670166,
+    "eval_runtime": 22.3598,
+    "eval_samples": 2000,
+    "eval_samples_per_second": 89.446,
+    "eval_steps_per_second": 2.818,
+    "total_flos": 0.0,
+    "train_loss": 0.6516540072998911,
+    "train_runtime": 5944.7081,
+    "train_samples": 61134,
+    "train_samples_per_second": 20.568,
+    "train_steps_per_second": 0.16
+}

sources/SmolLM2-360M-Instruct/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 960,
+  "initializer_range": 0.02,
+  "intermediate_size": 2560,
+  "is_llama_config": true,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 15,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 5,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_interleaved": false,
+  "rope_scaling": null,
+  "rope_theta": 100000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.3",
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "q4f16": "float16",
+      "fp16": "float16"
+    }
+  },
+  "use_cache": true,
+  "vocab_size": 49152
+}

sources/SmolLM2-360M-Instruct/eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 1.9973828840617638,
+    "eval_logits/chosen": -1.6407532691955566,
+    "eval_logits/rejected": -1.6968854665756226,
+    "eval_logps/chosen": -375.6463623046875,
+    "eval_logps/rejected": -323.7197570800781,
+    "eval_loss": 0.6348475217819214,
+    "eval_rewards/accuracies": 0.6190476417541504,
+    "eval_rewards/chosen": -0.034213583916425705,
+    "eval_rewards/margins": 0.3567626178264618,
+    "eval_rewards/rejected": -0.3909761905670166,
+    "eval_runtime": 22.3598,
+    "eval_samples": 2000,
+    "eval_samples_per_second": 89.446,
+    "eval_steps_per_second": 2.818
+}

sources/SmolLM2-360M-Instruct/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "4.42.3"
+}

sources/SmolLM2-360M-Instruct/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bffe7435d7ddc10fd3b9a9efd429dafbacb1cb17015fb5562664e7532bf86e
+size 723674912

sources/SmolLM2-360M-Instruct/special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": {
+    "content": "<|im_start|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

sources/SmolLM2-360M-Instruct/tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}

sources/SmolLM2-360M-Instruct/train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.9973828840617638,
+    "total_flos": 0.0,
+    "train_loss": 0.6516540072998911,
+    "train_runtime": 5944.7081,
+    "train_samples": 61134,
+    "train_samples_per_second": 20.568,
+    "train_steps_per_second": 0.16
+}

sources/SmolLM2-360M-Instruct/trainer_state.json

@@ -0,0 +1,1626 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9973828840617638,
+  "eval_steps": 100,
+  "global_step": 954,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002093692750588851,
+      "grad_norm": 37.29612828590162,
+      "learning_rate": 1.0416666666666666e-08,
+      "logits/chosen": -1.5181711912155151,
+      "logits/rejected": -1.4237494468688965,
+      "logps/chosen": -331.7369384765625,
+      "logps/rejected": -353.880859375,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.0,
+      "rewards/chosen": 0.0,
+      "rewards/margins": 0.0,
+      "rewards/rejected": 0.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.02093692750588851,
+      "grad_norm": 34.09183299219303,
+      "learning_rate": 1.0416666666666667e-07,
+      "logits/chosen": -1.4457752704620361,
+      "logits/rejected": -1.4434000253677368,
+      "logps/chosen": -409.06182861328125,
+      "logps/rejected": -344.4476318359375,
+      "loss": 0.7192,
+      "rewards/accuracies": 0.3611111044883728,
+      "rewards/chosen": -0.012955614365637302,
+      "rewards/margins": 0.009454314596951008,
+      "rewards/rejected": -0.02240992709994316,
+      "step": 10
+    },
+    {
+      "epoch": 0.04187385501177702,
+      "grad_norm": 33.674655892230355,
+      "learning_rate": 2.0833333333333333e-07,
+      "logits/chosen": -1.2904545068740845,
+      "logits/rejected": -1.4261707067489624,
+      "logps/chosen": -361.19525146484375,
+      "logps/rejected": -322.1033630371094,
+      "loss": 0.7204,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": 0.05613602325320244,
+      "rewards/margins": 0.04490422457456589,
+      "rewards/rejected": 0.011231804266571999,
+      "step": 20
+    },
+    {
+      "epoch": 0.06281078251766553,
+      "grad_norm": 34.76216235748818,
+      "learning_rate": 3.1249999999999997e-07,
+      "logits/chosen": -1.326378583908081,
+      "logits/rejected": -1.334900140762329,
+      "logps/chosen": -390.536376953125,
+      "logps/rejected": -312.28826904296875,
+      "loss": 0.7412,
+      "rewards/accuracies": 0.5062500238418579,
+      "rewards/chosen": -0.034933071583509445,
+      "rewards/margins": -0.05697251483798027,
+      "rewards/rejected": 0.022039445117115974,
+      "step": 30
+    },
+    {
+      "epoch": 0.08374771002355404,
+      "grad_norm": 34.40909279988205,
+      "learning_rate": 4.1666666666666667e-07,
+      "logits/chosen": -1.3933440446853638,
+      "logits/rejected": -1.4404706954956055,
+      "logps/chosen": -329.0964050292969,
+      "logps/rejected": -291.3802490234375,
+      "loss": 0.725,
+      "rewards/accuracies": 0.4937500059604645,
+      "rewards/chosen": 0.02061540260910988,
+      "rewards/margins": 0.004305871669203043,
+      "rewards/rejected": 0.016309529542922974,
+      "step": 40
+    },
+    {
+      "epoch": 0.10468463752944256,
+      "grad_norm": 33.558772768765095,
+      "learning_rate": 5.208333333333334e-07,
+      "logits/chosen": -1.3897579908370972,
+      "logits/rejected": -1.4129403829574585,
+      "logps/chosen": -353.4942321777344,
+      "logps/rejected": -314.30755615234375,
+      "loss": 0.7195,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": 0.021332601085305214,
+      "rewards/margins": 0.062744140625,
+      "rewards/rejected": -0.04141153767704964,
+      "step": 50
+    },
+    {
+      "epoch": 0.12562156503533106,
+      "grad_norm": 37.25091651222252,
+      "learning_rate": 6.249999999999999e-07,
+      "logits/chosen": -1.4710047245025635,
+      "logits/rejected": -1.4629329442977905,
+      "logps/chosen": -328.04437255859375,
+      "logps/rejected": -303.51922607421875,
+      "loss": 0.7164,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": 0.010426114313304424,
+      "rewards/margins": 0.02291293814778328,
+      "rewards/rejected": -0.01248682476580143,
+      "step": 60
+    },
+    {
+      "epoch": 0.14655849254121958,
+      "grad_norm": 36.76489316948809,
+      "learning_rate": 7.291666666666666e-07,
+      "logits/chosen": -1.3989927768707275,
+      "logits/rejected": -1.3778417110443115,
+      "logps/chosen": -402.1053466796875,
+      "logps/rejected": -349.107421875,
+      "loss": 0.7271,
+      "rewards/accuracies": 0.543749988079071,
+      "rewards/chosen": 0.033832818269729614,
+      "rewards/margins": 0.09618775546550751,
+      "rewards/rejected": -0.062354933470487595,
+      "step": 70
+    },
+    {
+      "epoch": 0.16749542004710807,
+      "grad_norm": 36.668613144227514,
+      "learning_rate": 8.333333333333333e-07,
+      "logits/chosen": -1.14809250831604,
+      "logits/rejected": -1.3004900217056274,
+      "logps/chosen": -393.3706970214844,
+      "logps/rejected": -302.55267333984375,
+      "loss": 0.7166,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": 0.022442013025283813,
+      "rewards/margins": 0.0886504203081131,
+      "rewards/rejected": -0.06620840728282928,
+      "step": 80
+    },
+    {
+      "epoch": 0.1884323475529966,
+      "grad_norm": 37.50656065265379,
+      "learning_rate": 9.374999999999999e-07,
+      "logits/chosen": -1.4117727279663086,
+      "logits/rejected": -1.4133552312850952,
+      "logps/chosen": -344.2930603027344,
+      "logps/rejected": -297.4874572753906,
+      "loss": 0.7401,
+      "rewards/accuracies": 0.4625000059604645,
+      "rewards/chosen": -0.002166506601497531,
+      "rewards/margins": -0.026871949434280396,
+      "rewards/rejected": 0.024705441668629646,
+      "step": 90
+    },
+    {
+      "epoch": 0.2093692750588851,
+      "grad_norm": 40.39537923810557,
+      "learning_rate": 9.999463737538052e-07,
+      "logits/chosen": -1.4038206338882446,
+      "logits/rejected": -1.4591708183288574,
+      "logps/chosen": -382.0655822753906,
+      "logps/rejected": -325.4857482910156,
+      "loss": 0.7098,
+      "rewards/accuracies": 0.53125,
+      "rewards/chosen": 0.009398235008120537,
+      "rewards/margins": 0.012028699740767479,
+      "rewards/rejected": -0.002630466129630804,
+      "step": 100
+    },
+    {
+      "epoch": 0.2093692750588851,
+      "eval_logits/chosen": -1.638710618019104,
+      "eval_logits/rejected": -1.6983067989349365,
+      "eval_logps/chosen": -375.59967041015625,
+      "eval_logps/rejected": -323.07269287109375,
+      "eval_loss": 0.7161566615104675,
+      "eval_rewards/accuracies": 0.5277777910232544,
+      "eval_rewards/chosen": -0.010860972106456757,
+      "eval_rewards/margins": 0.05658983066678047,
+      "eval_rewards/rejected": -0.06745080649852753,
+      "eval_runtime": 23.8466,
+      "eval_samples_per_second": 83.869,
+      "eval_steps_per_second": 2.642,
+      "step": 100
+    },
+    {
+      "epoch": 0.23030620256477363,
+      "grad_norm": 31.68914195854589,
+      "learning_rate": 9.993432105822034e-07,
+      "logits/chosen": -1.3994014263153076,
+      "logits/rejected": -1.5090693235397339,
+      "logps/chosen": -380.85809326171875,
+      "logps/rejected": -315.415771484375,
+      "loss": 0.7244,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": 0.0006190292770043015,
+      "rewards/margins": 0.017153877764940262,
+      "rewards/rejected": -0.016534846276044846,
+      "step": 110
+    },
+    {
+      "epoch": 0.2512431300706621,
+      "grad_norm": 32.5897566012542,
+      "learning_rate": 9.980706626858607e-07,
+      "logits/chosen": -1.3891736268997192,
+      "logits/rejected": -1.4548366069793701,
+      "logps/chosen": -330.4214782714844,
+      "logps/rejected": -290.9881286621094,
+      "loss": 0.7015,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": 0.002393510192632675,
+      "rewards/margins": 0.015673214569687843,
+      "rewards/rejected": -0.013279703445732594,
+      "step": 120
+    },
+    {
+      "epoch": 0.2721800575765506,
+      "grad_norm": 37.434859226068475,
+      "learning_rate": 9.961304359538434e-07,
+      "logits/chosen": -1.3691463470458984,
+      "logits/rejected": -1.4777592420578003,
+      "logps/chosen": -375.37957763671875,
+      "logps/rejected": -303.9295959472656,
+      "loss": 0.6959,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": 0.023477336391806602,
+      "rewards/margins": 0.07401027530431747,
+      "rewards/rejected": -0.05053293704986572,
+      "step": 130
+    },
+    {
+      "epoch": 0.29311698508243916,
+      "grad_norm": 32.710975845053845,
+      "learning_rate": 9.935251313189563e-07,
+      "logits/chosen": -1.2984201908111572,
+      "logits/rejected": -1.3567609786987305,
+      "logps/chosen": -403.44390869140625,
+      "logps/rejected": -315.7667541503906,
+      "loss": 0.694,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": 0.1049453616142273,
+      "rewards/margins": 0.1717820167541504,
+      "rewards/rejected": -0.0668366402387619,
+      "step": 140
+    },
+    {
+      "epoch": 0.31405391258832765,
+      "grad_norm": 33.59099498042739,
+      "learning_rate": 9.902582412711118e-07,
+      "logits/chosen": -1.3101998567581177,
+      "logits/rejected": -1.4272937774658203,
+      "logps/chosen": -362.3497619628906,
+      "logps/rejected": -304.9016418457031,
+      "loss": 0.6869,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": 0.030804574489593506,
+      "rewards/margins": 0.16174563765525818,
+      "rewards/rejected": -0.13094103336334229,
+      "step": 150
+    },
+    {
+      "epoch": 0.33499084009421615,
+      "grad_norm": 33.64536927205325,
+      "learning_rate": 9.86334145175542e-07,
+      "logits/chosen": -1.372686743736267,
+      "logits/rejected": -1.3871064186096191,
+      "logps/chosen": -333.40252685546875,
+      "logps/rejected": -309.45538330078125,
+      "loss": 0.698,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": 0.02940761111676693,
+      "rewards/margins": 0.14784011244773865,
+      "rewards/rejected": -0.11843249946832657,
+      "step": 160
+    },
+    {
+      "epoch": 0.3559277676001047,
+      "grad_norm": 32.519654688788634,
+      "learning_rate": 9.817581034021272e-07,
+      "logits/chosen": -1.469236135482788,
+      "logits/rejected": -1.5464330911636353,
+      "logps/chosen": -325.42401123046875,
+      "logps/rejected": -279.6885986328125,
+      "loss": 0.6943,
+      "rewards/accuracies": 0.543749988079071,
+      "rewards/chosen": 0.008727139793336391,
+      "rewards/margins": 0.06822283565998077,
+      "rewards/rejected": -0.05949569493532181,
+      "step": 170
+    },
+    {
+      "epoch": 0.3768646951059932,
+      "grad_norm": 31.217980241389647,
+      "learning_rate": 9.765362502737097e-07,
+      "logits/chosen": -1.392663598060608,
+      "logits/rejected": -1.3267390727996826,
+      "logps/chosen": -328.3432312011719,
+      "logps/rejected": -328.40679931640625,
+      "loss": 0.6854,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": -0.0019484326476231217,
+      "rewards/margins": 0.09815844148397446,
+      "rewards/rejected": -0.10010688006877899,
+      "step": 180
+    },
+    {
+      "epoch": 0.39780162261188173,
+      "grad_norm": 35.19062151474422,
+      "learning_rate": 9.706755858428485e-07,
+      "logits/chosen": -1.317312479019165,
+      "logits/rejected": -1.3148291110992432,
+      "logps/chosen": -339.4427490234375,
+      "logps/rejected": -339.53936767578125,
+      "loss": 0.6886,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.017630616202950478,
+      "rewards/margins": 0.09675482660531998,
+      "rewards/rejected": -0.1143854409456253,
+      "step": 190
+    },
+    {
+      "epoch": 0.4187385501177702,
+      "grad_norm": 38.736703713611334,
+      "learning_rate": 9.641839665080363e-07,
+      "logits/chosen": -1.3673009872436523,
+      "logits/rejected": -1.3681590557098389,
+      "logps/chosen": -341.8690490722656,
+      "logps/rejected": -310.6811828613281,
+      "loss": 0.6825,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.02894829586148262,
+      "rewards/margins": 0.07689115405082703,
+      "rewards/rejected": -0.10583944618701935,
+      "step": 200
+    },
+    {
+      "epoch": 0.4187385501177702,
+      "eval_logits/chosen": -1.635803461074829,
+      "eval_logits/rejected": -1.69376540184021,
+      "eval_logps/chosen": -375.5799865722656,
+      "eval_logps/rejected": -323.3138732910156,
+      "eval_loss": 0.6841831207275391,
+      "eval_rewards/accuracies": 0.579365074634552,
+      "eval_rewards/chosen": -0.001013976288959384,
+      "eval_rewards/margins": 0.18699844181537628,
+      "eval_rewards/rejected": -0.18801240622997284,
+      "eval_runtime": 22.6938,
+      "eval_samples_per_second": 88.13,
+      "eval_steps_per_second": 2.776,
+      "step": 200
+    },
+    {
+      "epoch": 0.4396754776236587,
+      "grad_norm": 29.329351201852436,
+      "learning_rate": 9.570700944819582e-07,
+      "logits/chosen": -1.1939313411712646,
+      "logits/rejected": -1.3856732845306396,
+      "logps/chosen": -384.10784912109375,
+      "logps/rejected": -317.24755859375,
+      "loss": 0.684,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": 0.0037221908569335938,
+      "rewards/margins": 0.16761450469493866,
+      "rewards/rejected": -0.16389232873916626,
+      "step": 210
+    },
+    {
+      "epoch": 0.46061240512954726,
+      "grad_norm": 29.84515748563858,
+      "learning_rate": 9.493435061259129e-07,
+      "logits/chosen": -1.3803870677947998,
+      "logits/rejected": -1.3274301290512085,
+      "logps/chosen": -313.02777099609375,
+      "logps/rejected": -297.11004638671875,
+      "loss": 0.6846,
+      "rewards/accuracies": 0.5062500238418579,
+      "rewards/chosen": -0.023346154019236565,
+      "rewards/margins": 0.06815574318170547,
+      "rewards/rejected": -0.09150189161300659,
+      "step": 220
+    },
+    {
+      "epoch": 0.48154933263543576,
+      "grad_norm": 31.662572343473325,
+      "learning_rate": 9.4101455916603e-07,
+      "logits/chosen": -1.3570753335952759,
+      "logits/rejected": -1.3131479024887085,
+      "logps/chosen": -331.6525573730469,
+      "logps/rejected": -329.0929260253906,
+      "loss": 0.6834,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.025835394859313965,
+      "rewards/margins": 0.16715176403522491,
+      "rewards/rejected": -0.1929871290922165,
+      "step": 230
+    },
+    {
+      "epoch": 0.5024862601413242,
+      "grad_norm": 34.26947764899909,
+      "learning_rate": 9.320944188084241e-07,
+      "logits/chosen": -1.3401970863342285,
+      "logits/rejected": -1.3203916549682617,
+      "logps/chosen": -341.75750732421875,
+      "logps/rejected": -315.9219970703125,
+      "loss": 0.6817,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": 0.01570424810051918,
+      "rewards/margins": 0.13407179713249207,
+      "rewards/rejected": -0.11836756765842438,
+      "step": 240
+    },
+    {
+      "epoch": 0.5234231876472127,
+      "grad_norm": 32.570026830574825,
+      "learning_rate": 9.225950427718974e-07,
+      "logits/chosen": -1.3138176202774048,
+      "logits/rejected": -1.4214763641357422,
+      "logps/chosen": -388.63800048828125,
+      "logps/rejected": -327.308349609375,
+      "loss": 0.662,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": 0.034160248935222626,
+      "rewards/margins": 0.23999419808387756,
+      "rewards/rejected": -0.20583395659923553,
+      "step": 250
+    },
+    {
+      "epoch": 0.5443601151531012,
+      "grad_norm": 31.875700958447943,
+      "learning_rate": 9.125291652582547e-07,
+      "logits/chosen": -1.171736717224121,
+      "logits/rejected": -1.2927379608154297,
+      "logps/chosen": -367.10638427734375,
+      "logps/rejected": -301.8586730957031,
+      "loss": 0.6732,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.03132578730583191,
+      "rewards/margins": 0.2260134220123291,
+      "rewards/rejected": -0.2573392391204834,
+      "step": 260
+    },
+    {
+      "epoch": 0.5652970426589898,
+      "grad_norm": 29.95901746509434,
+      "learning_rate": 9.019102798817195e-07,
+      "logits/chosen": -1.4621995687484741,
+      "logits/rejected": -1.563369631767273,
+      "logps/chosen": -379.08746337890625,
+      "logps/rejected": -326.1041259765625,
+      "loss": 0.6799,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": 0.010546261444687843,
+      "rewards/margins": 0.17825904488563538,
+      "rewards/rejected": -0.16771277785301208,
+      "step": 270
+    },
+    {
+      "epoch": 0.5862339701648783,
+      "grad_norm": 35.30660280902673,
+      "learning_rate": 8.90752621580335e-07,
+      "logits/chosen": -1.4563312530517578,
+      "logits/rejected": -1.5124019384384155,
+      "logps/chosen": -360.3949279785156,
+      "logps/rejected": -296.45318603515625,
+      "loss": 0.6904,
+      "rewards/accuracies": 0.53125,
+      "rewards/chosen": -0.05117585510015488,
+      "rewards/margins": 0.1499311625957489,
+      "rewards/rejected": -0.20110702514648438,
+      "step": 280
+    },
+    {
+      "epoch": 0.6071708976707668,
+      "grad_norm": 30.02627471974457,
+      "learning_rate": 8.79071147533597e-07,
+      "logits/chosen": -1.3743504285812378,
+      "logits/rejected": -1.3512884378433228,
+      "logps/chosen": -341.1376647949219,
+      "logps/rejected": -331.7826843261719,
+      "loss": 0.6581,
+      "rewards/accuracies": 0.643750011920929,
+      "rewards/chosen": -0.004191230051219463,
+      "rewards/margins": 0.26077696681022644,
+      "rewards/rejected": -0.26496821641921997,
+      "step": 290
+    },
+    {
+      "epoch": 0.6281078251766553,
+      "grad_norm": 32.675301753581984,
+      "learning_rate": 8.668815171119019e-07,
+      "logits/chosen": -1.2676564455032349,
+      "logits/rejected": -1.319390058517456,
+      "logps/chosen": -378.872314453125,
+      "logps/rejected": -322.4703369140625,
+      "loss": 0.663,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -0.022002484649419785,
+      "rewards/margins": 0.1741904467344284,
+      "rewards/rejected": -0.1961929351091385,
+      "step": 300
+    },
+    {
+      "epoch": 0.6281078251766553,
+      "eval_logits/chosen": -1.6317138671875,
+      "eval_logits/rejected": -1.6892949342727661,
+      "eval_logps/chosen": -375.532958984375,
+      "eval_logps/rejected": -323.4156494140625,
+      "eval_loss": 0.6616633534431458,
+      "eval_rewards/accuracies": 0.60317462682724,
+      "eval_rewards/chosen": 0.022496730089187622,
+      "eval_rewards/margins": 0.2614184617996216,
+      "eval_rewards/rejected": -0.23892174661159515,
+      "eval_runtime": 22.3915,
+      "eval_samples_per_second": 89.32,
+      "eval_steps_per_second": 2.814,
+      "step": 300
+    },
+    {
+      "epoch": 0.6490447526825438,
+      "grad_norm": 32.37940998012059,
+      "learning_rate": 8.54200070884685e-07,
+      "logits/chosen": -1.3149330615997314,
+      "logits/rejected": -1.4230272769927979,
+      "logps/chosen": -389.00384521484375,
+      "logps/rejected": -293.93487548828125,
+      "loss": 0.6471,
+      "rewards/accuracies": 0.606249988079071,
+      "rewards/chosen": -0.028895879164338112,
+      "rewards/margins": 0.29164841771125793,
+      "rewards/rejected": -0.3205442726612091,
+      "step": 310
+    },
+    {
+      "epoch": 0.6699816801884323,
+      "grad_norm": 34.74994897373754,
+      "learning_rate": 8.410438087153911e-07,
+      "logits/chosen": -1.2203506231307983,
+      "logits/rejected": -1.28737211227417,
+      "logps/chosen": -353.5164489746094,
+      "logps/rejected": -297.2350769042969,
+      "loss": 0.6689,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.03598624840378761,
+      "rewards/margins": 0.1709606647491455,
+      "rewards/rejected": -0.20694692432880402,
+      "step": 320
+    },
+    {
+      "epoch": 0.6909186076943209,
+      "grad_norm": 27.89021442930517,
+      "learning_rate": 8.274303669726426e-07,
+      "logits/chosen": -1.2289667129516602,
+      "logits/rejected": -1.3027209043502808,
+      "logps/chosen": -351.02435302734375,
+      "logps/rejected": -311.8251953125,
+      "loss": 0.6675,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.005795622244477272,
+      "rewards/margins": 0.3018319308757782,
+      "rewards/rejected": -0.30762752890586853,
+      "step": 330
+    },
+    {
+      "epoch": 0.7118555352002094,
+      "grad_norm": 32.72596936653152,
+      "learning_rate": 8.133779948881513e-07,
+      "logits/chosen": -1.3401914834976196,
+      "logits/rejected": -1.387083888053894,
+      "logps/chosen": -355.665771484375,
+      "logps/rejected": -318.4053955078125,
+      "loss": 0.6557,
+      "rewards/accuracies": 0.65625,
+      "rewards/chosen": -0.04015441983938217,
+      "rewards/margins": 0.22958505153656006,
+      "rewards/rejected": -0.2697394788265228,
+      "step": 340
+    },
+    {
+      "epoch": 0.7327924627060979,
+      "grad_norm": 35.42610267799739,
+      "learning_rate": 7.989055300930704e-07,
+      "logits/chosen": -1.3034248352050781,
+      "logits/rejected": -1.3343088626861572,
+      "logps/chosen": -340.1492614746094,
+      "logps/rejected": -289.6612854003906,
+      "loss": 0.6554,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.1225026398897171,
+      "rewards/margins": 0.12164878845214844,
+      "rewards/rejected": -0.24415142834186554,
+      "step": 350
+    },
+    {
+      "epoch": 0.7537293902119864,
+      "grad_norm": 29.02918447808193,
+      "learning_rate": 7.840323733655778e-07,
+      "logits/chosen": -1.2503941059112549,
+      "logits/rejected": -1.4153048992156982,
+      "logps/chosen": -406.9992980957031,
+      "logps/rejected": -322.87994384765625,
+      "loss": 0.6565,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": 0.024089232087135315,
+      "rewards/margins": 0.31749090552330017,
+      "rewards/rejected": -0.29340168833732605,
+      "step": 360
+    },
+    {
+      "epoch": 0.7746663177178749,
+      "grad_norm": 33.710516075595095,
+      "learning_rate": 7.687784626235447e-07,
+      "logits/chosen": -1.312897801399231,
+      "logits/rejected": -1.3840960264205933,
+      "logps/chosen": -369.8164978027344,
+      "logps/rejected": -291.6910705566406,
+      "loss": 0.643,
+      "rewards/accuracies": 0.643750011920929,
+      "rewards/chosen": 0.02891460619866848,
+      "rewards/margins": 0.3528975546360016,
+      "rewards/rejected": -0.3239828944206238,
+      "step": 370
+    },
+    {
+      "epoch": 0.7956032452237635,
+      "grad_norm": 30.30908317538956,
+      "learning_rate": 7.531642461971514e-07,
+      "logits/chosen": -1.4397472143173218,
+      "logits/rejected": -1.5266616344451904,
+      "logps/chosen": -368.24224853515625,
+      "logps/rejected": -316.00567626953125,
+      "loss": 0.6553,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.07685438543558121,
+      "rewards/margins": 0.29695773124694824,
+      "rewards/rejected": -0.37381213903427124,
+      "step": 380
+    },
+    {
+      "epoch": 0.816540172729652,
+      "grad_norm": 34.60440393056815,
+      "learning_rate": 7.372106554172801e-07,
+      "logits/chosen": -1.3900893926620483,
+      "logits/rejected": -1.348008394241333,
+      "logps/chosen": -369.2901306152344,
+      "logps/rejected": -338.5638427734375,
+      "loss": 0.661,
+      "rewards/accuracies": 0.6187499761581421,
+      "rewards/chosen": -0.0064844414591789246,
+      "rewards/margins": 0.22314131259918213,
+      "rewards/rejected": -0.22962574660778046,
+      "step": 390
+    },
+    {
+      "epoch": 0.8374771002355405,
+      "grad_norm": 31.77115164859215,
+      "learning_rate": 7.209390765564318e-07,
+      "logits/chosen": -1.4996167421340942,
+      "logits/rejected": -1.4596645832061768,
+      "logps/chosen": -308.35113525390625,
+      "logps/rejected": -281.60693359375,
+      "loss": 0.6547,
+      "rewards/accuracies": 0.65625,
+      "rewards/chosen": -0.04348212480545044,
+      "rewards/margins": 0.27009111642837524,
+      "rewards/rejected": -0.3135732412338257,
+      "step": 400
+    },
+    {
+      "epoch": 0.8374771002355405,
+      "eval_logits/chosen": -1.6414421796798706,
+      "eval_logits/rejected": -1.6979553699493408,
+      "eval_logps/chosen": -375.57781982421875,
+      "eval_logps/rejected": -323.6410217285156,
+      "eval_loss": 0.6590762734413147,
+      "eval_rewards/accuracies": 0.6388888955116272,
+      "eval_rewards/chosen": 7.240355625981465e-05,
+      "eval_rewards/margins": 0.3516833484172821,
+      "eval_rewards/rejected": -0.3516109585762024,
+      "eval_runtime": 22.0937,
+      "eval_samples_per_second": 90.524,
+      "eval_steps_per_second": 2.851,
+      "step": 400
+    },
+    {
+      "epoch": 0.8584140277414289,
+      "grad_norm": 31.789442088224007,
+      "learning_rate": 7.043713221597773e-07,
+      "logits/chosen": -1.2454522848129272,
+      "logits/rejected": -1.4237592220306396,
+      "logps/chosen": -399.0449523925781,
+      "logps/rejected": -326.0782775878906,
+      "loss": 0.6462,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": 0.014972883276641369,
+      "rewards/margins": 0.2356092631816864,
+      "rewards/rejected": -0.22063639760017395,
+      "step": 410
+    },
+    {
+      "epoch": 0.8793509552473174,
+      "grad_norm": 32.68488619173213,
+      "learning_rate": 6.875296018047809e-07,
+      "logits/chosen": -1.5021634101867676,
+      "logits/rejected": -1.4257535934448242,
+      "logps/chosen": -349.61553955078125,
+      "logps/rejected": -340.30975341796875,
+      "loss": 0.6371,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.10846195369958878,
+      "rewards/margins": 0.26752999424934387,
+      "rewards/rejected": -0.37599191069602966,
+      "step": 420
+    },
+    {
+      "epoch": 0.9002878827532059,
+      "grad_norm": 29.283057753738706,
+      "learning_rate": 6.704364923285857e-07,
+      "logits/chosen": -1.3049055337905884,
+      "logits/rejected": -1.4615538120269775,
+      "logps/chosen": -387.3922119140625,
+      "logps/rejected": -299.621337890625,
+      "loss": 0.6539,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.06501199305057526,
+      "rewards/margins": 0.30248281359672546,
+      "rewards/rejected": -0.3674947917461395,
+      "step": 430
+    },
+    {
+      "epoch": 0.9212248102590945,
+      "grad_norm": 30.29029590057011,
+      "learning_rate": 6.531149075630796e-07,
+      "logits/chosen": -1.2950228452682495,
+      "logits/rejected": -1.3765883445739746,
+      "logps/chosen": -359.27691650390625,
+      "logps/rejected": -293.13104248046875,
+      "loss": 0.6508,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.05934730917215347,
+      "rewards/margins": 0.2306128442287445,
+      "rewards/rejected": -0.28996017575263977,
+      "step": 440
+    },
+    {
+      "epoch": 0.942161737764983,
+      "grad_norm": 31.040736224709473,
+      "learning_rate": 6.355880676182085e-07,
+      "logits/chosen": -1.4344260692596436,
+      "logits/rejected": -1.3737527132034302,
+      "logps/chosen": -357.5885314941406,
+      "logps/rejected": -332.05499267578125,
+      "loss": 0.6653,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.04119770601391792,
+      "rewards/margins": 0.2782004475593567,
+      "rewards/rejected": -0.31939810514450073,
+      "step": 450
+    },
+    {
+      "epoch": 0.9630986652708715,
+      "grad_norm": 31.5228211898507,
+      "learning_rate": 6.178794677547137e-07,
+      "logits/chosen": -1.2749378681182861,
+      "logits/rejected": -1.4267973899841309,
+      "logps/chosen": -346.6052551269531,
+      "logps/rejected": -290.1454162597656,
+      "loss": 0.6415,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.026611875742673874,
+      "rewards/margins": 0.3765586316585541,
+      "rewards/rejected": -0.3499467074871063,
+      "step": 460
+    },
+    {
+      "epoch": 0.98403559277676,
+      "grad_norm": 31.660312290338712,
+      "learning_rate": 6.000128468880222e-07,
+      "logits/chosen": -1.3701679706573486,
+      "logits/rejected": -1.390453815460205,
+      "logps/chosen": -369.3509826660156,
+      "logps/rejected": -323.2626037597656,
+      "loss": 0.6358,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.04081202298402786,
+      "rewards/margins": 0.33853498101234436,
+      "rewards/rejected": -0.37934696674346924,
+      "step": 470
+    },
+    {
+      "epoch": 1.0049725202826485,
+      "grad_norm": 27.48266116042723,
+      "learning_rate": 5.820121557655108e-07,
+      "logits/chosen": -1.2848116159439087,
+      "logits/rejected": -1.3119057416915894,
+      "logps/chosen": -359.86102294921875,
+      "logps/rejected": -313.0788269042969,
+      "loss": 0.6459,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.048723649233579636,
+      "rewards/margins": 0.27731940150260925,
+      "rewards/rejected": -0.3260430693626404,
+      "step": 480
+    },
+    {
+      "epoch": 1.025909447788537,
+      "grad_norm": 31.66810532106133,
+      "learning_rate": 5.639015248598023e-07,
+      "logits/chosen": -1.34721839427948,
+      "logits/rejected": -1.449410080909729,
+      "logps/chosen": -361.23046875,
+      "logps/rejected": -296.3492126464844,
+      "loss": 0.6519,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.09297003597021103,
+      "rewards/margins": 0.209228515625,
+      "rewards/rejected": -0.302198588848114,
+      "step": 490
+    },
+    {
+      "epoch": 1.0468463752944255,
+      "grad_norm": 31.533076924353868,
+      "learning_rate": 5.457052320211339e-07,
+      "logits/chosen": -1.3988004922866821,
+      "logits/rejected": -1.4485900402069092,
+      "logps/chosen": -370.951904296875,
+      "logps/rejected": -314.5948181152344,
+      "loss": 0.6456,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.10979924350976944,
+      "rewards/margins": 0.23507650196552277,
+      "rewards/rejected": -0.3448757231235504,
+      "step": 500
+    },
+    {
+      "epoch": 1.0468463752944255,
+      "eval_logits/chosen": -1.636523962020874,
+      "eval_logits/rejected": -1.6931382417678833,
+      "eval_logps/chosen": -375.5513916015625,
+      "eval_logps/rejected": -323.6509704589844,
+      "eval_loss": 0.6429626941680908,
+      "eval_rewards/accuracies": 0.6666666865348816,
+      "eval_rewards/chosen": 0.01327058020979166,
+      "eval_rewards/margins": 0.36985495686531067,
+      "eval_rewards/rejected": -0.356584370136261,
+      "eval_runtime": 22.4458,
+      "eval_samples_per_second": 89.104,
+      "eval_steps_per_second": 2.807,
+      "step": 500
+    },
+    {
+      "epoch": 1.067783302800314,
+      "grad_norm": 30.307455199305462,
+      "learning_rate": 5.274476699321637e-07,
+      "logits/chosen": -1.4101717472076416,
+      "logits/rejected": -1.420190453529358,
+      "logps/chosen": -327.46893310546875,
+      "logps/rejected": -302.391357421875,
+      "loss": 0.6345,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.04776526987552643,
+      "rewards/margins": 0.2989855408668518,
+      "rewards/rejected": -0.3467508554458618,
+      "step": 510
+    },
+    {
+      "epoch": 1.0887202303062025,
+      "grad_norm": 29.722389429702496,
+      "learning_rate": 5.091533134088387e-07,
+      "logits/chosen": -1.4273402690887451,
+      "logits/rejected": -1.4231868982315063,
+      "logps/chosen": -323.42376708984375,
+      "logps/rejected": -304.4673767089844,
+      "loss": 0.6284,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -0.0829726904630661,
+      "rewards/margins": 0.24710920453071594,
+      "rewards/rejected": -0.33008190989494324,
+      "step": 520
+    },
+    {
+      "epoch": 1.109657157812091,
+      "grad_norm": 28.885339598508185,
+      "learning_rate": 4.908466865911614e-07,
+      "logits/chosen": -1.4464526176452637,
+      "logits/rejected": -1.5408886671066284,
+      "logps/chosen": -344.06689453125,
+      "logps/rejected": -292.1816101074219,
+      "loss": 0.6328,
+      "rewards/accuracies": 0.643750011920929,
+      "rewards/chosen": -0.03225661441683769,
+      "rewards/margins": 0.38520506024360657,
+      "rewards/rejected": -0.41746169328689575,
+      "step": 530
+    },
+    {
+      "epoch": 1.1305940853179797,
+      "grad_norm": 29.441675570164428,
+      "learning_rate": 4.7255233006783624e-07,
+      "logits/chosen": -1.3947404623031616,
+      "logits/rejected": -1.328045129776001,
+      "logps/chosen": -318.3937072753906,
+      "logps/rejected": -280.65435791015625,
+      "loss": 0.6372,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.03985299542546272,
+      "rewards/margins": 0.33030450344085693,
+      "rewards/rejected": -0.37015751004219055,
+      "step": 540
+    },
+    {
+      "epoch": 1.151531012823868,
+      "grad_norm": 29.84505193266847,
+      "learning_rate": 4.5429476797886617e-07,
+      "logits/chosen": -1.3157615661621094,
+      "logits/rejected": -1.463357925415039,
+      "logps/chosen": -367.59564208984375,
+      "logps/rejected": -284.3589172363281,
+      "loss": 0.6256,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.04548700898885727,
+      "rewards/margins": 0.312529981136322,
+      "rewards/rejected": -0.3580169677734375,
+      "step": 550
+    },
+    {
+      "epoch": 1.1724679403297567,
+      "grad_norm": 33.58402259379722,
+      "learning_rate": 4.3609847514019763e-07,
+      "logits/chosen": -1.3491549491882324,
+      "logits/rejected": -1.3917362689971924,
+      "logps/chosen": -355.3868408203125,
+      "logps/rejected": -311.2879943847656,
+      "loss": 0.6294,
+      "rewards/accuracies": 0.643750011920929,
+      "rewards/chosen": 0.005126100964844227,
+      "rewards/margins": 0.33152928948402405,
+      "rewards/rejected": -0.3264032006263733,
+      "step": 560
+    },
+    {
+      "epoch": 1.193404867835645,
+      "grad_norm": 29.80795991678476,
+      "learning_rate": 4.179878442344892e-07,
+      "logits/chosen": -1.4194284677505493,
+      "logits/rejected": -1.371366262435913,
+      "logps/chosen": -326.87066650390625,
+      "logps/rejected": -321.23785400390625,
+      "loss": 0.6441,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": 0.0237637497484684,
+      "rewards/margins": 0.33783239126205444,
+      "rewards/rejected": -0.31406864523887634,
+      "step": 570
+    },
+    {
+      "epoch": 1.2143417953415336,
+      "grad_norm": 30.101844117489865,
+      "learning_rate": 3.9998715311197783e-07,
+      "logits/chosen": -1.452893853187561,
+      "logits/rejected": -1.460272192955017,
+      "logps/chosen": -346.24932861328125,
+      "logps/rejected": -292.27667236328125,
+      "loss": 0.6258,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -0.029639745131134987,
+      "rewards/margins": 0.4036487638950348,
+      "rewards/rejected": -0.43328848481178284,
+      "step": 580
+    },
+    {
+      "epoch": 1.235278722847422,
+      "grad_norm": 28.648910640416673,
+      "learning_rate": 3.821205322452863e-07,
+      "logits/chosen": -1.2438939809799194,
+      "logits/rejected": -1.3377447128295898,
+      "logps/chosen": -380.3300476074219,
+      "logps/rejected": -317.4806823730469,
+      "loss": 0.6249,
+      "rewards/accuracies": 0.643750011920929,
+      "rewards/chosen": -0.0937061458826065,
+      "rewards/margins": 0.34427446126937866,
+      "rewards/rejected": -0.43798065185546875,
+      "step": 590
+    },
+    {
+      "epoch": 1.2562156503533106,
+      "grad_norm": 34.234491670474995,
+      "learning_rate": 3.6441193238179146e-07,
+      "logits/chosen": -1.4130090475082397,
+      "logits/rejected": -1.340057611465454,
+      "logps/chosen": -377.28228759765625,
+      "logps/rejected": -362.57879638671875,
+      "loss": 0.6054,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.08141253888607025,
+      "rewards/margins": 0.26778295636177063,
+      "rewards/rejected": -0.3491954803466797,
+      "step": 600
+    },
+    {
+      "epoch": 1.2562156503533106,
+      "eval_logits/chosen": -1.6430615186691284,
+      "eval_logits/rejected": -1.6991180181503296,
+      "eval_logps/chosen": -375.643798828125,
+      "eval_logps/rejected": -323.71673583984375,
+      "eval_loss": 0.6423465609550476,
+      "eval_rewards/accuracies": 0.6349206566810608,
+      "eval_rewards/chosen": -0.032912444323301315,
+      "eval_rewards/margins": 0.3565501272678375,
+      "eval_rewards/rejected": -0.38946259021759033,
+      "eval_runtime": 22.0916,
+      "eval_samples_per_second": 90.532,
+      "eval_steps_per_second": 2.852,
+      "step": 600
+    },
+    {
+      "epoch": 1.2771525778591992,
+      "grad_norm": 31.96916362076228,
+      "learning_rate": 3.4688509243692034e-07,
+      "logits/chosen": -1.3404086828231812,
+      "logits/rejected": -1.401881217956543,
+      "logps/chosen": -348.0643005371094,
+      "logps/rejected": -274.1236267089844,
+      "loss": 0.6089,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": 0.05336350202560425,
+      "rewards/margins": 0.5003852248191833,
+      "rewards/rejected": -0.4470217823982239,
+      "step": 610
+    },
+    {
+      "epoch": 1.2980895053650876,
+      "grad_norm": 27.687942045456108,
+      "learning_rate": 3.295635076714144e-07,
+      "logits/chosen": -1.1929457187652588,
+      "logits/rejected": -1.3312275409698486,
+      "logps/chosen": -339.0008544921875,
+      "logps/rejected": -282.86273193359375,
+      "loss": 0.6173,
+      "rewards/accuracies": 0.65625,
+      "rewards/chosen": -0.04629793018102646,
+      "rewards/margins": 0.3611483573913574,
+      "rewards/rejected": -0.4074462950229645,
+      "step": 620
+    },
+    {
+      "epoch": 1.3190264328709762,
+      "grad_norm": 30.364814060074504,
+      "learning_rate": 3.12470398195219e-07,
+      "logits/chosen": -1.4581263065338135,
+      "logits/rejected": -1.4359983205795288,
+      "logps/chosen": -352.0130310058594,
+      "logps/rejected": -319.5924987792969,
+      "loss": 0.6124,
+      "rewards/accuracies": 0.706250011920929,
+      "rewards/chosen": 0.0860348716378212,
+      "rewards/margins": 0.4933602213859558,
+      "rewards/rejected": -0.4073253571987152,
+      "step": 630
+    },
+    {
+      "epoch": 1.3399633603768648,
+      "grad_norm": 28.207562684445328,
+      "learning_rate": 2.956286778402226e-07,
+      "logits/chosen": -1.3643245697021484,
+      "logits/rejected": -1.3367928266525269,
+      "logps/chosen": -329.8095397949219,
+      "logps/rejected": -325.6297912597656,
+      "loss": 0.6194,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.03843813017010689,
+      "rewards/margins": 0.4010621905326843,
+      "rewards/rejected": -0.4395003318786621,
+      "step": 640
+    },
+    {
+      "epoch": 1.3609002878827532,
+      "grad_norm": 31.931835373695627,
+      "learning_rate": 2.7906092344356826e-07,
+      "logits/chosen": -1.4707378149032593,
+      "logits/rejected": -1.4725669622421265,
+      "logps/chosen": -321.7577819824219,
+      "logps/rejected": -296.30072021484375,
+      "loss": 0.6295,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.20691867172718048,
+      "rewards/margins": 0.24088874459266663,
+      "rewards/rejected": -0.4478074014186859,
+      "step": 650
+    },
+    {
+      "epoch": 1.3818372153886418,
+      "grad_norm": 33.26417313890622,
+      "learning_rate": 2.6278934458271996e-07,
+      "logits/chosen": -1.280631422996521,
+      "logits/rejected": -1.3918514251708984,
+      "logps/chosen": -319.20391845703125,
+      "logps/rejected": -294.9554138183594,
+      "loss": 0.6281,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.15276700258255005,
+      "rewards/margins": 0.14049580693244934,
+      "rewards/rejected": -0.293262779712677,
+      "step": 660
+    },
+    {
+      "epoch": 1.4027741428945302,
+      "grad_norm": 27.692247842703622,
+      "learning_rate": 2.468357538028487e-07,
+      "logits/chosen": -1.3904974460601807,
+      "logits/rejected": -1.4726046323776245,
+      "logps/chosen": -351.35614013671875,
+      "logps/rejected": -299.1191101074219,
+      "loss": 0.6141,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": 0.012430467642843723,
+      "rewards/margins": 0.4077607989311218,
+      "rewards/rejected": -0.39533036947250366,
+      "step": 670
+    },
+    {
+      "epoch": 1.4237110704004188,
+      "grad_norm": 32.32896888329579,
+      "learning_rate": 2.312215373764551e-07,
+      "logits/chosen": -1.3210734128952026,
+      "logits/rejected": -1.2972867488861084,
+      "logps/chosen": -357.87725830078125,
+      "logps/rejected": -346.83172607421875,
+      "loss": 0.612,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.030674666166305542,
+      "rewards/margins": 0.2985823154449463,
+      "rewards/rejected": -0.32925695180892944,
+      "step": 680
+    },
+    {
+      "epoch": 1.4446479979063072,
+      "grad_norm": 26.559915261204598,
+      "learning_rate": 2.1596762663442213e-07,
+      "logits/chosen": -1.353945016860962,
+      "logits/rejected": -1.331405758857727,
+      "logps/chosen": -359.0257263183594,
+      "logps/rejected": -302.020751953125,
+      "loss": 0.6143,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.09165488183498383,
+      "rewards/margins": 0.32221120595932007,
+      "rewards/rejected": -0.4138661324977875,
+      "step": 690
+    },
+    {
+      "epoch": 1.4655849254121958,
+      "grad_norm": 28.923951135790823,
+      "learning_rate": 2.0109446990692963e-07,
+      "logits/chosen": -1.3177390098571777,
+      "logits/rejected": -1.2676212787628174,
+      "logps/chosen": -382.9945373535156,
+      "logps/rejected": -382.7451171875,
+      "loss": 0.6129,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": 0.00983230210840702,
+      "rewards/margins": 0.44890522956848145,
+      "rewards/rejected": -0.43907293677330017,
+      "step": 700
+    },
+    {
+      "epoch": 1.4655849254121958,
+      "eval_logits/chosen": -1.6413902044296265,
+      "eval_logits/rejected": -1.6979249715805054,
+      "eval_logps/chosen": -375.667724609375,
+      "eval_logps/rejected": -323.7745361328125,
+      "eval_loss": 0.6431064009666443,
+      "eval_rewards/accuracies": 0.6349206566810608,
+      "eval_rewards/chosen": -0.044887345284223557,
+      "eval_rewards/margins": 0.373458594083786,
+      "eval_rewards/rejected": -0.41834595799446106,
+      "eval_runtime": 22.4693,
+      "eval_samples_per_second": 89.01,
+      "eval_steps_per_second": 2.804,
+      "step": 700
+    },
+    {
+      "epoch": 1.4865218529180844,
+      "grad_norm": 29.793015750302608,
+      "learning_rate": 1.8662200511184872e-07,
+      "logits/chosen": -1.5391782522201538,
+      "logits/rejected": -1.5692270994186401,
+      "logps/chosen": -353.60504150390625,
+      "logps/rejected": -327.60333251953125,
+      "loss": 0.6413,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.08452965319156647,
+      "rewards/margins": 0.3078867793083191,
+      "rewards/rejected": -0.39241647720336914,
+      "step": 710
+    },
+    {
+      "epoch": 1.5074587804239727,
+      "grad_norm": 30.154215075312383,
+      "learning_rate": 1.725696330273575e-07,
+      "logits/chosen": -1.4344627857208252,
+      "logits/rejected": -1.4114643335342407,
+      "logps/chosen": -367.28668212890625,
+      "logps/rejected": -330.210205078125,
+      "loss": 0.6152,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.0991826206445694,
+      "rewards/margins": 0.3690223693847656,
+      "rewards/rejected": -0.46820497512817383,
+      "step": 720
+    },
+    {
+      "epoch": 1.5283957079298613,
+      "grad_norm": 32.49028184373073,
+      "learning_rate": 1.589561912846089e-07,
+      "logits/chosen": -1.3968040943145752,
+      "logits/rejected": -1.4468437433242798,
+      "logps/chosen": -339.4754943847656,
+      "logps/rejected": -298.7085266113281,
+      "loss": 0.6139,
+      "rewards/accuracies": 0.65625,
+      "rewards/chosen": -0.04794057086110115,
+      "rewards/margins": 0.3862064480781555,
+      "rewards/rejected": -0.43414703011512756,
+      "step": 730
+    },
+    {
+      "epoch": 1.54933263543575,
+      "grad_norm": 29.612038431579933,
+      "learning_rate": 1.4579992911531496e-07,
+      "logits/chosen": -1.2432403564453125,
+      "logits/rejected": -1.2390873432159424,
+      "logps/chosen": -379.5582275390625,
+      "logps/rejected": -332.1794128417969,
+      "loss": 0.6205,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.019659820944070816,
+      "rewards/margins": 0.3802977204322815,
+      "rewards/rejected": -0.360637903213501,
+      "step": 740
+    },
+    {
+      "epoch": 1.5702695629416383,
+      "grad_norm": 28.119711308052274,
+      "learning_rate": 1.3311848288809813e-07,
+      "logits/chosen": -1.4195433855056763,
+      "logits/rejected": -1.490561842918396,
+      "logps/chosen": -359.9119873046875,
+      "logps/rejected": -322.4441833496094,
+      "loss": 0.6118,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.0712754875421524,
+      "rewards/margins": 0.2602451741695404,
+      "rewards/rejected": -0.3315206468105316,
+      "step": 750
+    },
+    {
+      "epoch": 1.5912064904475267,
+      "grad_norm": 29.268690125436255,
+      "learning_rate": 1.209288524664029e-07,
+      "logits/chosen": -1.229116439819336,
+      "logits/rejected": -1.2306039333343506,
+      "logps/chosen": -435.7142028808594,
+      "logps/rejected": -397.52044677734375,
+      "loss": 0.5971,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": 0.11046306788921356,
+      "rewards/margins": 0.4868060052394867,
+      "rewards/rejected": -0.3763429522514343,
+      "step": 760
+    },
+    {
+      "epoch": 1.6121434179534153,
+      "grad_norm": 28.29047720088543,
+      "learning_rate": 1.0924737841966497e-07,
+      "logits/chosen": -1.220485806465149,
+      "logits/rejected": -1.4240710735321045,
+      "logps/chosen": -396.7095947265625,
+      "logps/rejected": -319.75958251953125,
+      "loss": 0.6247,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.055124759674072266,
+      "rewards/margins": 0.39260005950927734,
+      "rewards/rejected": -0.44772475957870483,
+      "step": 770
+    },
+    {
+      "epoch": 1.633080345459304,
+      "grad_norm": 29.17224056970089,
+      "learning_rate": 9.808972011828054e-08,
+      "logits/chosen": -1.2811758518218994,
+      "logits/rejected": -1.3020236492156982,
+      "logps/chosen": -384.5751647949219,
+      "logps/rejected": -329.9205017089844,
+      "loss": 0.626,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": 0.14039060473442078,
+      "rewards/margins": 0.46962863206863403,
+      "rewards/rejected": -0.32923805713653564,
+      "step": 780
+    },
+    {
+      "epoch": 1.6540172729651923,
+      "grad_norm": 33.75145778470617,
+      "learning_rate": 8.747083474174527e-08,
+      "logits/chosen": -1.3885407447814941,
+      "logits/rejected": -1.4309613704681396,
+      "logps/chosen": -365.4181823730469,
+      "logps/rejected": -322.75054931640625,
+      "loss": 0.6123,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.04203175753355026,
+      "rewards/margins": 0.3509315550327301,
+      "rewards/rejected": -0.39296332001686096,
+      "step": 790
+    },
+    {
+      "epoch": 1.674954200471081,
+      "grad_norm": 25.187206733853984,
+      "learning_rate": 7.740495722810269e-08,
+      "logits/chosen": -1.2112213373184204,
+      "logits/rejected": -1.3428361415863037,
+      "logps/chosen": -420.00830078125,
+      "logps/rejected": -358.3287353515625,
+      "loss": 0.5972,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": 0.01959555223584175,
+      "rewards/margins": 0.5057805776596069,
+      "rewards/rejected": -0.4861849844455719,
+      "step": 800
+    },
+    {
+      "epoch": 1.674954200471081,
+      "eval_logits/chosen": -1.639930009841919,
+      "eval_logits/rejected": -1.6965380907058716,
+      "eval_logps/chosen": -375.7169494628906,
+      "eval_logps/rejected": -323.76556396484375,
+      "eval_loss": 0.6384284496307373,
+      "eval_rewards/accuracies": 0.6428571343421936,
+      "eval_rewards/chosen": -0.06950785219669342,
+      "eval_rewards/margins": 0.34436169266700745,
+      "eval_rewards/rejected": -0.41386955976486206,
+      "eval_runtime": 21.8454,
+      "eval_samples_per_second": 91.552,
+      "eval_steps_per_second": 2.884,
+      "step": 800
+    },
+    {
+      "epoch": 1.6958911279769695,
+      "grad_norm": 30.26944195604407,
+      "learning_rate": 6.790558119157597e-08,
+      "logits/chosen": -1.3412492275238037,
+      "logits/rejected": -1.3922173976898193,
+      "logps/chosen": -375.84429931640625,
+      "logps/rejected": -326.71417236328125,
+      "loss": 0.6295,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -0.015008327551186085,
+      "rewards/margins": 0.4259034991264343,
+      "rewards/rejected": -0.44091176986694336,
+      "step": 810
+    },
+    {
+      "epoch": 1.7168280554828579,
+      "grad_norm": 30.885265100170944,
+      "learning_rate": 5.898544083397e-08,
+      "logits/chosen": -1.4171245098114014,
+      "logits/rejected": -1.5250798463821411,
+      "logps/chosen": -388.115478515625,
+      "logps/rejected": -320.20819091796875,
+      "loss": 0.6055,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.05425529554486275,
+      "rewards/margins": 0.4603540003299713,
+      "rewards/rejected": -0.5146092176437378,
+      "step": 820
+    },
+    {
+      "epoch": 1.7377649829887463,
+      "grad_norm": 32.971600431805705,
+      "learning_rate": 5.065649387408705e-08,
+      "logits/chosen": -1.3083207607269287,
+      "logits/rejected": -1.2884520292282104,
+      "logps/chosen": -338.13909912109375,
+      "logps/rejected": -327.7836608886719,
+      "loss": 0.6083,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.11997182667255402,
+      "rewards/margins": 0.3927108347415924,
+      "rewards/rejected": -0.5126826167106628,
+      "step": 830
+    },
+    {
+      "epoch": 1.7587019104946349,
+      "grad_norm": 29.20392566444622,
+      "learning_rate": 4.292990551804171e-08,
+      "logits/chosen": -1.5097484588623047,
+      "logits/rejected": -1.4066120386123657,
+      "logps/chosen": -314.53338623046875,
+      "logps/rejected": -309.9684143066406,
+      "loss": 0.6346,
+      "rewards/accuracies": 0.6187499761581421,
+      "rewards/chosen": -0.06001155450940132,
+      "rewards/margins": 0.30454209446907043,
+      "rewards/rejected": -0.36455363035202026,
+      "step": 840
+    },
+    {
+      "epoch": 1.7796388380005235,
+      "grad_norm": 30.280553572438347,
+      "learning_rate": 3.581603349196371e-08,
+      "logits/chosen": -1.3757822513580322,
+      "logits/rejected": -1.3954650163650513,
+      "logps/chosen": -331.03826904296875,
+      "logps/rejected": -323.1974182128906,
+      "loss": 0.6233,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.10794013738632202,
+      "rewards/margins": 0.2812719941139221,
+      "rewards/rejected": -0.38921213150024414,
+      "step": 850
+    },
+    {
+      "epoch": 1.8005757655064119,
+      "grad_norm": 28.100566523523845,
+      "learning_rate": 2.9324414157151367e-08,
+      "logits/chosen": -1.3457200527191162,
+      "logits/rejected": -1.4598686695098877,
+      "logps/chosen": -356.97216796875,
+      "logps/rejected": -286.18865966796875,
+      "loss": 0.6215,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": -0.05811784416437149,
+      "rewards/margins": 0.35237258672714233,
+      "rewards/rejected": -0.4104904234409332,
+      "step": 860
+    },
+    {
+      "epoch": 1.8215126930123005,
+      "grad_norm": 26.46890964804442,
+      "learning_rate": 2.3463749726290284e-08,
+      "logits/chosen": -1.4204833507537842,
+      "logits/rejected": -1.5046513080596924,
+      "logps/chosen": -404.6219177246094,
+      "logps/rejected": -336.10150146484375,
+      "loss": 0.6261,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": 0.02932531200349331,
+      "rewards/margins": 0.39560848474502563,
+      "rewards/rejected": -0.366283118724823,
+      "step": 870
+    },
+    {
+      "epoch": 1.842449620518189,
+      "grad_norm": 31.701066186197266,
+      "learning_rate": 1.824189659787284e-08,
+      "logits/chosen": -1.3159443140029907,
+      "logits/rejected": -1.3131808042526245,
+      "logps/chosen": -328.07098388671875,
+      "logps/rejected": -308.87701416015625,
+      "loss": 0.6266,
+      "rewards/accuracies": 0.606249988079071,
+      "rewards/chosen": -0.0714392215013504,
+      "rewards/margins": 0.3882763683795929,
+      "rewards/rejected": -0.45971551537513733,
+      "step": 880
+    },
+    {
+      "epoch": 1.8633865480240774,
+      "grad_norm": 31.12356616666238,
+      "learning_rate": 1.3665854824458035e-08,
+      "logits/chosen": -1.3845950365066528,
+      "logits/rejected": -1.434497594833374,
+      "logps/chosen": -376.0118103027344,
+      "logps/rejected": -331.4889831542969,
+      "loss": 0.6095,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -0.061675846576690674,
+      "rewards/margins": 0.3783223330974579,
+      "rewards/rejected": -0.43999820947647095,
+      "step": 890
+    },
+    {
+      "epoch": 1.8843234755299658,
+      "grad_norm": 34.05071913262595,
+      "learning_rate": 9.741758728888217e-09,
+      "logits/chosen": -1.2828714847564697,
+      "logits/rejected": -1.3924423456192017,
+      "logps/chosen": -401.4546203613281,
+      "logps/rejected": -317.35443115234375,
+      "loss": 0.6207,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.004245785064995289,
+      "rewards/margins": 0.4051188826560974,
+      "rewards/rejected": -0.40936464071273804,
+      "step": 900
+    },
+    {
+      "epoch": 1.8843234755299658,
+      "eval_logits/chosen": -1.6407170295715332,
+      "eval_logits/rejected": -1.6976144313812256,
+      "eval_logps/chosen": -375.70330810546875,
+      "eval_logps/rejected": -323.78216552734375,
+      "eval_loss": 0.6362326145172119,
+      "eval_rewards/accuracies": 0.6785714030265808,
+      "eval_rewards/chosen": -0.06266693770885468,
+      "eval_rewards/margins": 0.3595210015773773,
+      "eval_rewards/rejected": -0.4221878945827484,
+      "eval_runtime": 22.2411,
+      "eval_samples_per_second": 89.923,
+      "eval_steps_per_second": 2.833,
+      "step": 900
+    },
+    {
+      "epoch": 1.9052604030358546,
+      "grad_norm": 28.324746122618627,
+      "learning_rate": 6.474868681043577e-09,
+      "logits/chosen": -1.232722282409668,
+      "logits/rejected": -1.3370740413665771,
+      "logps/chosen": -330.0971984863281,
+      "logps/rejected": -274.8087463378906,
+      "loss": 0.6315,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -0.04480002075433731,
+      "rewards/margins": 0.4823727011680603,
+      "rewards/rejected": -0.5271727442741394,
+      "step": 910
+    },
+    {
+      "epoch": 1.926197330541743,
+      "grad_norm": 32.98699943344935,
+      "learning_rate": 3.869564046156459e-09,
+      "logits/chosen": -1.3717395067214966,
+      "logits/rejected": -1.4535510540008545,
+      "logps/chosen": -373.8208923339844,
+      "logps/rejected": -311.4999084472656,
+      "loss": 0.6198,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -0.06762387603521347,
+      "rewards/margins": 0.35773369669914246,
+      "rewards/rejected": -0.4253575801849365,
+      "step": 920
+    },
+    {
+      "epoch": 1.9471342580476314,
+      "grad_norm": 27.5401666731791,
+      "learning_rate": 1.929337314139412e-09,
+      "logits/chosen": -1.2926667928695679,
+      "logits/rejected": -1.3644298315048218,
+      "logps/chosen": -362.7403869628906,
+      "logps/rejected": -317.42303466796875,
+      "loss": 0.6124,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": 0.01872597262263298,
+      "rewards/margins": 0.4235456883907318,
+      "rewards/rejected": -0.40481966733932495,
+      "step": 930
+    },
+    {
+      "epoch": 1.96807118555352,
+      "grad_norm": 31.615150149296902,
+      "learning_rate": 6.567894177967325e-10,
+      "logits/chosen": -1.3021799325942993,
+      "logits/rejected": -1.3374966382980347,
+      "logps/chosen": -324.93255615234375,
+      "logps/rejected": -273.21929931640625,
+      "loss": 0.6255,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -0.05069868639111519,
+      "rewards/margins": 0.33984681963920593,
+      "rewards/rejected": -0.390545517206192,
+      "step": 940
+    },
+    {
+      "epoch": 1.9890081130594086,
+      "grad_norm": 29.09184931904493,
+      "learning_rate": 5.3626246194704575e-11,
+      "logits/chosen": -1.3507764339447021,
+      "logits/rejected": -1.4648717641830444,
+      "logps/chosen": -361.6529235839844,
+      "logps/rejected": -296.1907043457031,
+      "loss": 0.6169,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.08508863300085068,
+      "rewards/margins": 0.3246951401233673,
+      "rewards/rejected": -0.40978384017944336,
+      "step": 950
+    },
+    {
+      "epoch": 1.9973828840617638,
+      "step": 954,
+      "total_flos": 0.0,
+      "train_loss": 0.6516540072998911,
+      "train_runtime": 5944.7081,
+      "train_samples_per_second": 20.568,
+      "train_steps_per_second": 0.16
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 954,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}