Training in progress, step 50

Browse files

Files changed (12) hide show

.gitattributes +1 -0
README.md +13 -0
adapter_config.json +42 -0
adapter_model.safetensors +3 -0
chat_template.jinja +4 -0
config.json +75 -0
debug.log +703 -0
special_tokens_map.json +34 -0
tokenizer.json +3 -0
tokenizer.model +3 -0
tokenizer_config.json +2013 -0
training_args.bin +3 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,13 @@

+---
+base_model: google/gemma-2-2b-it
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:google/gemma-2-2b-it
+- lora
+- transformers
+---
+### Framework versions
+- PEFT 0.17.1

adapter_config.json ADDED Viewed

	@@ -0,0 +1,42 @@

+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-2b-it",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "q_proj",
+    "v_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f732f117c056d41c8b4043c91065e7c8dbd15fcd6f53c69b51bbbb395846336c
+size 332316480

chat_template.jinja ADDED Viewed

	@@ -0,0 +1,4 @@

+{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '
+' + message['content'] | trim + '<end_of_turn>
+' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model
+'}}{% endif %}

config.json ADDED Viewed

	@@ -0,0 +1,75 @@

+{
+  "architectures": [
+    "Gemma2ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": 50.0,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "dtype": "bfloat16",
+  "eos_token_id": 1,
+  "final_logit_softcapping": 30.0,
+  "head_dim": 256,
+  "hidden_act": "gelu_pytorch_tanh",
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 2304,
+  "initializer_range": 0.02,
+  "intermediate_size": 9216,
+  "layer_types": [
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 8192,
+  "model_type": "gemma2",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 26,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "_load_in_4bit": true,
+    "_load_in_8bit": false,
+    "bnb_4bit_compute_dtype": "bfloat16",
+    "bnb_4bit_quant_storage": "bfloat16",
+    "bnb_4bit_quant_type": "nf4",
+    "bnb_4bit_use_double_quant": true,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": true,
+    "load_in_8bit": false,
+    "quant_method": "bitsandbytes"
+  },
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "transformers_version": "4.57.0",
+  "use_cache": false,
+  "vocab_size": 256000
+}

debug.log ADDED Viewed

@@ -0,0 +1,703 @@
  0%|                              | 0/1000 [00:00<?, ?it/s][2025-10-18 19:02:46,619] [INFO] [axolotl.core.trainers.base.evaluate:376] [PID:42363] Running evaluation step...
  0%|                               | 0/179 [00:00<?, ?it/s][A
  1%|▎                      | 2/179 [00:00<00:21,  8.31it/s][A
  2%|▍                      | 3/179 [00:00<00:35,  4.96it/s][A
  2%|▌                      | 4/179 [00:00<00:42,  4.11it/s][A
  3%|▋                      | 5/179 [00:01<01:00,  2.89it/s][A
  3%|▊                      | 6/179 [00:01<00:56,  3.06it/s][A
  4%|▉                      | 7/179 [00:02<00:55,  3.07it/s][A
  4%|█                      | 8/179 [00:02<00:54,  3.11it/s][A
  5%|█▏                     | 9/179 [00:02<01:05,  2.59it/s][A
  6%|█▏                    | 10/179 [00:03<01:00,  2.80it/s][A
  6%|█▎                    | 11/179 [00:03<00:57,  2.90it/s][A
  7%|█▍                    | 12/179 [00:03<00:55,  2.99it/s][A
  7%|█▌                    | 13/179 [00:04<01:05,  2.55it/s][A
  8%|█▋                    | 14/179 [00:04<00:59,  2.78it/s][A
  8%|█▊                    | 15/179 [00:04<00:56,  2.89it/s][A
  9%|█▉                    | 16/179 [00:05<00:54,  2.97it/s][A
  9%|██                    | 17/179 [00:05<01:03,  2.54it/s][A
 10%|██▏                   | 18/179 [00:06<00:58,  2.77it/s][A
 11%|██▎                   | 19/179 [00:06<00:55,  2.89it/s][A
 11%|██▍                   | 20/179 [00:06<00:53,  2.97it/s][A
 12%|██▌                   | 21/179 [00:07<01:02,  2.55it/s][A
 12%|██▋                   | 22/179 [00:07<00:56,  2.77it/s][A
 13%|██▊                   | 23/179 [00:07<00:54,  2.89it/s][A
 13%|██▉                   | 24/179 [00:08<00:52,  2.97it/s][A
 14%|███                   | 25/179 [00:08<01:00,  2.54it/s][A
 15%|███▏                  | 26/179 [00:08<00:55,  2.77it/s][A
 15%|███▎                  | 27/179 [00:09<00:52,  2.88it/s][A
 16%|███▍                  | 28/179 [00:09<00:50,  2.96it/s][A
 16%|███▌                  | 29/179 [00:10<00:59,  2.54it/s][A
 17%|███▋                  | 30/179 [00:10<00:53,  2.77it/s][A
 17%|███▊                  | 31/179 [00:10<00:51,  2.87it/s][A
 18%|███▉                  | 32/179 [00:10<00:49,  2.96it/s][A
 18%|████                  | 33/179 [00:11<00:57,  2.52it/s][A
 19%|████▏                 | 34/179 [00:11<00:52,  2.75it/s][A
 20%|████▎                 | 35/179 [00:12<00:50,  2.87it/s][A
 20%|████▍                 | 36/179 [00:12<00:48,  2.96it/s][A
 21%|████▌                 | 37/179 [00:12<00:56,  2.53it/s][A
 21%|████▋                 | 38/179 [00:13<00:50,  2.77it/s][A
 22%|████▊                 | 39/179 [00:13<00:48,  2.88it/s][A
 22%|████▉                 | 40/179 [00:13<00:46,  2.97it/s][A
 23%|█████                 | 41/179 [00:14<00:54,  2.54it/s][A
 23%|█████▏                | 42/179 [00:14<00:49,  2.78it/s][A
 24%|█████▎                | 43/179 [00:14<00:46,  2.90it/s][A
 25%|█████▍                | 44/179 [00:15<00:45,  2.97it/s][A
 25%|█████▌                | 45/179 [00:15<00:53,  2.53it/s][A
 26%|█████▋                | 46/179 [00:16<00:48,  2.77it/s][A
 26%|█████▊                | 47/179 [00:16<00:45,  2.89it/s][A
 27%|█████▉                | 48/179 [00:16<00:44,  2.96it/s][A
 27%|██████                | 49/179 [00:17<00:51,  2.53it/s][A
 28%|██████▏               | 50/179 [00:17<00:46,  2.76it/s][A
 28%|██████▎               | 51/179 [00:17<00:44,  2.87it/s][A
 29%|██████▍               | 52/179 [00:18<00:42,  2.96it/s][A
 30%|██████▌               | 53/179 [00:18<00:49,  2.52it/s][A
 30%|██████▋               | 54/179 [00:19<00:45,  2.76it/s][A
 31%|██████▊               | 55/179 [00:19<00:43,  2.88it/s][A
 31%|██████▉               | 56/179 [00:19<00:41,  2.96it/s][A
 32%|███████               | 57/179 [00:20<00:48,  2.54it/s][A
 32%|███████▏              | 58/179 [00:20<00:43,  2.77it/s][A
 33%|███████▎              | 59/179 [00:20<00:41,  2.87it/s][A
 34%|███████▎              | 60/179 [00:21<00:40,  2.94it/s][A
 34%|███████▍              | 61/179 [00:21<00:46,  2.52it/s][A
 35%|███████▌              | 62/179 [00:21<00:42,  2.74it/s][A
 35%|███████▋              | 63/179 [00:22<00:40,  2.86it/s][A
 36%|███████▊              | 64/179 [00:22<00:39,  2.95it/s][A
 36%|███████▉              | 65/179 [00:23<00:45,  2.52it/s][A
 37%|████████              | 66/179 [00:23<00:41,  2.75it/s][A
 37%|████████▏             | 67/179 [00:23<00:39,  2.85it/s][A
 38%|████████▎             | 68/179 [00:23<00:37,  2.93it/s][A
 39%|████████▍             | 69/179 [00:24<00:44,  2.50it/s][A
 39%|████████▌             | 70/179 [00:24<00:39,  2.75it/s][A
 40%|████████▋             | 71/179 [00:25<00:37,  2.85it/s][A
 40%|████████▊             | 72/179 [00:25<00:36,  2.94it/s][A
 41%|████████▉             | 73/179 [00:25<00:42,  2.51it/s][A
 41%|█████████             | 74/179 [00:26<00:38,  2.74it/s][A
 42%|█████████▏            | 75/179 [00:26<00:36,  2.87it/s][A
 42%|█████████▎            | 76/179 [00:26<00:34,  2.94it/s][A
 43%|█████████▍            | 77/179 [00:27<00:42,  2.38it/s][A
 44%|█████████▌            | 78/179 [00:27<00:38,  2.63it/s][A
 44%|█████████▋            | 79/179 [00:28<00:36,  2.75it/s][A
 45%|█████████▊            | 80/179 [00:28<00:34,  2.85it/s][A
 45%|█████████▉            | 81/179 [00:28<00:40,  2.43it/s][A
 46%|██████████            | 82/179 [00:29<00:36,  2.68it/s][A
 46%|██████████▏           | 83/179 [00:29<00:34,  2.80it/s][A
 47%|██████████▎           | 84/179 [00:29<00:33,  2.88it/s][A
 47%|██████████▍           | 85/179 [00:30<00:37,  2.49it/s][A
 48%|██████████▌           | 86/179 [00:30<00:33,  2.74it/s][A
 49%|██████████▋           | 87/179 [00:31<00:32,  2.86it/s][A
 49%|██████████▊           | 88/179 [00:31<00:30,  2.95it/s][A
 50%|██████████▉           | 89/179 [00:31<00:35,  2.53it/s][A
 50%|███████████           | 90/179 [00:32<00:32,  2.76it/s][A
 51%|███████████▏          | 91/179 [00:32<00:30,  2.87it/s][A
 51%|███████████▎          | 92/179 [00:32<00:29,  2.95it/s][A
 52%|███████████▍          | 93/179 [00:33<00:34,  2.52it/s][A
 53%|███████████▌          | 94/179 [00:33<00:30,  2.76it/s][A
 53%|███████████▋          | 95/179 [00:33<00:29,  2.88it/s][A
 54%|███████████▊          | 96/179 [00:34<00:28,  2.96it/s][A
 54%|███████████▉          | 97/179 [00:34<00:32,  2.53it/s][A
 55%|████████████          | 98/179 [00:35<00:29,  2.77it/s][A
 55%|████████████▏         | 99/179 [00:35<00:27,  2.88it/s][A
 56%|███████████▋         | 100/179 [00:35<00:26,  2.94it/s][A
 56%|███████████▊         | 101/179 [00:36<00:30,  2.52it/s][A
 57%|███████████▉         | 102/179 [00:36<00:28,  2.75it/s][A
 58%|████████████         | 103/179 [00:36<00:26,  2.86it/s][A
 58%|████████████▏        | 104/179 [00:37<00:25,  2.94it/s][A
 59%|████████████▎        | 105/179 [00:37<00:29,  2.51it/s][A
 59%|████████████▍        | 106/179 [00:37<00:26,  2.75it/s][A
 60%|████████████▌        | 107/179 [00:38<00:25,  2.84it/s][A
 60%|████████████▋        | 108/179 [00:38<00:24,  2.93it/s][A
 61%|████████████▊        | 109/179 [00:39<00:27,  2.51it/s][A
 61%|████████████▉        | 110/179 [00:39<00:25,  2.72it/s][A
 62%|█████████████        | 111/179 [00:39<00:23,  2.85it/s][A
 63%|█████████████▏       | 112/179 [00:40<00:22,  2.92it/s][A
 63%|█████████████▎       | 113/179 [00:40<00:26,  2.52it/s][A
 64%|█████████████▎       | 114/179 [00:40<00:23,  2.74it/s][A
 64%|█████████████▍       | 115/179 [00:41<00:22,  2.86it/s][A
 65%|█████████████▌       | 116/179 [00:41<00:21,  2.93it/s][A
 65%|█████████████▋       | 117/179 [00:42<00:24,  2.51it/s][A
 66%|█████████████▊       | 118/179 [00:42<00:22,  2.74it/s][A
 66%|█████████████▉       | 119/179 [00:42<00:21,  2.84it/s][A
 67%|██████████████       | 120/179 [00:42<00:20,  2.94it/s][A
 68%|██████████████▏      | 121/179 [00:43<00:23,  2.52it/s][A
 68%|██████████████▎      | 122/179 [00:43<00:20,  2.75it/s][A
 69%|██████████████▍      | 123/179 [00:44<00:19,  2.87it/s][A
 69%|██████████████▌      | 124/179 [00:44<00:18,  2.95it/s][A
 70%|██████████████▋      | 125/179 [00:44<00:21,  2.53it/s][A
 70%|██████████████▊      | 126/179 [00:45<00:19,  2.76it/s][A
 71%|██████████████▉      | 127/179 [00:45<00:18,  2.88it/s][A
 72%|███████████████      | 128/179 [00:45<00:17,  2.95it/s][A
 72%|███████████████▏     | 129/179 [00:46<00:19,  2.51it/s][A
 73%|███████████████▎     | 130/179 [00:46<00:17,  2.73it/s][A
 73%|███████████████▎     | 131/179 [00:46<00:16,  2.83it/s][A
 74%|███████████████▍     | 132/179 [00:47<00:16,  2.91it/s][A
 74%|███████████████▌     | 133/179 [00:47<00:18,  2.49it/s][A
 75%|███████████████▋     | 134/179 [00:48<00:16,  2.72it/s][A
 75%|███████████████▊     | 135/179 [00:48<00:15,  2.84it/s][A
 76%|███████████████▉     | 136/179 [00:48<00:14,  2.93it/s][A
 77%|████████████████     | 137/179 [00:49<00:16,  2.51it/s][A
 77%|████████████████▏    | 138/179 [00:49<00:14,  2.75it/s][A
 78%|████████████████▎    | 139/179 [00:49<00:14,  2.85it/s][A
 78%|████████████████▍    | 140/179 [00:50<00:13,  2.93it/s][A
 79%|████████████████▌    | 141/179 [00:50<00:15,  2.50it/s][A
 79%|████████████████▋    | 142/179 [00:51<00:13,  2.74it/s][A
 80%|████████████████▊    | 143/179 [00:51<00:12,  2.85it/s][A
 80%|████████████████▉    | 144/179 [00:51<00:11,  2.93it/s][A
 81%|█████████████████    | 145/179 [00:52<00:13,  2.50it/s][A
 82%|█████████████████▏   | 146/179 [00:52<00:12,  2.74it/s][A
 82%|█████████████████▏   | 147/179 [00:52<00:11,  2.85it/s][A
 83%|█████████████████▎   | 148/179 [00:53<00:10,  2.94it/s][A
 83%|█████████████████▍   | 149/179 [00:53<00:11,  2.52it/s][A
 84%|█████████████████▌   | 150/179 [00:53<00:10,  2.74it/s][A
 84%|█████████████████▋   | 151/179 [00:54<00:09,  2.84it/s][A
 85%|█████████████████▊   | 152/179 [00:54<00:09,  2.94it/s][A
 85%|█████████████████▉   | 153/179 [00:55<00:10,  2.52it/s][A
 86%|██████████████████   | 154/179 [00:55<00:09,  2.76it/s][A
 87%|██████████████████▏  | 155/179 [00:55<00:08,  2.87it/s][A
 87%|██████████████████▎  | 156/179 [00:56<00:07,  2.93it/s][A
 88%|██████████████████▍  | 157/179 [00:56<00:08,  2.51it/s][A
 88%|██████████████████▌  | 158/179 [00:56<00:07,  2.73it/s][A
 89%|██████████████████▋  | 159/179 [00:57<00:07,  2.85it/s][A
 89%|██████████████████▊  | 160/179 [00:57<00:06,  2.94it/s][A
 90%|██████████████████▉  | 161/179 [00:58<00:07,  2.51it/s][A
 91%|███████████████████  | 162/179 [00:58<00:06,  2.75it/s][A
 91%|███████████████████  | 163/179 [00:58<00:05,  2.86it/s][A
 92%|███████████████████▏ | 164/179 [00:58<00:05,  2.93it/s][A
 92%|███████████████████▎ | 165/179 [00:59<00:05,  2.51it/s][A
 93%|███████████████████▍ | 166/179 [00:59<00:04,  2.72it/s][A
 93%|███████████████████▌ | 167/179 [01:00<00:04,  2.84it/s][A
 94%|███████████████████▋ | 168/179 [01:00<00:03,  2.92it/s][A
 94%|███████████████████▊ | 169/179 [01:00<00:03,  2.50it/s][A
 95%|███████████████████▉ | 170/179 [01:01<00:03,  2.73it/s][A
 96%|████████████████████ | 171/179 [01:01<00:02,  2.83it/s][A
 96%|████████████████████▏| 172/179 [01:01<00:02,  2.91it/s][A
 97%|████████████████████▎| 173/179 [01:02<00:02,  2.49it/s][A
 97%|████████████████████▍| 174/179 [01:02<00:01,  2.72it/s][A
 98%|████████████████████▌| 175/179 [01:03<00:01,  2.83it/s][A
 98%|████████████████████▋| 176/179 [01:03<00:01,  2.91it/s][A
 99%|████████████████████▊| 177/179 [01:03<00:00,  2.50it/s][A
 99%|████████████████████▉| 178/179 [01:04<00:00,  2.72it/s][A
  0%|                              | 0/1000 [01:14<?, ?it/s]
                                                            [A[2025-10-18 19:04:31,800] [INFO] [axolotl.utils.data.wrappers.get_dataset_wrapper:87] [PID:42528] Loading dataset: AiAF/conversations with base_type: chat_template and prompt_style: None
  0%|                | 1/1000 [35:40<594:06:42, 2140.94s/it]
  0%|                | 1/1000 [35:40<594:06:42, 2140.94s/it]
  0%|                 | 2/1000 [35:48<245:35:41, 885.91s/it]
  0%|                 | 2/1000 [35:48<245:35:41, 885.91s/it]
  0%|                 | 3/1000 [35:55<134:15:37, 484.79s/it]
  0%|                 | 3/1000 [35:55<134:15:37, 484.79s/it]
  0%|                  | 4/1000 [36:03<81:59:23, 296.35s/it]
  0%|                  | 4/1000 [36:03<81:59:23, 296.35s/it]
  0%|                  | 5/1000 [36:10<53:07:06, 192.19s/it]
  0%|                  | 5/1000 [36:10<53:07:06, 192.19s/it]
  1%|                  | 6/1000 [36:18<35:43:34, 129.39s/it]
  1%|                  | 6/1000 [36:18<35:43:34, 129.39s/it]
  1%|▏                  | 7/1000 [36:25<24:42:15, 89.56s/it]
  1%|▏                  | 7/1000 [36:25<24:42:15, 89.56s/it]
  1%|▏                  | 8/1000 [36:33<17:29:08, 63.46s/it]
  1%|▏                  | 8/1000 [36:33<17:29:08, 63.46s/it]
  1%|▏                  | 9/1000 [36:40<12:39:30, 45.98s/it]
  1%|▏                  | 9/1000 [36:40<12:39:30, 45.98s/it]
  1%|▏                  | 10/1000 [36:48<9:23:13, 34.13s/it]
  1%|▏                  | 10/1000 [36:48<9:23:13, 34.13s/it]
  1%|▏                  | 11/1000 [36:56<7:08:45, 26.01s/it]
  1%|▏                  | 11/1000 [36:56<7:08:45, 26.01s/it]
  1%|▏                  | 12/1000 [37:03<5:35:55, 20.40s/it]
  1%|▏                  | 12/1000 [37:03<5:35:55, 20.40s/it]
  1%|▏                  | 13/1000 [37:11<4:31:56, 16.53s/it]
  1%|▏                  | 13/1000 [37:11<4:31:56, 16.53s/it]
  1%|▎                  | 14/1000 [37:18<3:47:27, 13.84s/it]
  1%|▎                  | 14/1000 [37:18<3:47:27, 13.84s/it]
  2%|▎                  | 15/1000 [37:26<3:16:31, 11.97s/it]
  2%|▎                  | 15/1000 [37:26<3:16:31, 11.97s/it]
  2%|▎                  | 16/1000 [37:34<2:55:09, 10.68s/it]
  2%|▎                  | 16/1000 [37:34<2:55:09, 10.68s/it]
  2%|▎                  | 17/1000 [37:41<2:40:00,  9.77s/it]
  2%|▎                  | 17/1000 [37:41<2:40:00,  9.77s/it]
  2%|▎                  | 18/1000 [37:49<2:29:38,  9.14s/it]
  2%|▎                  | 18/1000 [37:49<2:29:38,  9.14s/it]
  2%|▎                  | 19/1000 [37:57<2:22:16,  8.70s/it]
  2%|▎                  | 19/1000 [37:57<2:22:16,  8.70s/it]
  2%|▍                  | 20/1000 [38:04<2:17:12,  8.40s/it]
  2%|▍                  | 20/1000 [38:04<2:17:12,  8.40s/it]
  2%|▍                  | 21/1000 [38:12<2:13:42,  8.19s/it]
  2%|▍                  | 21/1000 [38:12<2:13:42,  8.19s/it]
  2%|▍                  | 22/1000 [38:20<2:11:07,  8.04s/it]
  2%|▍                  | 22/1000 [38:20<2:11:07,  8.04s/it]
  2%|▍                  | 23/1000 [38:28<2:09:16,  7.94s/it]
  2%|▍                  | 23/1000 [38:28<2:09:16,  7.94s/it]
  2%|▍                  | 24/1000 [38:35<2:07:55,  7.86s/it]
  2%|▍                  | 24/1000 [38:35<2:07:55,  7.86s/it]
  2%|▍                  | 25/1000 [38:43<2:06:57,  7.81s/it]
  2%|▍                  | 25/1000 [38:43<2:06:57,  7.81s/it]
  3%|▍                  | 26/1000 [38:51<2:06:19,  7.78s/it]
  3%|▍                  | 26/1000 [38:51<2:06:19,  7.78s/it]
  3%|▌                  | 27/1000 [38:58<2:05:50,  7.76s/it]
  3%|▌                  | 27/1000 [38:58<2:05:50,  7.76s/it]
  3%|▌                  | 28/1000 [39:06<2:05:30,  7.75s/it]
  3%|▌                  | 28/1000 [39:06<2:05:30,  7.75s/it]
  3%|▌                  | 29/1000 [39:14<2:05:09,  7.73s/it]
  3%|▌                  | 29/1000 [39:14<2:05:09,  7.73s/it]
  3%|▌                  | 30/1000 [39:22<2:04:57,  7.73s/it]
  3%|▌                  | 30/1000 [39:22<2:04:57,  7.73s/it]
  3%|▌                  | 31/1000 [39:29<2:04:41,  7.72s/it]
  3%|▌                  | 31/1000 [39:29<2:04:41,  7.72s/it]
  3%|▌                  | 32/1000 [39:37<2:04:23,  7.71s/it]
  3%|▌                  | 32/1000 [39:37<2:04:23,  7.71s/it]
  3%|▋                  | 33/1000 [39:45<2:04:23,  7.72s/it]
  3%|▋                  | 33/1000 [39:45<2:04:23,  7.72s/it]
  3%|▋                  | 34/1000 [39:52<2:04:05,  7.71s/it]
  3%|▋                  | 34/1000 [39:52<2:04:05,  7.71s/it]
  4%|▋                  | 35/1000 [40:00<2:03:56,  7.71s/it]
  4%|▋                  | 35/1000 [40:00<2:03:56,  7.71s/it]
  4%|▋                  | 36/1000 [40:08<2:03:53,  7.71s/it]
  4%|▋                  | 36/1000 [40:08<2:03:53,  7.71s/it]
  4%|▋                  | 37/1000 [40:15<2:03:40,  7.71s/it]
  4%|▋                  | 37/1000 [40:15<2:03:40,  7.71s/it]
  4%|▋                  | 38/1000 [40:23<2:03:29,  7.70s/it]
  4%|▋                  | 38/1000 [40:23<2:03:29,  7.70s/it]
  4%|▋                  | 39/1000 [40:31<2:03:22,  7.70s/it]
  4%|▋                  | 39/1000 [40:31<2:03:22,  7.70s/it]
  4%|▊                  | 40/1000 [40:39<2:03:17,  7.71s/it]
  4%|▊                  | 40/1000 [40:39<2:03:17,  7.71s/it]
  4%|▊                  | 41/1000 [40:46<2:03:04,  7.70s/it]
  4%|▊                  | 41/1000 [40:46<2:03:04,  7.70s/it]
  4%|▊                  | 42/1000 [40:54<2:03:02,  7.71s/it]
  4%|▊                  | 42/1000 [40:54<2:03:02,  7.71s/it]
  4%|▊                  | 43/1000 [41:02<2:02:55,  7.71s/it]
  4%|▊                  | 43/1000 [41:02<2:02:55,  7.71s/it]
  4%|▊                  | 44/1000 [41:09<2:02:44,  7.70s/it]
  4%|▊                  | 44/1000 [41:09<2:02:44,  7.70s/it]
  4%|▊                  | 45/1000 [41:17<2:02:38,  7.71s/it]
  4%|▊                  | 45/1000 [41:17<2:02:38,  7.71s/it]
  5%|▊                  | 46/1000 [41:25<2:02:38,  7.71s/it]
  5%|▊                  | 46/1000 [41:25<2:02:38,  7.71s/it]
  5%|▉                  | 47/1000 [41:33<2:02:28,  7.71s/it]
  5%|▉                  | 47/1000 [41:33<2:02:28,  7.71s/it]
  5%|▉                  | 48/1000 [41:40<2:02:16,  7.71s/it]
  5%|▉                  | 48/1000 [41:40<2:02:16,  7.71s/it]
  5%|▉                  | 49/1000 [41:48<2:02:06,  7.70s/it]
  5%|▉                  | 49/1000 [41:48<2:02:06,  7.70s/it]
  5%|▉                  | 50/1000 [41:56<2:02:08,  7.71s/it]
  5%|▉                  | 50/1000 [41:56<2:02:08,  7.71s/it][2025-10-18 19:44:42,774] [INFO] [axolotl.core.trainers.base.evaluate:376] [PID:42363] Running evaluation step...
  0%|                               | 0/179 [00:00<?, ?it/s][A
  1%|▎                      | 2/179 [00:00<00:28,  6.17it/s][A
  2%|▍                      | 3/179 [00:00<00:40,  4.35it/s][A
  2%|▌                      | 4/179 [00:00<00:46,  3.78it/s][A
  3%|▋                      | 5/179 [00:01<01:18,  2.21it/s][A
  3%|▊                      | 6/179 [00:02<01:09,  2.50it/s][A
  4%|▉                      | 7/179 [00:02<01:04,  2.66it/s][A
  4%|█                      | 8/179 [00:02<01:01,  2.78it/s][A
  5%|█▏                     | 9/179 [00:03<01:10,  2.42it/s][A
  6%|█▏                    | 10/179 [00:03<01:03,  2.65it/s][A
  6%|█▎                    | 11/179 [00:03<01:00,  2.77it/s][A
  7%|█▍                    | 12/179 [00:04<00:58,  2.87it/s][A
  7%|█▌                    | 13/179 [00:04<01:07,  2.46it/s][A
  8%|█▋                    | 14/179 [00:05<01:01,  2.69it/s][A
  8%|█▊                    | 15/179 [00:05<00:58,  2.80it/s][A
  9%|█▉                    | 16/179 [00:05<00:56,  2.87it/s][A
  9%|██                    | 17/179 [00:06<01:05,  2.46it/s][A
 10%|██▏                   | 18/179 [00:06<01:00,  2.68it/s][A
 11%|██▎                   | 19/179 [00:06<00:57,  2.78it/s][A
 11%|██▍                   | 20/179 [00:07<00:55,  2.86it/s][A
 12%|██▌                   | 21/179 [00:07<01:03,  2.47it/s][A
 12%|██▋                   | 22/179 [00:07<00:58,  2.68it/s][A
 13%|██▊                   | 23/179 [00:08<00:55,  2.80it/s][A
 13%|██▉                   | 24/179 [00:08<00:53,  2.87it/s][A
 14%|███                   | 25/179 [00:09<01:02,  2.47it/s][A
 15%|███▏                  | 26/179 [00:09<00:57,  2.68it/s][A
 15%|███▎                  | 27/179 [00:09<00:54,  2.79it/s][A
 16%|███▍                  | 28/179 [00:10<00:52,  2.87it/s][A
 16%|███▌                  | 29/179 [00:10<01:00,  2.46it/s][A
 17%|███▋                  | 30/179 [00:10<00:55,  2.68it/s][A
 17%|███▊                  | 31/179 [00:11<00:53,  2.79it/s][A
 18%|██��▉                  | 32/179 [00:11<00:51,  2.87it/s][A
 18%|████                  | 33/179 [00:12<00:59,  2.47it/s][A
 19%|████▏                 | 34/179 [00:12<00:54,  2.68it/s][A
 20%|████▎                 | 35/179 [00:12<00:51,  2.78it/s][A
 20%|████▍                 | 36/179 [00:13<00:50,  2.86it/s][A
 21%|████▌                 | 37/179 [00:13<00:57,  2.47it/s][A
 21%|████▋                 | 38/179 [00:13<00:52,  2.69it/s][A
 22%|████▊                 | 39/179 [00:14<00:49,  2.80it/s][A
 22%|████▉                 | 40/179 [00:14<00:48,  2.87it/s][A
 23%|█████                 | 41/179 [00:15<00:55,  2.47it/s][A
 23%|█████▏                | 42/179 [00:15<00:50,  2.70it/s][A
 24%|█████▎                | 43/179 [00:15<00:48,  2.79it/s][A
 25%|█████▍                | 44/179 [00:16<00:47,  2.86it/s][A
 25%|█████▌                | 45/179 [00:16<00:54,  2.47it/s][A
 26%|█████▋                | 46/179 [00:16<00:49,  2.69it/s][A
 26%|█████▊                | 47/179 [00:17<00:47,  2.80it/s][A
 27%|█████▉                | 48/179 [00:17<00:45,  2.88it/s][A
 27%|██████                | 49/179 [00:18<00:52,  2.48it/s][A
 28%|██████▏               | 50/179 [00:18<00:47,  2.70it/s][A
 28%|██████▎               | 51/179 [00:18<00:45,  2.80it/s][A
 29%|██████▍               | 52/179 [00:19<00:44,  2.86it/s][A
 30%|██████▌               | 53/179 [00:19<00:51,  2.46it/s][A
 30%|██████▋               | 54/179 [00:19<00:46,  2.68it/s][A
 31%|██████▊               | 55/179 [00:20<00:44,  2.78it/s][A
 31%|██████▉               | 56/179 [00:20<00:42,  2.87it/s][A
 32%|███████               | 57/179 [00:21<00:49,  2.46it/s][A
 32%|███████▏              | 58/179 [00:21<00:45,  2.68it/s][A
 33%|███████▎              | 59/179 [00:21<00:43,  2.79it/s][A
 34%|███████▎              | 60/179 [00:22<00:41,  2.86it/s][A
 34%|███████▍              | 61/179 [00:22<00:47,  2.47it/s][A
 35%|███████▌              | 62/179 [00:22<00:43,  2.68it/s][A
 35%|███████▋              | 63/179 [00:23<00:41,  2.80it/s][A
 36%|███████▊              | 64/179 [00:23<00:40,  2.87it/s][A
 36%|███████▉              | 65/179 [00:24<00:46,  2.47it/s][A
 37%|████████              | 66/179 [00:24<00:41,  2.70it/s][A
 37%|████████▏             | 67/179 [00:24<00:40,  2.80it/s][A
 38%|████████▎             | 68/179 [00:24<00:38,  2.87it/s][A
 39%|████████▍             | 69/179 [00:25<00:44,  2.46it/s][A
 39%|████████▌             | 70/179 [00:25<00:40,  2.69it/s][A
 40%|████████▋             | 71/179 [00:26<00:38,  2.80it/s][A
 40%|████████▊             | 72/179 [00:26<00:37,  2.87it/s][A
 41%|████████▉             | 73/179 [00:26<00:42,  2.47it/s][A
 41%|█████████             | 74/179 [00:27<00:38,  2.69it/s][A
 42%|█████████▏            | 75/179 [00:27<00:37,  2.80it/s][A
 42%|█████████▎            | 76/179 [00:27<00:35,  2.87it/s][A
 43%|█████████▍            | 77/179 [00:28<00:41,  2.48it/s][A
 44%|█████████▌            | 78/179 [00:28<00:37,  2.69it/s][A
 44%|█████████▋            | 79/179 [00:29<00:35,  2.79it/s][A
 45%|█████████▊            | 80/179 [00:29<00:34,  2.87it/s][A
 45%|█████████▉            | 81/179 [00:29<00:39,  2.47it/s][A
 46%|██████████            | 82/179 [00:30<00:36,  2.69it/s][A
 46%|██████████▏           | 83/179 [00:30<00:34,  2.79it/s][A
 47%|██████████▎           | 84/179 [00:30<00:33,  2.87it/s][A
 47%|██████████▍           | 85/179 [00:31<00:38,  2.47it/s][A
 48%|██████████▌           | 86/179 [00:31<00:34,  2.69it/s][A
 49%|██████████▋           | 87/179 [00:32<00:32,  2.81it/s][A
 49%|██████████▊           | 88/179 [00:32<00:31,  2.88it/s][A
 50%|██████████▉           | 89/179 [00:32<00:36,  2.48it/s][A
 50%|███████████           | 90/179 [00:33<00:32,  2.71it/s][A
 51%|███████████▏          | 91/179 [00:33<00:31,  2.81it/s][A
 51%|███████████▎          | 92/179 [00:33<00:30,  2.88it/s][A
 52%|███████████▍          | 93/179 [00:34<00:34,  2.47it/s][A
 53%|███████████▌          | 94/179 [00:34<00:31,  2.70it/s][A
 53%|███████████▋          | 95/179 [00:35<00:30,  2.79it/s][A
 54%|███████████▊          | 96/179 [00:35<00:28,  2.87it/s][A
 54%|███████████▉          | 97/179 [00:35<00:33,  2.48it/s][A
 55%|████████████          | 98/179 [00:36<00:30,  2.69it/s][A
 55%|████████████▏         | 99/179 [00:36<00:28,  2.79it/s][A
 56%|███████████▋         | 100/179 [00:36<00:27,  2.87it/s][A
 56%|███████████▊         | 101/179 [00:37<00:31,  2.46it/s][A
 57%|███████████▉         | 102/179 [00:37<00:28,  2.69it/s][A
 58%|████████████         | 103/179 [00:37<00:27,  2.80it/s][A
 58%|████████████▏        | 104/179 [00:38<00:26,  2.86it/s][A
 59%|████████████▎        | 105/179 [00:38<00:30,  2.46it/s][A
 59%|████████████▍        | 106/179 [00:39<00:27,  2.69it/s][A
 60%|████████████▌        | 107/179 [00:39<00:25,  2.79it/s][A
 60%|████████████▋        | 108/179 [00:39<00:24,  2.87it/s][A
 61%|████████████▊        | 109/179 [00:40<00:28,  2.45it/s][A
 61%|████████████▉        | 110/179 [00:40<00:25,  2.70it/s][A
 62%|█████████████        | 111/179 [00:40<00:24,  2.81it/s][A
 63%|█████████████▏       | 112/179 [00:41<00:23,  2.89it/s][A
 63%|█████████████▎       | 113/179 [00:41<00:26,  2.46it/s][A
 64%|█████████████▎       | 114/179 [00:42<00:24,  2.70it/s][A
 64%|█████████████▍       | 115/179 [00:42<00:22,  2.81it/s][A
 65%|█████████████▌       | 116/179 [00:42<00:21,  2.89it/s][A
 65%|█████████████▋       | 117/179 [00:43<00:25,  2.47it/s][A
 66%|█████████████▊       | 118/179 [00:43<00:22,  2.68it/s][A
 66%|█████████████▉       | 119/179 [00:43<00:21,  2.78it/s][A
 67%|██████████████       | 120/179 [00:44<00:20,  2.86it/s][A
 68%|██████████████▏      | 121/179 [00:44<00:23,  2.47it/s][A
 68%|██████████████▎      | 122/179 [00:45<00:21,  2.69it/s][A
 69%|██████████████▍      | 123/179 [00:45<00:20,  2.79it/s][A
 69%|██████████████▌      | 124/179 [00:45<00:19,  2.87it/s][A
 70%|██████████████▋      | 125/179 [00:46<00:21,  2.47it/s][A
 70%|██████████████▊      | 126/179 [00:46<00:19,  2.68it/s][A
 71%|██████████████▉      | 127/179 [00:46<00:18,  2.80it/s][A
 72%|███████████████      | 128/179 [00:47<00:17,  2.88it/s][A
 72%|███████████████▏     | 129/179 [00:47<00:20,  2.46it/s][A
 73%|███████████████▎     | 130/179 [00:48<00:18,  2.68it/s][A
 73%|███████████████▎     | 131/179 [00:48<00:17,  2.78it/s][A
 74%|███████████████▍     | 132/179 [00:48<00:16,  2.86it/s][A
 74%|███████████████▌     | 133/179 [00:49<00:18,  2.46it/s][A
 75%|███████████████▋     | 134/179 [00:49<00:16,  2.68it/s][A
 75%|███████████████▊     | 135/179 [00:49<00:15,  2.79it/s][A
 76%|███████████████▉     | 136/179 [00:50<00:14,  2.87it/s][A
 77%|████████████████     | 137/179 [00:50<00:17,  2.46it/s][A
 77%|████████████████▏    | 138/179 [00:51<00:15,  2.70it/s][A
 78%|████████████████▎    | 139/179 [00:51<00:14,  2.79it/s][A
 78%|████████████████▍    | 140/179 [00:51<00:13,  2.86it/s][A
 79%|████████████████▌    | 141/179 [00:52<00:15,  2.44it/s][A
 79%|████████████████▋    | 142/179 [00:52<00:13,  2.68it/s][A
 80%|████████████████▊    | 143/179 [00:52<00:12,  2.78it/s][A
 80%|████████████████▉    | 144/179 [00:53<00:12,  2.85it/s][A
 81%|█████████████████    | 145/179 [00:53<00:13,  2.44it/s][A
 82%|█████████████████▏   | 146/179 [00:54<00:12,  2.67it/s][A
 82%|█████████████████▏   | 147/179 [00:54<00:11,  2.78it/s][A
 83%|█████████████████▎   | 148/179 [00:54<00:10,  2.86it/s][A
 83%|█████████████████▍   | 149/179 [00:55<00:12,  2.46it/s][A
 84%|█████████████████▌   | 150/179 [00:55<00:10,  2.68it/s][A
 84%|█████████████████▋   | 151/179 [00:55<00:10,  2.78it/s][A
 85%|█████████████████▊   | 152/179 [00:56<00:09,  2.87it/s][A
 85%|█████████████████▉   | 153/179 [00:56<00:10,  2.47it/s][A
 86%|██████████████████   | 154/179 [00:56<00:09,  2.68it/s][A
 87%|██████████████████▏  | 155/179 [00:57<00:08,  2.78it/s][A
 87%|██████████████████▎  | 156/179 [00:57<00:08,  2.86it/s][A
 88%|██████████████████▍  | 157/179 [00:58<00:08,  2.46it/s][A
 88%|██████████████████▌  | 158/179 [00:58<00:07,  2.68it/s][A
 89%|██████████████████▋  | 159/179 [00:58<00:07,  2.79it/s][A
 89%|██████████████████▊  | 160/179 [00:59<00:06,  2.88it/s][A
 90%|██████████████████▉  | 161/179 [00:59<00:07,  2.48it/s][A
 91%|███████████████████  | 162/179 [00:59<00:06,  2.71it/s][A
 91%|███████████████████  | 163/179 [01:00<00:05,  2.81it/s][A
 92%|███████████████████▏ | 164/179 [01:00<00:05,  2.89it/s][A
 92%|███████████████████▎ | 165/179 [01:01<00:05,  2.47it/s][A
 93%|███████████████████▍ | 166/179 [01:01<00:04,  2.69it/s][A
 93%|███████████████████▌ | 167/179 [01:01<00:04,  2.79it/s][A
 94%|███████████████████▋ | 168/179 [01:02<00:03,  2.87it/s][A
 94%|███████████████████▊ | 169/179 [01:02<00:04,  2.47it/s][A
 95%|███████████████████▉ | 170/179 [01:02<00:03,  2.69it/s][A
 96%|████████████████████ | 171/179 [01:03<00:02,  2.79it/s][A
 96%|████████████████████▏| 172/179 [01:03<00:02,  2.87it/s][A
 97%|████████████████████▎| 173/179 [01:04<00:02,  2.47it/s][A
 97%|████████████████████▍| 174/179 [01:04<00:01,  2.69it/s][A
 98%|████████████████████▌| 175/179 [01:04<00:01,  2.79it/s][A
 98%|████████████████████▋| 176/179 [01:05<00:01,  2.86it/s][A
 99%|████████████████████▊| 177/179 [01:05<00:00,  2.47it/s][A
 99%|████████████████████▉| 178/179 [01:05<00:00,  2.69it/s][A
  5%|▉                  | 50/1000 [43:11<2:02:08,  7.71s/it]
                                                            [A[2025-10-18 19:45:58,394] [INFO] [axolotl.core.trainers.base._save:664] [PID:42363] Saving model checkpoint to ./outputs/sft/gemma-2-2b-it-rp-sft-qlora/checkpoint-50
  5%|▉                  | 51/1000 [43:21<8:12:20, 31.13s/it]
  5%|▉                  | 51/1000 [43:21<8:12:20, 31.13s/it]

+[2025-10-18 19:02:01,879] [DEBUG] [axolotl.utils.config.log_gpu_memory_usage:127] [PID:42363] baseline 0.000GB ()
+[2025-10-18 19:02:01,880] [INFO] [axolotl.cli.config.load_cfg:248] [PID:42363] config:
+{
+  "activation_offloading": false,
+  "adapter": "qlora",
+  "axolotl_config_path": "mrCuddle-stream.yaml",
+  "base_model": "google/gemma-2-2b-it",
+  "base_model_config": "google/gemma-2-2b-it",
+  "batch_size": 8,
+  "bf16": true,
+  "capabilities": {
+    "bf16": true,
+    "compute_capability": "sm_86",
+    "fp8": false,
+    "n_gpu": 1,
+    "n_node": 1
+  },
+  "context_parallel_size": 1,
+  "dataloader_num_workers": 1,
+  "dataloader_pin_memory": true,
+  "dataloader_prefetch_factor": 256,
+  "dataset_num_proc": 12,
+  "dataset_prepared_path": "last_run_prepared",
+  "datasets": [
+    {
+      "chat_template": "jinja",
+      "chat_template_jinja": "{{ bos_token }}\n{% for m in messages %}\n  {% set role = 'model' if m['role']=='assistant' else 'user' %}\n  {{ '<start_of_turn>' + role + '\\n' + m['content'] | trim + '<end_of_turn>\\n' }}\n{% endfor %}\n{% if add_generation_prompt %}\n{{ '<start_of_turn>model\\n' }}\n{% endif %}\n",
+      "data_files": "conversations_V3.jsonl",
+      "field_messages": "conversations",
+      "message_property_mappings": {
+        "content": "value",
+        "role": "from"
+      },
+      "path": "AiAF/conversations",
+      "roles_to_train": [
+        "assistant"
+      ],
+      "split": "train",
+      "train_on_eos": "turn",
+      "trust_remote_code": false,
+      "type": "chat_template"
+    }
+  ],
+  "ddp": false,
+  "device": "cuda:0",
+  "dion_rank_fraction": 1.0,
+  "dion_rank_multiple_of": 1,
+  "env_capabilities": {
+    "torch_version": "2.7.1"
+  },
+  "eot_tokens": [
+    "<end_of_turn>"
+  ],
+  "eval_batch_size": 2,
+  "eval_causal_lm_metrics": [
+    "sacrebleu",
+    "comet",
+    "ter",
+    "chrf"
+  ],
+  "eval_max_new_tokens": 128,
+  "eval_sample_packing": true,
+  "eval_steps": 50,
+  "eval_strategy": "steps",
+  "eval_table_size": 0,
+  "evaluation_strategy": "steps",
+  "experimental_skip_move_to_device": true,
+  "flash_attention": true,
+  "fp16": false,
+  "gradient_accumulation_steps": 4,
+  "gradient_checkpointing": true,
+  "gradient_checkpointing_kwargs": {
+    "use_reentrant": true
+  },
+  "hub_model_id": "AiAF/rp-2b",
+  "hub_strategy": "checkpoint",
+  "include_tkps": true,
+  "is_falcon_derived_model": false,
+  "is_llama_derived_model": false,
+  "is_mistral_derived_model": false,
+  "learning_rate": 0.0002,
+  "lisa_layers_attribute": "model.layers",
+  "load_best_model_at_end": false,
+  "load_in_4bit": true,
+  "load_in_8bit": false,
+  "local_rank": 0,
+  "logging_steps": 1,
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "lora_r": 64,
+  "lora_target_linear": true,
+  "loraplus_lr_embedding": 1e-06,
+  "lr_scheduler": "cosine",
+  "max_steps": 1000,
+  "mean_resizing_embeddings": false,
+  "micro_batch_size": 2,
+  "model_config_type": "gemma2",
+  "num_epochs": 1.0,
+  "optimizer": "adamw_bnb_8bit",
+  "output_dir": "./outputs/sft/gemma-2-2b-it-rp-sft-qlora",
+  "pad_to_sequence_len": true,
+  "pretrain_multipack_attn": true,
+  "profiler_steps_start": 0,
+  "qlora_sharded_model_loading": false,
+  "ray_num_workers": 1,
+  "resources_per_worker": {
+    "GPU": 1
+  },
+  "sample_packing": true,
+  "sample_packing_bin_size": 200,
+  "sample_packing_group_size": 100000,
+  "save_only_model": false,
+  "save_safetensors": true,
+  "save_steps": 50,
+  "save_strategy": "steps",
+  "save_total_limit": 100,
+  "sequence_len": 2048,
+  "shuffle_before_merging_datasets": false,
+  "shuffle_merged_datasets": true,
+  "skip_prepare_dataset": false,
+  "special_tokens": {
+    "bos_token": "<bos>",
+    "eos_token": "<eos>",
+    "pad_token": "<pad>"
+  },
+  "streaming": true,
+  "streaming_multipack_buffer_size": 10000,
+  "strict": false,
+  "tensor_parallel_size": 1,
+  "test_datasets": [
+    {
+      "chat_template": "jinja",
+      "chat_template_jinja": "{{ bos_token }}\n{% for m in messages %}\n  {% set role = 'model' if m['role']=='assistant' else 'user' %}\n  {{ '<start_of_turn>' + role + '\\n' + m['content'] | trim + '<end_of_turn>\\n' }}\n{% endfor %}\n{% if add_generation_prompt %}\n{{ '<start_of_turn>model\\n' }}\n{% endif %}\n",
+      "data_files": "eval-datasets/shuf-1000_conversations_V2.jsonl",
+      "field_messages": "conversations",
+      "message_property_mappings": {
+        "content": "value",
+        "role": "from"
+      },
+      "name": "json",
+      "path": ".",
+      "roles_to_train": [
+        "assistant"
+      ],
+      "split": "train",
+      "trust_remote_code": false,
+      "type": "chat_template"
+    }
+  ],
+  "tf32": true,
+  "tiled_mlp_use_original_mlp": true,
+  "tokenizer_config": "google/gemma-2-2b-it",
+  "tokenizer_save_jinja_files": true,
+  "tokenizer_type": "AutoTokenizer",
+  "torch_dtype": "torch.bfloat16",
+  "train_on_inputs": false,
+  "trl": {
+    "log_completions": false,
+    "mask_truncated_completions": false,
+    "ref_model_mixup_alpha": 0.9,
+    "ref_model_sync_steps": 64,
+    "scale_rewards": true,
+    "sync_ref_model": false,
+    "use_vllm": false,
+    "vllm_server_host": "0.0.0.0",
+    "vllm_server_port": 8000
+  },
+  "type_of_model": "AutoModelForCausalLM",
+  "use_ray": false,
+  "use_wandb": true,
+  "val_set_size": 0.0,
+  "vllm": {
+    "device": "auto",
+    "dtype": "auto",
+    "gpu_memory_utilization": 0.9,
+    "host": "0.0.0.0",
+    "port": 8000
+  },
+  "wandb_log_model": "false",
+  "wandb_name": "gemma-2-2b-it-rp-sft-qlora",
+  "wandb_project": "rp-sft",
+  "wandb_run_id": "gemma-2-2b-it-rp-sft-qlora",
+  "weight_decay": 0.0,
+  "world_size": 1
+}
+[2025-10-18 19:02:03,610] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:278] [PID:42363] EOS: 1 / <eos>
+[2025-10-18 19:02:03,610] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:279] [PID:42363] BOS: 2 / <bos>
+[2025-10-18 19:02:03,610] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:280] [PID:42363] PAD: 0 / <pad>
+[2025-10-18 19:02:03,610] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:281] [PID:42363] UNK: 3 / <unk>
+[2025-10-18 19:02:17,503] [INFO] [axolotl.utils.data.shared.load_preprocessed_dataset:470] [PID:42363] Loading prepared dataset from disk at last_run_prepared/323978649404d0f4da7e1f3e2dc7b3de...
+[2025-10-18 19:02:17,508] [DEBUG] [axolotl.train.setup_model_and_tokenizer:65] [PID:42363] Loading tokenizer... google/gemma-2-2b-it
+[2025-10-18 19:02:18,978] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:278] [PID:42363] EOS: 1 / <eos>
+[2025-10-18 19:02:18,978] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:279] [PID:42363] BOS: 2 / <bos>
+[2025-10-18 19:02:18,978] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:280] [PID:42363] PAD: 0 / <pad>
+[2025-10-18 19:02:18,979] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:281] [PID:42363] UNK: 3 / <unk>
+[2025-10-18 19:02:18,979] [DEBUG] [axolotl.train.setup_model_and_tokenizer:74] [PID:42363] Loading model
+[2025-10-18 19:02:19,156] [DEBUG] [axolotl.monkeypatch.transformers.trainer_loss_calc.patch_evaluation_loop:87] [PID:42363] Patched Trainer.evaluation_loop with nanmean loss calculation
+[2025-10-18 19:02:19,159] [DEBUG] [axolotl.monkeypatch.transformers.trainer_loss_calc.patch_maybe_log_save_evaluate:138] [PID:42363] Patched Trainer._maybe_log_save_evaluate with nanmean loss calculation
+[2025-10-18 19:02:19,160] [INFO] [axolotl.loaders.patch_manager._apply_multipack_patches:301] [PID:42363] Applying multipack dataloader patch for sample packing...
+[2025-10-18 19:02:34,220] [INFO] [axolotl.loaders.model._prepare_model_for_quantization:863] [PID:42363] converting PEFT model w/ prepare_model_for_kbit_training
+[2025-10-18 19:02:34,224] [INFO] [axolotl.loaders.model._configure_embedding_dtypes:345] [PID:42363] Converting modules to torch.bfloat16
+[2025-10-18 19:02:34,227] [DEBUG] [axolotl.loaders.model.log_gpu_memory_usage:127] [PID:42363] Memory usage after model load 4.378GB (+4.378GB allocated, +4.486GB reserved)
+[2025-10-18 19:02:34,228] [INFO] [axolotl.loaders.adapter.load_lora:80] [PID:42363] found linear modules: ['down_proj', 'gate_proj', 'k_proj', 'o_proj', 'q_proj', 'up_proj', 'v_proj']
+trainable params: 83,066,880 || all params: 2,697,408,768 || trainable%: 3.0795
+[2025-10-18 19:02:35,141] [DEBUG] [axolotl.loaders.model.log_gpu_memory_usage:127] [PID:42363] after adapters 2.438GB (+2.438GB allocated, +4.625GB reserved)
+[2025-10-18 19:02:42,952] [INFO] [axolotl.train.save_initial_configs:398] [PID:42363] Pre-saving adapter config to ./outputs/sft/gemma-2-2b-it-rp-sft-qlora...
+[2025-10-18 19:02:42,952] [INFO] [axolotl.train.save_initial_configs:402] [PID:42363] Pre-saving tokenizer to ./outputs/sft/gemma-2-2b-it-rp-sft-qlora...
+[2025-10-18 19:02:43,482] [INFO] [axolotl.train.save_initial_configs:407] [PID:42363] Pre-saving model config to ./outputs/sft/gemma-2-2b-it-rp-sft-qlora...
+[2025-10-18 19:02:43,494] [INFO] [axolotl.train.execute_training:196] [PID:42363] Starting trainer...
+[34m[1mwandb[0m: Currently logged in as: [33mfactoryaiart[0m to [32mhttps://api.wandb.ai[0m. Use [1m`wandb login --relogin`[0m to force relogin
+[34m[1mwandb[0m: [38;5;178m⢿[0m Waiting for wandb.init()...
+[34m[1mwandb[0m: Run data is saved locally in [35m[1m/workspace/axolotl/wandb/run-20251018_190244-gemma-2-2b-it-rp-sft-qlora[0m
+[34m[1mwandb[0m: Run [1m`wandb offline`[0m to turn off syncing.
+[34m[1mwandb[0m: Syncing run [33mgemma-2-2b-it-rp-sft-qlora[0m
+[34m[1mwandb[0m: ⭐️ View project at [34m[4mhttps://wandb.ai/factoryaiart/rp-sft[0m
+[34m[1mwandb[0m: 🚀 View run at [34m[4mhttps://wandb.ai/factoryaiart/rp-sft/runs/gemma-2-2b-it-rp-sft-qlora[0m
+[34m[1mwandb[0m: Detected [huggingface_hub.inference, openai] in use.
+[34m[1mwandb[0m: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+[34m[1mwandb[0m: For more information, check out the docs at: https://weave-docs.wandb.ai/
+[34m[1mwandb[0m: [33mWARNING[0m Saving files without folders. If you want to preserve subdirectories pass base_path to wandb.save, i.e. wandb.save("/mnt/folder/file.h5", base_path="/mnt")
+[2025-10-18 19:02:46,605] [INFO] [axolotl.utils.callbacks.on_train_begin:757] [PID:42363] The Axolotl config has been saved to the WandB run under files.
  0%|                              | 0/1000 [00:00<?, ?it/s][2025-10-18 19:02:46,619] [INFO] [axolotl.core.trainers.base.evaluate:376] [PID:42363] Running evaluation step...
+[2025-10-18 19:02:49,230] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.221949577331543
+[2025-10-18 19:02:50,452] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.221228837966919
+[2025-10-18 19:02:51,753] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.3005599975585938
+[2025-10-18 19:02:53,012] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.258347511291504
+[2025-10-18 19:02:53,012] [INFO] [axolotl.utils.samplers.multipack.calc_min_len:438] [PID:42363] gather_len_batches: [179]
  0%|                               | 0/179 [00:00<?, ?it/s][A
  1%|▎                      | 2/179 [00:00<00:21,  8.31it/s][A
  2%|▍                      | 3/179 [00:00<00:35,  4.96it/s][A
  2%|▌                      | 4/179 [00:00<00:42,  4.11it/s][A
  3%|▋                      | 5/179 [00:01<01:00,  2.89it/s][A
  3%|▊                      | 6/179 [00:01<00:56,  3.06it/s][A
  4%|▉                      | 7/179 [00:02<00:55,  3.07it/s][A
  4%|█                      | 8/179 [00:02<00:54,  3.11it/s][A
  5%|█▏                     | 9/179 [00:02<01:05,  2.59it/s][A
  6%|█▏                    | 10/179 [00:03<01:00,  2.80it/s][A
  6%|█▎                    | 11/179 [00:03<00:57,  2.90it/s][A
  7%|█▍                    | 12/179 [00:03<00:55,  2.99it/s][A
  7%|█▌                    | 13/179 [00:04<01:05,  2.55it/s][A
  8%|█▋                    | 14/179 [00:04<00:59,  2.78it/s][A
  8%|█▊                    | 15/179 [00:04<00:56,  2.89it/s][A
  9%|█▉                    | 16/179 [00:05<00:54,  2.97it/s][A
  9%|██                    | 17/179 [00:05<01:03,  2.54it/s][A
 10%|██▏                   | 18/179 [00:06<00:58,  2.77it/s][A
 11%|██▎                   | 19/179 [00:06<00:55,  2.89it/s][A
 11%|██▍                   | 20/179 [00:06<00:53,  2.97it/s][A
 12%|██▌                   | 21/179 [00:07<01:02,  2.55it/s][A
 12%|██▋                   | 22/179 [00:07<00:56,  2.77it/s][A
 13%|██▊                   | 23/179 [00:07<00:54,  2.89it/s][A
 13%|██▉                   | 24/179 [00:08<00:52,  2.97it/s][A
 14%|███                   | 25/179 [00:08<01:00,  2.54it/s][A
 15%|███▏                  | 26/179 [00:08<00:55,  2.77it/s][A
 15%|███▎                  | 27/179 [00:09<00:52,  2.88it/s][A
 16%|███▍                  | 28/179 [00:09<00:50,  2.96it/s][A
 16%|███▌                  | 29/179 [00:10<00:59,  2.54it/s][A
 17%|███▋                  | 30/179 [00:10<00:53,  2.77it/s][A
 17%|███▊                  | 31/179 [00:10<00:51,  2.87it/s][A
 18%|███▉                  | 32/179 [00:10<00:49,  2.96it/s][A
 18%|████                  | 33/179 [00:11<00:57,  2.52it/s][A
 19%|████▏                 | 34/179 [00:11<00:52,  2.75it/s][A
 20%|████▎                 | 35/179 [00:12<00:50,  2.87it/s][A
 20%|████▍                 | 36/179 [00:12<00:48,  2.96it/s][A
 21%|████▌                 | 37/179 [00:12<00:56,  2.53it/s][A
 21%|████▋                 | 38/179 [00:13<00:50,  2.77it/s][A
 22%|████▊                 | 39/179 [00:13<00:48,  2.88it/s][A
 22%|████▉                 | 40/179 [00:13<00:46,  2.97it/s][A
 23%|█████                 | 41/179 [00:14<00:54,  2.54it/s][A
 23%|█████▏                | 42/179 [00:14<00:49,  2.78it/s][A
 24%|█████▎                | 43/179 [00:14<00:46,  2.90it/s][A
 25%|█████▍                | 44/179 [00:15<00:45,  2.97it/s][A
 25%|█████▌                | 45/179 [00:15<00:53,  2.53it/s][A
 26%|█████▋                | 46/179 [00:16<00:48,  2.77it/s][A
 26%|█████▊                | 47/179 [00:16<00:45,  2.89it/s][A
 27%|█████▉                | 48/179 [00:16<00:44,  2.96it/s][A
 27%|██████                | 49/179 [00:17<00:51,  2.53it/s][A
 28%|██████▏               | 50/179 [00:17<00:46,  2.76it/s][A
 28%|██████▎               | 51/179 [00:17<00:44,  2.87it/s][A
 29%|██████▍               | 52/179 [00:18<00:42,  2.96it/s][A
 30%|██████▌               | 53/179 [00:18<00:49,  2.52it/s][A
 30%|██████▋               | 54/179 [00:19<00:45,  2.76it/s][A
 31%|██████▊               | 55/179 [00:19<00:43,  2.88it/s][A
 31%|██████▉               | 56/179 [00:19<00:41,  2.96it/s][A
 32%|███████               | 57/179 [00:20<00:48,  2.54it/s][A
 32%|███████▏              | 58/179 [00:20<00:43,  2.77it/s][A
 33%|███████▎              | 59/179 [00:20<00:41,  2.87it/s][A
 34%|███████▎              | 60/179 [00:21<00:40,  2.94it/s][A
 34%|███████▍              | 61/179 [00:21<00:46,  2.52it/s][A
 35%|███████▌              | 62/179 [00:21<00:42,  2.74it/s][A
 35%|███████▋              | 63/179 [00:22<00:40,  2.86it/s][A
 36%|███████▊              | 64/179 [00:22<00:39,  2.95it/s][A
 36%|███████▉              | 65/179 [00:23<00:45,  2.52it/s][A
 37%|████████              | 66/179 [00:23<00:41,  2.75it/s][A
 37%|████████▏             | 67/179 [00:23<00:39,  2.85it/s][A
 38%|████████▎             | 68/179 [00:23<00:37,  2.93it/s][A
 39%|████████▍             | 69/179 [00:24<00:44,  2.50it/s][A
 39%|████████▌             | 70/179 [00:24<00:39,  2.75it/s][A
 40%|████████▋             | 71/179 [00:25<00:37,  2.85it/s][A
 40%|████████▊             | 72/179 [00:25<00:36,  2.94it/s][A
 41%|████████▉             | 73/179 [00:25<00:42,  2.51it/s][A
 41%|█████████             | 74/179 [00:26<00:38,  2.74it/s][A
 42%|█████████▏            | 75/179 [00:26<00:36,  2.87it/s][A
 42%|█████████▎            | 76/179 [00:26<00:34,  2.94it/s][A
 43%|█████████▍            | 77/179 [00:27<00:42,  2.38it/s][A
 44%|█████████▌            | 78/179 [00:27<00:38,  2.63it/s][A
 44%|█████████▋            | 79/179 [00:28<00:36,  2.75it/s][A
 45%|█████████▊            | 80/179 [00:28<00:34,  2.85it/s][A
 45%|█████████▉            | 81/179 [00:28<00:40,  2.43it/s][A
 46%|██████████            | 82/179 [00:29<00:36,  2.68it/s][A
 46%|██████████▏           | 83/179 [00:29<00:34,  2.80it/s][A
 47%|██████████▎           | 84/179 [00:29<00:33,  2.88it/s][A
 47%|██████████▍           | 85/179 [00:30<00:37,  2.49it/s][A
 48%|██████████▌           | 86/179 [00:30<00:33,  2.74it/s][A
 49%|██████████▋           | 87/179 [00:31<00:32,  2.86it/s][A
 49%|██████████▊           | 88/179 [00:31<00:30,  2.95it/s][A
 50%|██████████▉           | 89/179 [00:31<00:35,  2.53it/s][A
 50%|███████████           | 90/179 [00:32<00:32,  2.76it/s][A
 51%|███████████▏          | 91/179 [00:32<00:30,  2.87it/s][A
 51%|███████████▎          | 92/179 [00:32<00:29,  2.95it/s][A
 52%|███████████▍          | 93/179 [00:33<00:34,  2.52it/s][A
 53%|███████████▌          | 94/179 [00:33<00:30,  2.76it/s][A
 53%|███████████▋          | 95/179 [00:33<00:29,  2.88it/s][A
 54%|███████████▊          | 96/179 [00:34<00:28,  2.96it/s][A
 54%|███████████▉          | 97/179 [00:34<00:32,  2.53it/s][A
 55%|████████████          | 98/179 [00:35<00:29,  2.77it/s][A
 55%|████████████▏         | 99/179 [00:35<00:27,  2.88it/s][A
 56%|███████████▋         | 100/179 [00:35<00:26,  2.94it/s][A
 56%|███████████▊         | 101/179 [00:36<00:30,  2.52it/s][A
 57%|███████████▉         | 102/179 [00:36<00:28,  2.75it/s][A
 58%|████████████         | 103/179 [00:36<00:26,  2.86it/s][A
 58%|████████████▏        | 104/179 [00:37<00:25,  2.94it/s][A
 59%|████████████▎        | 105/179 [00:37<00:29,  2.51it/s][A
 59%|████████████▍        | 106/179 [00:37<00:26,  2.75it/s][A
 60%|████████████▌        | 107/179 [00:38<00:25,  2.84it/s][A
 60%|████████████▋        | 108/179 [00:38<00:24,  2.93it/s][A
 61%|████████████▊        | 109/179 [00:39<00:27,  2.51it/s][A
 61%|████████████▉        | 110/179 [00:39<00:25,  2.72it/s][A
 62%|█████████████        | 111/179 [00:39<00:23,  2.85it/s][A
 63%|█████████████▏       | 112/179 [00:40<00:22,  2.92it/s][A
 63%|█████████████▎       | 113/179 [00:40<00:26,  2.52it/s][A
 64%|█████████████▎       | 114/179 [00:40<00:23,  2.74it/s][A
 64%|█████████████▍       | 115/179 [00:41<00:22,  2.86it/s][A
 65%|█████████████▌       | 116/179 [00:41<00:21,  2.93it/s][A
 65%|█████████████▋       | 117/179 [00:42<00:24,  2.51it/s][A
 66%|█████████████▊       | 118/179 [00:42<00:22,  2.74it/s][A
 66%|█████████████▉       | 119/179 [00:42<00:21,  2.84it/s][A
 67%|██████████████       | 120/179 [00:42<00:20,  2.94it/s][A
 68%|██████████████▏      | 121/179 [00:43<00:23,  2.52it/s][A
 68%|██████████████▎      | 122/179 [00:43<00:20,  2.75it/s][A
 69%|██████████████▍      | 123/179 [00:44<00:19,  2.87it/s][A
 69%|██████████████▌      | 124/179 [00:44<00:18,  2.95it/s][A
 70%|██████████████▋      | 125/179 [00:44<00:21,  2.53it/s][A
 70%|██████████████▊      | 126/179 [00:45<00:19,  2.76it/s][A
 71%|██████████████▉      | 127/179 [00:45<00:18,  2.88it/s][A
 72%|███████████████      | 128/179 [00:45<00:17,  2.95it/s][A
 72%|███████████████▏     | 129/179 [00:46<00:19,  2.51it/s][A
 73%|███████████████▎     | 130/179 [00:46<00:17,  2.73it/s][A
 73%|███████████████▎     | 131/179 [00:46<00:16,  2.83it/s][A
 74%|███████████████▍     | 132/179 [00:47<00:16,  2.91it/s][A
 74%|███████████████▌     | 133/179 [00:47<00:18,  2.49it/s][A
 75%|███████████████▋     | 134/179 [00:48<00:16,  2.72it/s][A
 75%|███████████████▊     | 135/179 [00:48<00:15,  2.84it/s][A
 76%|███████████████▉     | 136/179 [00:48<00:14,  2.93it/s][A
 77%|████████████████     | 137/179 [00:49<00:16,  2.51it/s][A
 77%|████████████████▏    | 138/179 [00:49<00:14,  2.75it/s][A
 78%|████████████████▎    | 139/179 [00:49<00:14,  2.85it/s][A
 78%|████████████████▍    | 140/179 [00:50<00:13,  2.93it/s][A
 79%|████████████████▌    | 141/179 [00:50<00:15,  2.50it/s][A
 79%|████████████████▋    | 142/179 [00:51<00:13,  2.74it/s][A
 80%|████████████████▊    | 143/179 [00:51<00:12,  2.85it/s][A
 80%|████████████████▉    | 144/179 [00:51<00:11,  2.93it/s][A
 81%|█████████████████    | 145/179 [00:52<00:13,  2.50it/s][A
 82%|█████████████████▏   | 146/179 [00:52<00:12,  2.74it/s][A
 82%|█████████████████▏   | 147/179 [00:52<00:11,  2.85it/s][A
 83%|█████████████████▎   | 148/179 [00:53<00:10,  2.94it/s][A
 83%|█████████████████▍   | 149/179 [00:53<00:11,  2.52it/s][A
 84%|█████████████████▌   | 150/179 [00:53<00:10,  2.74it/s][A
 84%|█████████████████▋   | 151/179 [00:54<00:09,  2.84it/s][A
 85%|█████████████████▊   | 152/179 [00:54<00:09,  2.94it/s][A
 85%|█████████████████▉   | 153/179 [00:55<00:10,  2.52it/s][A
 86%|██████████████████   | 154/179 [00:55<00:09,  2.76it/s][A
 87%|██████████████████▏  | 155/179 [00:55<00:08,  2.87it/s][A
 87%|██████████████████▎  | 156/179 [00:56<00:07,  2.93it/s][A
 88%|██████████████████▍  | 157/179 [00:56<00:08,  2.51it/s][A
 88%|██████████████████▌  | 158/179 [00:56<00:07,  2.73it/s][A
 89%|██████████████████▋  | 159/179 [00:57<00:07,  2.85it/s][A
 89%|██████████████████▊  | 160/179 [00:57<00:06,  2.94it/s][A
 90%|██████████████████▉  | 161/179 [00:58<00:07,  2.51it/s][A
 91%|███████████████████  | 162/179 [00:58<00:06,  2.75it/s][A
 91%|███████████████████  | 163/179 [00:58<00:05,  2.86it/s][A
 92%|███████████████████▏ | 164/179 [00:58<00:05,  2.93it/s][A
 92%|███████████████████▎ | 165/179 [00:59<00:05,  2.51it/s][A
 93%|███████████████████▍ | 166/179 [00:59<00:04,  2.72it/s][A
 93%|███████████████████▌ | 167/179 [01:00<00:04,  2.84it/s][A
 94%|███████████████████▋ | 168/179 [01:00<00:03,  2.92it/s][A
 94%|███████████████████▊ | 169/179 [01:00<00:03,  2.50it/s][A
 95%|███████████████████▉ | 170/179 [01:01<00:03,  2.73it/s][A
 96%|████████████████████ | 171/179 [01:01<00:02,  2.83it/s][A
 96%|████████████████████▏| 172/179 [01:01<00:02,  2.91it/s][A
 97%|████████████████████▎| 173/179 [01:02<00:02,  2.49it/s][A
 97%|████████████████████▍| 174/179 [01:02<00:01,  2.72it/s][A
 98%|████████████████████▌| 175/179 [01:03<00:01,  2.83it/s][A
 98%|████████████████████▋| 176/179 [01:03<00:01,  2.91it/s][A
 99%|████████████████████▊| 177/179 [01:03<00:00,  2.50it/s][A
 99%|████████████████████▉| 178/179 [01:04<00:00,  2.72it/s][A
  0%|                              | 0/1000 [01:14<?, ?it/s]
                                                            [A[2025-10-18 19:04:31,800] [INFO] [axolotl.utils.data.wrappers.get_dataset_wrapper:87] [PID:42528] Loading dataset: AiAF/conversations with base_type: chat_template and prompt_style: None
+[2025-10-18 19:04:31,818] [INFO] [axolotl.prompt_strategies.chat_template.__call__:969] [PID:42528] Using chat template:
+---
+{{ bos_token }}
+{% for m in messages %}
+  {% set role = 'model' if m['role']=='assistant' else 'user' %}
+  {{ '<start_of_turn>' + role + '\n' + m['content'] | trim + '<end_of_turn>\n' }}
+{% endfor %}
+{% if add_generation_prompt %}
+{{ '<start_of_turn>model\n' }}
+{% endif %}
+---
+[2025-10-18 19:38:08,296] [DEBUG] [axolotl.utils.samplers.multipack.pack_parallel:177] [PID:42528] Using single process for pack_parallel, running sequentially.
+[2025-10-18 19:38:19,443] [WARNING] [py.warnings._showwarnmsg:110] [PID:42528] /root/miniconda3/envs/py3.11/lib/python3.11/site-packages/datasets/formatting/torch_formatter.py:90: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.detach().clone() or sourceTensor.detach().clone().requires_grad_(True), rather than torch.tensor(sourceTensor).
+  return torch.tensor(value, **{**default_dtype, **self.torch_tensor_kwargs})
  0%|                | 1/1000 [35:40<594:06:42, 2140.94s/it]
  0%|                | 1/1000 [35:40<594:06:42, 2140.94s/it]
  0%|                 | 2/1000 [35:48<245:35:41, 885.91s/it]
  0%|                 | 2/1000 [35:48<245:35:41, 885.91s/it]
  0%|                 | 3/1000 [35:55<134:15:37, 484.79s/it]
  0%|                 | 3/1000 [35:55<134:15:37, 484.79s/it]
  0%|                  | 4/1000 [36:03<81:59:23, 296.35s/it]
  0%|                  | 4/1000 [36:03<81:59:23, 296.35s/it]
  0%|                  | 5/1000 [36:10<53:07:06, 192.19s/it]
  0%|                  | 5/1000 [36:10<53:07:06, 192.19s/it]
  1%|                  | 6/1000 [36:18<35:43:34, 129.39s/it]
  1%|                  | 6/1000 [36:18<35:43:34, 129.39s/it]
  1%|▏                  | 7/1000 [36:25<24:42:15, 89.56s/it]
  1%|▏                  | 7/1000 [36:25<24:42:15, 89.56s/it]
  1%|▏                  | 8/1000 [36:33<17:29:08, 63.46s/it]
  1%|▏                  | 8/1000 [36:33<17:29:08, 63.46s/it]
  1%|▏                  | 9/1000 [36:40<12:39:30, 45.98s/it]
  1%|▏                  | 9/1000 [36:40<12:39:30, 45.98s/it]
  1%|▏                  | 10/1000 [36:48<9:23:13, 34.13s/it]
  1%|▏                  | 10/1000 [36:48<9:23:13, 34.13s/it]
  1%|▏                  | 11/1000 [36:56<7:08:45, 26.01s/it]
  1%|▏                  | 11/1000 [36:56<7:08:45, 26.01s/it]
  1%|▏                  | 12/1000 [37:03<5:35:55, 20.40s/it]
  1%|▏                  | 12/1000 [37:03<5:35:55, 20.40s/it]
  1%|▏                  | 13/1000 [37:11<4:31:56, 16.53s/it]
  1%|▏                  | 13/1000 [37:11<4:31:56, 16.53s/it]
  1%|▎                  | 14/1000 [37:18<3:47:27, 13.84s/it]
  1%|▎                  | 14/1000 [37:18<3:47:27, 13.84s/it]
  2%|▎                  | 15/1000 [37:26<3:16:31, 11.97s/it]
  2%|▎                  | 15/1000 [37:26<3:16:31, 11.97s/it]
  2%|▎                  | 16/1000 [37:34<2:55:09, 10.68s/it]
  2%|▎                  | 16/1000 [37:34<2:55:09, 10.68s/it]
  2%|▎                  | 17/1000 [37:41<2:40:00,  9.77s/it]
  2%|▎                  | 17/1000 [37:41<2:40:00,  9.77s/it]
  2%|▎                  | 18/1000 [37:49<2:29:38,  9.14s/it]
  2%|▎                  | 18/1000 [37:49<2:29:38,  9.14s/it]
  2%|▎                  | 19/1000 [37:57<2:22:16,  8.70s/it]
  2%|▎                  | 19/1000 [37:57<2:22:16,  8.70s/it]
  2%|▍                  | 20/1000 [38:04<2:17:12,  8.40s/it]
  2%|▍                  | 20/1000 [38:04<2:17:12,  8.40s/it]
  2%|▍                  | 21/1000 [38:12<2:13:42,  8.19s/it]
  2%|▍                  | 21/1000 [38:12<2:13:42,  8.19s/it]
  2%|▍                  | 22/1000 [38:20<2:11:07,  8.04s/it]
  2%|▍                  | 22/1000 [38:20<2:11:07,  8.04s/it]
  2%|▍                  | 23/1000 [38:28<2:09:16,  7.94s/it]
  2%|▍                  | 23/1000 [38:28<2:09:16,  7.94s/it]
  2%|▍                  | 24/1000 [38:35<2:07:55,  7.86s/it]
  2%|▍                  | 24/1000 [38:35<2:07:55,  7.86s/it]
  2%|▍                  | 25/1000 [38:43<2:06:57,  7.81s/it]
  2%|▍                  | 25/1000 [38:43<2:06:57,  7.81s/it]
  3%|▍                  | 26/1000 [38:51<2:06:19,  7.78s/it]
  3%|▍                  | 26/1000 [38:51<2:06:19,  7.78s/it]
  3%|▌                  | 27/1000 [38:58<2:05:50,  7.76s/it]
  3%|▌                  | 27/1000 [38:58<2:05:50,  7.76s/it]
  3%|▌                  | 28/1000 [39:06<2:05:30,  7.75s/it]
  3%|▌                  | 28/1000 [39:06<2:05:30,  7.75s/it]
  3%|▌                  | 29/1000 [39:14<2:05:09,  7.73s/it]
  3%|▌                  | 29/1000 [39:14<2:05:09,  7.73s/it]
  3%|▌                  | 30/1000 [39:22<2:04:57,  7.73s/it]
  3%|▌                  | 30/1000 [39:22<2:04:57,  7.73s/it]
  3%|▌                  | 31/1000 [39:29<2:04:41,  7.72s/it]
  3%|▌                  | 31/1000 [39:29<2:04:41,  7.72s/it]
  3%|▌                  | 32/1000 [39:37<2:04:23,  7.71s/it]
  3%|▌                  | 32/1000 [39:37<2:04:23,  7.71s/it]
  3%|▋                  | 33/1000 [39:45<2:04:23,  7.72s/it]
  3%|▋                  | 33/1000 [39:45<2:04:23,  7.72s/it]
  3%|▋                  | 34/1000 [39:52<2:04:05,  7.71s/it]
  3%|▋                  | 34/1000 [39:52<2:04:05,  7.71s/it]
  4%|▋                  | 35/1000 [40:00<2:03:56,  7.71s/it]
  4%|▋                  | 35/1000 [40:00<2:03:56,  7.71s/it]
  4%|▋                  | 36/1000 [40:08<2:03:53,  7.71s/it]
  4%|▋                  | 36/1000 [40:08<2:03:53,  7.71s/it]
  4%|▋                  | 37/1000 [40:15<2:03:40,  7.71s/it]
  4%|▋                  | 37/1000 [40:15<2:03:40,  7.71s/it]
  4%|▋                  | 38/1000 [40:23<2:03:29,  7.70s/it]
  4%|▋                  | 38/1000 [40:23<2:03:29,  7.70s/it]
  4%|▋                  | 39/1000 [40:31<2:03:22,  7.70s/it]
  4%|▋                  | 39/1000 [40:31<2:03:22,  7.70s/it]
  4%|▊                  | 40/1000 [40:39<2:03:17,  7.71s/it]
  4%|▊                  | 40/1000 [40:39<2:03:17,  7.71s/it]
  4%|▊                  | 41/1000 [40:46<2:03:04,  7.70s/it]
  4%|▊                  | 41/1000 [40:46<2:03:04,  7.70s/it]
  4%|▊                  | 42/1000 [40:54<2:03:02,  7.71s/it]
  4%|▊                  | 42/1000 [40:54<2:03:02,  7.71s/it]
  4%|▊                  | 43/1000 [41:02<2:02:55,  7.71s/it]
  4%|▊                  | 43/1000 [41:02<2:02:55,  7.71s/it]
  4%|▊                  | 44/1000 [41:09<2:02:44,  7.70s/it]
  4%|▊                  | 44/1000 [41:09<2:02:44,  7.70s/it]
  4%|▊                  | 45/1000 [41:17<2:02:38,  7.71s/it]
  4%|▊                  | 45/1000 [41:17<2:02:38,  7.71s/it]
  5%|▊                  | 46/1000 [41:25<2:02:38,  7.71s/it]
  5%|▊                  | 46/1000 [41:25<2:02:38,  7.71s/it]
  5%|▉                  | 47/1000 [41:33<2:02:28,  7.71s/it]
  5%|▉                  | 47/1000 [41:33<2:02:28,  7.71s/it]
  5%|▉                  | 48/1000 [41:40<2:02:16,  7.71s/it]
  5%|▉                  | 48/1000 [41:40<2:02:16,  7.71s/it]
  5%|▉                  | 49/1000 [41:48<2:02:06,  7.70s/it]
  5%|▉                  | 49/1000 [41:48<2:02:06,  7.70s/it]
  5%|▉                  | 50/1000 [41:56<2:02:08,  7.71s/it]
  5%|▉                  | 50/1000 [41:56<2:02:08,  7.71s/it][2025-10-18 19:44:42,774] [INFO] [axolotl.core.trainers.base.evaluate:376] [PID:42363] Running evaluation step...
+[2025-10-18 19:44:45,590] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.3574237823486328
+[2025-10-18 19:44:46,947] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.3563930988311768
+[2025-10-18 19:44:48,307] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.3596258163452148
+[2025-10-18 19:44:49,675] [DEBUG] [axolotl.utils.samplers.multipack.__len__:462] [PID:42363] generate_batches time: 1.3678362369537354
+[2025-10-18 19:44:49,675] [INFO] [axolotl.utils.samplers.multipack.calc_min_len:438] [PID:42363] gather_len_batches: [179]
  0%|                               | 0/179 [00:00<?, ?it/s][A
  1%|▎                      | 2/179 [00:00<00:28,  6.17it/s][A
  2%|▍                      | 3/179 [00:00<00:40,  4.35it/s][A
  2%|▌                      | 4/179 [00:00<00:46,  3.78it/s][A
  3%|▋                      | 5/179 [00:01<01:18,  2.21it/s][A
  3%|▊                      | 6/179 [00:02<01:09,  2.50it/s][A
  4%|▉                      | 7/179 [00:02<01:04,  2.66it/s][A
  4%|█                      | 8/179 [00:02<01:01,  2.78it/s][A
  5%|█▏                     | 9/179 [00:03<01:10,  2.42it/s][A
  6%|█▏                    | 10/179 [00:03<01:03,  2.65it/s][A
  6%|█▎                    | 11/179 [00:03<01:00,  2.77it/s][A
  7%|█▍                    | 12/179 [00:04<00:58,  2.87it/s][A
  7%|█▌                    | 13/179 [00:04<01:07,  2.46it/s][A
  8%|█▋                    | 14/179 [00:05<01:01,  2.69it/s][A
  8%|█▊                    | 15/179 [00:05<00:58,  2.80it/s][A
  9%|█▉                    | 16/179 [00:05<00:56,  2.87it/s][A
  9%|██                    | 17/179 [00:06<01:05,  2.46it/s][A
 10%|██▏                   | 18/179 [00:06<01:00,  2.68it/s][A
 11%|██▎                   | 19/179 [00:06<00:57,  2.78it/s][A
 11%|██▍                   | 20/179 [00:07<00:55,  2.86it/s][A
 12%|██▌                   | 21/179 [00:07<01:03,  2.47it/s][A
 12%|██▋                   | 22/179 [00:07<00:58,  2.68it/s][A
 13%|██▊                   | 23/179 [00:08<00:55,  2.80it/s][A
 13%|██▉                   | 24/179 [00:08<00:53,  2.87it/s][A
 14%|███                   | 25/179 [00:09<01:02,  2.47it/s][A
 15%|███▏                  | 26/179 [00:09<00:57,  2.68it/s][A
 15%|███▎                  | 27/179 [00:09<00:54,  2.79it/s][A
 16%|███▍                  | 28/179 [00:10<00:52,  2.87it/s][A
 16%|███▌                  | 29/179 [00:10<01:00,  2.46it/s][A
 17%|███▋                  | 30/179 [00:10<00:55,  2.68it/s][A
 17%|███▊                  | 31/179 [00:11<00:53,  2.79it/s][A
 18%|██��▉                  | 32/179 [00:11<00:51,  2.87it/s][A
 18%|████                  | 33/179 [00:12<00:59,  2.47it/s][A
 19%|████▏                 | 34/179 [00:12<00:54,  2.68it/s][A
 20%|████▎                 | 35/179 [00:12<00:51,  2.78it/s][A
 20%|████▍                 | 36/179 [00:13<00:50,  2.86it/s][A
 21%|████▌                 | 37/179 [00:13<00:57,  2.47it/s][A
 21%|████▋                 | 38/179 [00:13<00:52,  2.69it/s][A
 22%|████▊                 | 39/179 [00:14<00:49,  2.80it/s][A
 22%|████▉                 | 40/179 [00:14<00:48,  2.87it/s][A
 23%|█████                 | 41/179 [00:15<00:55,  2.47it/s][A
 23%|█████▏                | 42/179 [00:15<00:50,  2.70it/s][A
 24%|█████▎                | 43/179 [00:15<00:48,  2.79it/s][A
 25%|█████▍                | 44/179 [00:16<00:47,  2.86it/s][A
 25%|█████▌                | 45/179 [00:16<00:54,  2.47it/s][A
 26%|█████▋                | 46/179 [00:16<00:49,  2.69it/s][A
 26%|█████▊                | 47/179 [00:17<00:47,  2.80it/s][A
 27%|█████▉                | 48/179 [00:17<00:45,  2.88it/s][A
 27%|██████                | 49/179 [00:18<00:52,  2.48it/s][A
 28%|██████▏               | 50/179 [00:18<00:47,  2.70it/s][A
 28%|██████▎               | 51/179 [00:18<00:45,  2.80it/s][A
 29%|██████▍               | 52/179 [00:19<00:44,  2.86it/s][A
 30%|██████▌               | 53/179 [00:19<00:51,  2.46it/s][A
 30%|██████▋               | 54/179 [00:19<00:46,  2.68it/s][A
 31%|██████▊               | 55/179 [00:20<00:44,  2.78it/s][A
 31%|██████▉               | 56/179 [00:20<00:42,  2.87it/s][A
 32%|███████               | 57/179 [00:21<00:49,  2.46it/s][A
 32%|███████▏              | 58/179 [00:21<00:45,  2.68it/s][A
 33%|███████▎              | 59/179 [00:21<00:43,  2.79it/s][A
 34%|███████▎              | 60/179 [00:22<00:41,  2.86it/s][A
 34%|███████▍              | 61/179 [00:22<00:47,  2.47it/s][A
 35%|███████▌              | 62/179 [00:22<00:43,  2.68it/s][A
 35%|███████▋              | 63/179 [00:23<00:41,  2.80it/s][A
 36%|███████▊              | 64/179 [00:23<00:40,  2.87it/s][A
 36%|███████▉              | 65/179 [00:24<00:46,  2.47it/s][A
 37%|████████              | 66/179 [00:24<00:41,  2.70it/s][A
 37%|████████▏             | 67/179 [00:24<00:40,  2.80it/s][A
 38%|████████▎             | 68/179 [00:24<00:38,  2.87it/s][A
 39%|████████▍             | 69/179 [00:25<00:44,  2.46it/s][A
 39%|████████▌             | 70/179 [00:25<00:40,  2.69it/s][A
 40%|████████▋             | 71/179 [00:26<00:38,  2.80it/s][A
 40%|████████▊             | 72/179 [00:26<00:37,  2.87it/s][A
 41%|████████▉             | 73/179 [00:26<00:42,  2.47it/s][A
 41%|█████████             | 74/179 [00:27<00:38,  2.69it/s][A
 42%|█████████▏            | 75/179 [00:27<00:37,  2.80it/s][A
 42%|█████████▎            | 76/179 [00:27<00:35,  2.87it/s][A
 43%|█████████▍            | 77/179 [00:28<00:41,  2.48it/s][A
 44%|█████████▌            | 78/179 [00:28<00:37,  2.69it/s][A
 44%|█████████▋            | 79/179 [00:29<00:35,  2.79it/s][A
 45%|█████████▊            | 80/179 [00:29<00:34,  2.87it/s][A
 45%|█████████▉            | 81/179 [00:29<00:39,  2.47it/s][A
 46%|██████████            | 82/179 [00:30<00:36,  2.69it/s][A
 46%|██████████▏           | 83/179 [00:30<00:34,  2.79it/s][A
 47%|██████████▎           | 84/179 [00:30<00:33,  2.87it/s][A
 47%|██████████▍           | 85/179 [00:31<00:38,  2.47it/s][A
 48%|██████████▌           | 86/179 [00:31<00:34,  2.69it/s][A
 49%|██████████▋           | 87/179 [00:32<00:32,  2.81it/s][A
 49%|██████████▊           | 88/179 [00:32<00:31,  2.88it/s][A
 50%|██████████▉           | 89/179 [00:32<00:36,  2.48it/s][A
 50%|███████████           | 90/179 [00:33<00:32,  2.71it/s][A
 51%|███████████▏          | 91/179 [00:33<00:31,  2.81it/s][A
 51%|███████████▎          | 92/179 [00:33<00:30,  2.88it/s][A
 52%|███████████▍          | 93/179 [00:34<00:34,  2.47it/s][A
 53%|███████████▌          | 94/179 [00:34<00:31,  2.70it/s][A
 53%|███████████▋          | 95/179 [00:35<00:30,  2.79it/s][A
 54%|███████████▊          | 96/179 [00:35<00:28,  2.87it/s][A
 54%|███████████▉          | 97/179 [00:35<00:33,  2.48it/s][A
 55%|████████████          | 98/179 [00:36<00:30,  2.69it/s][A
 55%|████████████▏         | 99/179 [00:36<00:28,  2.79it/s][A
 56%|███████████▋         | 100/179 [00:36<00:27,  2.87it/s][A
 56%|███████████▊         | 101/179 [00:37<00:31,  2.46it/s][A
 57%|███████████▉         | 102/179 [00:37<00:28,  2.69it/s][A
 58%|████████████         | 103/179 [00:37<00:27,  2.80it/s][A
 58%|████████████▏        | 104/179 [00:38<00:26,  2.86it/s][A
 59%|████████████▎        | 105/179 [00:38<00:30,  2.46it/s][A
 59%|████████████▍        | 106/179 [00:39<00:27,  2.69it/s][A
 60%|████████████▌        | 107/179 [00:39<00:25,  2.79it/s][A
 60%|████████████▋        | 108/179 [00:39<00:24,  2.87it/s][A
 61%|████████████▊        | 109/179 [00:40<00:28,  2.45it/s][A
 61%|████████████▉        | 110/179 [00:40<00:25,  2.70it/s][A
 62%|█████████████        | 111/179 [00:40<00:24,  2.81it/s][A
 63%|█████████████▏       | 112/179 [00:41<00:23,  2.89it/s][A
 63%|█████████████▎       | 113/179 [00:41<00:26,  2.46it/s][A
 64%|█████████████▎       | 114/179 [00:42<00:24,  2.70it/s][A
 64%|█████████████▍       | 115/179 [00:42<00:22,  2.81it/s][A
 65%|█████████████▌       | 116/179 [00:42<00:21,  2.89it/s][A
 65%|█████████████▋       | 117/179 [00:43<00:25,  2.47it/s][A
 66%|█████████████▊       | 118/179 [00:43<00:22,  2.68it/s][A
 66%|█████████████▉       | 119/179 [00:43<00:21,  2.78it/s][A
 67%|██████████████       | 120/179 [00:44<00:20,  2.86it/s][A
 68%|██████████████▏      | 121/179 [00:44<00:23,  2.47it/s][A
 68%|██████████████▎      | 122/179 [00:45<00:21,  2.69it/s][A
 69%|██████████████▍      | 123/179 [00:45<00:20,  2.79it/s][A
 69%|██████████████▌      | 124/179 [00:45<00:19,  2.87it/s][A
 70%|██████████████▋      | 125/179 [00:46<00:21,  2.47it/s][A
 70%|██████████████▊      | 126/179 [00:46<00:19,  2.68it/s][A
 71%|██████████████▉      | 127/179 [00:46<00:18,  2.80it/s][A
 72%|███████████████      | 128/179 [00:47<00:17,  2.88it/s][A
 72%|███████████████▏     | 129/179 [00:47<00:20,  2.46it/s][A
 73%|███████████████▎     | 130/179 [00:48<00:18,  2.68it/s][A
 73%|███████████████▎     | 131/179 [00:48<00:17,  2.78it/s][A
 74%|███████████████▍     | 132/179 [00:48<00:16,  2.86it/s][A
 74%|███████████████▌     | 133/179 [00:49<00:18,  2.46it/s][A
 75%|███████████████▋     | 134/179 [00:49<00:16,  2.68it/s][A
 75%|███████████████▊     | 135/179 [00:49<00:15,  2.79it/s][A
 76%|███████████████▉     | 136/179 [00:50<00:14,  2.87it/s][A
 77%|████████████████     | 137/179 [00:50<00:17,  2.46it/s][A
 77%|████████████████▏    | 138/179 [00:51<00:15,  2.70it/s][A
 78%|████████████████▎    | 139/179 [00:51<00:14,  2.79it/s][A
 78%|████████████████▍    | 140/179 [00:51<00:13,  2.86it/s][A
 79%|████████████████▌    | 141/179 [00:52<00:15,  2.44it/s][A
 79%|████████████████▋    | 142/179 [00:52<00:13,  2.68it/s][A
 80%|████████████████▊    | 143/179 [00:52<00:12,  2.78it/s][A
 80%|████████████████▉    | 144/179 [00:53<00:12,  2.85it/s][A
 81%|█████████████████    | 145/179 [00:53<00:13,  2.44it/s][A
 82%|█████████████████▏   | 146/179 [00:54<00:12,  2.67it/s][A
 82%|█████████████████▏   | 147/179 [00:54<00:11,  2.78it/s][A
 83%|█████████████████▎   | 148/179 [00:54<00:10,  2.86it/s][A
 83%|█████████████████▍   | 149/179 [00:55<00:12,  2.46it/s][A
 84%|█████████████████▌   | 150/179 [00:55<00:10,  2.68it/s][A
 84%|█████████████████▋   | 151/179 [00:55<00:10,  2.78it/s][A
 85%|█████████████████▊   | 152/179 [00:56<00:09,  2.87it/s][A
 85%|█████████████████▉   | 153/179 [00:56<00:10,  2.47it/s][A
 86%|██████████████████   | 154/179 [00:56<00:09,  2.68it/s][A
 87%|██████████████████▏  | 155/179 [00:57<00:08,  2.78it/s][A
 87%|██████████████████▎  | 156/179 [00:57<00:08,  2.86it/s][A
 88%|██████████████████▍  | 157/179 [00:58<00:08,  2.46it/s][A
 88%|██████████████████▌  | 158/179 [00:58<00:07,  2.68it/s][A
 89%|██████████████████▋  | 159/179 [00:58<00:07,  2.79it/s][A
 89%|██████████████████▊  | 160/179 [00:59<00:06,  2.88it/s][A
 90%|██████████████████▉  | 161/179 [00:59<00:07,  2.48it/s][A
 91%|███████████████████  | 162/179 [00:59<00:06,  2.71it/s][A
 91%|███████████████████  | 163/179 [01:00<00:05,  2.81it/s][A
 92%|███████████████████▏ | 164/179 [01:00<00:05,  2.89it/s][A
 92%|███████████████████▎ | 165/179 [01:01<00:05,  2.47it/s][A
 93%|███████████████████▍ | 166/179 [01:01<00:04,  2.69it/s][A
 93%|███████████████████▌ | 167/179 [01:01<00:04,  2.79it/s][A
 94%|███████████████████▋ | 168/179 [01:02<00:03,  2.87it/s][A
 94%|███████████████████▊ | 169/179 [01:02<00:04,  2.47it/s][A
 95%|███████████████████▉ | 170/179 [01:02<00:03,  2.69it/s][A
 96%|████████████████████ | 171/179 [01:03<00:02,  2.79it/s][A
 96%|████████████████████▏| 172/179 [01:03<00:02,  2.87it/s][A
 97%|████████████████████▎| 173/179 [01:04<00:02,  2.47it/s][A
 97%|████████████████████▍| 174/179 [01:04<00:01,  2.69it/s][A
 98%|████████████████████▌| 175/179 [01:04<00:01,  2.79it/s][A
 98%|████████████████████▋| 176/179 [01:05<00:01,  2.86it/s][A
 99%|████████████████████▊| 177/179 [01:05<00:00,  2.47it/s][A
 99%|████████████████████▉| 178/179 [01:05<00:00,  2.69it/s][A
  5%|▉                  | 50/1000 [43:11<2:02:08,  7.71s/it]
                                                            [A[2025-10-18 19:45:58,394] [INFO] [axolotl.core.trainers.base._save:664] [PID:42363] Saving model checkpoint to ./outputs/sft/gemma-2-2b-it-rp-sft-qlora/checkpoint-50
  5%|▉                  | 51/1000 [43:21<8:12:20, 31.13s/it]
  5%|▉                  | 51/1000 [43:21<8:12:20, 31.13s/it]

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,34 @@

+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
+size 34362873

tokenizer.model ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,2013 @@

+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:160bc79c61adc8822e5ee348615ceccb98c78918aa92d15516c997b4855ce7ee
+size 7377