Training in progress, step 10

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "/root/highspeedstorage/ft-volume/tool_call_model_v2",
+  "base_model_name_or_path": "/root/highspeedstorage/ft-volume/llama-base",
   "bias": "none",
   "eva_config": null,
   "exclude_modules": null,
@@ -12,7 +12,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 256,
   "lora_bias": false,
   "lora_dropout": 0.01,
   "megatron_config": null,
@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "q_proj",
     "gate_proj",
-    "v_proj",
-    "up_proj",
     "o_proj",
-    "q_proj",
-    "k_proj",
-    "down_proj"
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6128f839d981bdcaf57a6a571d99d9a7e1db74b3f6fb34d0f65afb523342ee36
+oid sha256:7f511a37d700aeb75f9a130794aa2ca48eababe7bf6871d22693baf45bc7ce3e
 size 13254157312

args.json

@@ -1,5 +1,5 @@
 {
-  "model": "/root/highspeedstorage/ft-volume/tool_call_model_v2",
+  "model": "/root/highspeedstorage/ft-volume/llama-base",
   "model_type": "llama3_2",
   "model_revision": null,
   "task_type": "causal_lm",
@@ -11,7 +11,7 @@
   "local_repo_path": null,
   "template": "llama3_2",
   "system": "",
-  "max_length": 15000,
+  "max_length": 22000,
   "truncation_strategy": "left",
   "max_pixels": null,
   "tools_prompt": "react_en",
@@ -22,7 +22,7 @@
   "use_chat_template": true,
   "template_backend": "swift",
   "dataset": [
-    "dpo_data.jsonl"
+    "new_data_new.jsonl"
   ],
   "val_dataset": [],
   "split_dataset_ratio": 0.03,
@@ -33,6 +33,7 @@
   "download_mode": "reuse_dataset_if_exists",
   "columns": {},
   "strict": false,
+  "remove_unused_columns": true,
   "model_name": [
     null,
     null
@@ -50,7 +51,7 @@
   "bnb_4bit_use_double_quant": true,
   "bnb_4bit_quant_storage": null,
   "max_new_tokens": 64,
-  "temperature": 0.7,
+  "temperature": 0.0,
   "top_k": null,
   "top_p": null,
   "repetition_penalty": null,
@@ -59,7 +60,7 @@
   "stop_words": [],
   "logprobs": false,
   "top_logprobs": null,
-  "ckpt_dir": "/root/highspeedstorage/ft-volume/tool_call_model_v2",
+  "ckpt_dir": null,
   "load_dataset_config": null,
   "lora_modules": [],
   "tuner_backend": "peft",
@@ -67,14 +68,14 @@
   "adapters": [],
   "seed": 42,
   "model_kwargs": {},
-  "load_args": true,
+  "load_args": false,
   "load_data_args": false,
   "use_hf": true,
   "hub_token": null,
   "custom_register_path": [],
   "ignore_args_error": false,
   "use_swift_lora": false,
-  "output_dir": "/root/dataDisk/output/v43-20250307-192741",
+  "output_dir": "/root/dataDisk/output/v53-20250310-062732",
   "overwrite_output_dir": false,
   "do_train": false,
   "do_eval": false,
@@ -85,7 +86,7 @@
   "per_device_eval_batch_size": 1,
   "per_gpu_train_batch_size": null,
   "per_gpu_eval_batch_size": null,
-  "gradient_accumulation_steps": 4,
+  "gradient_accumulation_steps": 1,
   "eval_accumulation_steps": null,
   "eval_delay": 0,
   "torch_empty_cache_steps": null,
@@ -104,7 +105,7 @@
   "log_level": "passive",
   "log_level_replica": "warning",
   "log_on_each_node": true,
-  "logging_dir": "/root/dataDisk/output/v43-20250307-192741/runs",
+  "logging_dir": "/root/dataDisk/output/v53-20250310-062732/runs",
   "logging_strategy": "steps",
   "logging_first_step": true,
   "logging_steps": 1,
@@ -140,7 +141,6 @@
   "past_index": -1,
   "run_name": null,
   "disable_tqdm": null,
-  "remove_unused_columns": false,
   "label_names": null,
   "load_best_model_at_end": false,
   "metric_for_best_model": "loss",
@@ -263,7 +263,7 @@
   "target_regex": null,
   "modules_to_save": [],
   "lora_rank": 512,
-  "lora_alpha": 128,
+  "lora_alpha": 256,
   "lora_dropout": 0.01,
   "lora_bias": "none",
   "lora_dtype": null,
@@ -326,51 +326,29 @@
   "metric_warmup_step": 0,
   "fsdp_num": 1,
   "acc_steps": 1,
+  "swanlab_token": null,
+  "swanlab_project": null,
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_mode": "cloud",
   "add_version": true,
   "resume_only_model": false,
   "check_model": true,
   "create_checkpoint_symlink": false,
   "packing": false,
   "lazy_tokenize": false,
-  "loss_type": "sigmoid",
+  "external_plugins": [],
+  "loss_type": null,
   "optimizer": null,
   "metric": null,
   "acc_strategy": "token",
-  "reward_model": null,
-  "reward_adapters": [],
-  "reward_model_type": null,
-  "reward_model_revision": null,
-  "num_ppo_epochs": 4,
-  "whiten_rewards": false,
-  "kl_coef": 0.05,
-  "cliprange": 0.2,
-  "vf_coef": 0.1,
-  "cliprange_value": 0.2,
-  "gamma": 1.0,
-  "lam": 0.95,
-  "num_mini_batches": 1,
-  "local_rollout_forward_batch_size": 64,
-  "num_sample_generations": 10,
-  "response_length": 512,
-  "missing_eos_penalty": null,
-  "rlhf_type": "dpo",
-  "ref_model": null,
-  "ref_model_type": null,
-  "ref_model_revision": null,
-  "beta": 0.1,
-  "label_smoothing": 0,
-  "rpo_alpha": 1.0,
-  "cpo_alpha": 1.0,
-  "simpo_gamma": 1,
-  "desirable_weight": 1.0,
-  "undesirable_weight": 1.0,
   "rank": 0,
   "global_world_size": 8,
   "local_world_size": 8,
-  "model_suffix": "tool_call_model_v2",
-  "model_info": "ModelInfo(model_type='llama3_2', model_dir='/root/highspeedstorage/ft-volume/tool_call_model_v2', torch_dtype=torch.bfloat16, max_model_len=128000, quant_method=None, quant_bits=None, config={'factor': 8.0, 'high_freq_factor': 4.0, 'low_freq_factor': 1.0, 'original_max_position_embeddings': 8192, 'rope_type': 'llama3'}, task_type='causal_lm', num_labels=None)",
-  "model_meta": "ModelMeta(model_type='llama3_2', model_groups=[ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.2-1B', hf_model_id='meta-llama/Llama-3.2-1B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B', hf_model_id='meta-llama/Llama-3.2-3B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-1B-Instruct', hf_model_id='meta-llama/Llama-3.2-1B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B-Instruct', hf_model_id='meta-llama/Llama-3.2-3B-Instruct', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.3-70B-Instruct', hf_model_id='meta-llama/Llama-3.3-70B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', hf_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='llama3_2', get_function=<function get_model_tokenizer_with_flash_attn at 0x7fe7ed990280>, model_arch='llama', architectures=['LlamaForCausalLM'], additional_saved_files=[], torch_dtype=None, is_multimodal=False, is_reward=False, task_type=None, ignore_patterns=[], requires=['transformers>=4.45'], tags=[])",
-  "model_dir": "/root/highspeedstorage/ft-volume/tool_call_model_v2",
+  "model_suffix": "llama-base",
+  "model_info": "ModelInfo(model_type='llama3_2', model_dir='/root/highspeedstorage/ft-volume/llama-base', torch_dtype=torch.bfloat16, max_model_len=131072, quant_method=None, quant_bits=None, rope_scaling={'factor': 8.0, 'high_freq_factor': 4.0, 'low_freq_factor': 1.0, 'original_max_position_embeddings': 8192, 'rope_type': 'llama3'}, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='llama3_2', model_groups=[ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.2-1B', hf_model_id='meta-llama/Llama-3.2-1B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B', hf_model_id='meta-llama/Llama-3.2-3B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-1B-Instruct', hf_model_id='meta-llama/Llama-3.2-1B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B-Instruct', hf_model_id='meta-llama/Llama-3.2-3B-Instruct', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.3-70B-Instruct', hf_model_id='meta-llama/Llama-3.3-70B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', hf_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='llama3_2', get_function=<function get_model_tokenizer_with_flash_attn at 0x7f8d0252f760>, model_arch='llama', architectures=['LlamaForCausalLM'], additional_saved_files=[], torch_dtype=None, is_multimodal=False, is_reward=False, task_type=None, ignore_patterns=[], requires=['transformers>=4.45'], tags=[])",
+  "model_dir": "/root/highspeedstorage/ft-volume/llama-base",
   "hub": "<class 'swift.hub.hub.HFHub'>",
-  "training_args": "DPOConfig(output_dir='/root/dataDisk/output/v43-20250307-192741', overwrite_output_dir=False, do_train=False, do_eval=True, do_predict=False, eval_strategy=<IntervalStrategy.STEPS: 'steps'>, prediction_loss_only=False, per_device_train_batch_size=1, per_device_eval_batch_size=1, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=4, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.01, adam_beta1=0.9, adam_beta2=0.999, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=<SchedulerType.LINEAR: 'linear'>, lr_scheduler_kwargs=None, warmup_ratio=0.1, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/root/dataDisk/output/v43-20250307-192741/runs', logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_first_step=True, logging_steps=1, logging_nan_inf_filter=True, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=10, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, use_ipex=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=10, dataloader_num_workers=0, dataloader_prefetch_factor=None, past_index=-1, run_name='/root/dataDisk/output/v43-20250307-192741', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 3, 'offload_optimizer': {'device': 'cpu', 'pin_memory': True}, 'offload_param': {'device': 'cpu', 'pin_memory': True}, 'overlap_comm': True, 'contiguous_gradients': True, 'sub_group_size': 1000000000.0, 'reduce_bucket_size': 'auto', 'stage3_prefetch_bucket_size': 'auto', 'stage3_param_persistence_threshold': 'auto', 'stage3_max_live_parameters': 1000000000.0, 'stage3_max_reuse_distance': 1000000000.0, 'stage3_gather_16bit_weights_on_model_save': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=<OptimizerNames.ADAMW_TORCH: 'adamw_torch'>, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=True, resume_from_checkpoint=None, hub_model_id='TheAgenticAI/LLAMA-3.3-70B-Reasoning', hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_token=None, hub_private_repo=True, hub_always_push=False, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': True}, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', evaluation_strategy='steps', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=1800, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, dispatch_batches=None, split_batches=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, eval_use_gather_object=False, average_tokens_across_devices=None, model_init_kwargs=None, ref_model_init_kwargs=None, model_adapter_name=None, ref_adapter_name=None, force_use_ref_model=False, disable_dropout=True, use_num_logits_to_keep=False, dataset_num_proc=1, padding_value=None, label_pad_token_id=None, max_prompt_length=512, max_completion_length=None, max_length=15000, truncation_mode='keep_end', padding_free=False, precompute_ref_log_probs=False, precompute_ref_batch_size=None, tools=None, loss_type='sigmoid', beta=0.1, f_divergence_type=<FDivergenceType.REVERSE_KL: 'reverse_kl'>, f_alpha_divergence_coef=1.0, reference_free=False, label_smoothing=0, use_weighting=False, rpo_alpha=1.0, discopop_tau=0.05, sync_ref_model=False, ref_model_mixup_alpha=0.9, ref_model_sync_steps=64, generate_during_eval=False, is_encoder_decoder=False, acc_strategy='token', sequence_parallel_size=1, check_model=True, train_sampler_random=True, metric_warmup_step=0, train_dataset_sample=-1, fsdp_num=1, acc_steps=1, train_type='lora', optimizer=None, galore_config=None)"
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/root/dataDisk/output/v53-20250310-062732', overwrite_output_dir=False, do_train=False, do_eval=True, do_predict=False, eval_strategy=<IntervalStrategy.STEPS: 'steps'>, prediction_loss_only=False, per_device_train_batch_size=1, per_device_eval_batch_size=1, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=1, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.01, adam_beta1=0.9, adam_beta2=0.999, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=<SchedulerType.LINEAR: 'linear'>, lr_scheduler_kwargs=None, warmup_ratio=0.1, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/root/dataDisk/output/v53-20250310-062732/runs', logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_first_step=True, logging_steps=1, logging_nan_inf_filter=True, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=10, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, use_ipex=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=10, dataloader_num_workers=0, dataloader_prefetch_factor=None, past_index=-1, run_name='/root/dataDisk/output/v53-20250310-062732', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 3, 'offload_optimizer': {'device': 'cpu', 'pin_memory': True}, 'offload_param': {'device': 'cpu', 'pin_memory': True}, 'overlap_comm': True, 'contiguous_gradients': True, 'sub_group_size': 1000000000.0, 'reduce_bucket_size': 'auto', 'stage3_prefetch_bucket_size': 'auto', 'stage3_param_persistence_threshold': 'auto', 'stage3_max_live_parameters': 1000000000.0, 'stage3_max_reuse_distance': 1000000000.0, 'stage3_gather_16bit_weights_on_model_save': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=<OptimizerNames.ADAMW_TORCH: 'adamw_torch'>, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=True, resume_from_checkpoint=None, hub_model_id='TheAgenticAI/LLAMA-3.3-70B-Reasoning', hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_token=None, hub_private_repo=True, hub_always_push=False, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': True}, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', evaluation_strategy='steps', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=1800, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, dispatch_batches=None, split_batches=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, eval_use_gather_object=False, average_tokens_across_devices=None, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, acc_strategy='token', sequence_parallel_size=1, check_model=True, train_sampler_random=True, is_encoder_decoder=False, metric_warmup_step=0, train_dataset_sample=-1, fsdp_num=1, acc_steps=1, train_type='lora', optimizer=None, galore_config=None)"
 }

logging.jsonl

@@ -1,92 +1,24 @@
-{"loss": 1.19787598, "grad_norm": 16.50406456, "learning_rate": 1.11e-06, "memory(GiB)": 80.38, "train_speed(iter/s)": 0.003465, "rewards/chosen": 0.0, "rewards/rejected": 0.0, "rewards/accuracies": 0.0, "rewards/margins": 0.0, "logps/chosen": -944.0, "logps/rejected": -981.0, "logits/chosen": 0.11959839, "logits/rejected": 0.14052582, "nll_loss": 0.50634766, "epoch": 0.01215805, "global_step/max_steps": "1/82", "percentage": "1.22%", "elapsed_time": "4m 28s", "remaining_time": "6h 2m 29s"}
-{"loss": 1.19799805, "grad_norm": 17.04649734, "learning_rate": 2.22e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.003697, "rewards/chosen": 0.0, "rewards/rejected": 0.0, "rewards/accuracies": 0.0, "rewards/margins": 0.0, "logps/chosen": -600.0, "logps/rejected": -640.0, "logits/chosen": -0.0045166, "logits/rejected": 0.0723877, "nll_loss": 0.50634766, "epoch": 0.02431611, "global_step/max_steps": "2/82", "percentage": "2.44%", "elapsed_time": "8m 40s", "remaining_time": "5h 47m 14s"}
-{"loss": 1.16052246, "grad_norm": 16.47639656, "learning_rate": 3.33e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.00385, "rewards/chosen": -0.07815552, "rewards/rejected": -0.15332031, "rewards/accuracies": 0.4375, "rewards/margins": 0.07499695, "logps/chosen": -732.0, "logps/rejected": -711.5, "logits/chosen": 0.01654053, "logits/rejected": 0.04000854, "nll_loss": 0.49365234, "epoch": 0.03647416, "global_step/max_steps": "3/82", "percentage": "3.66%", "elapsed_time": "12m 39s", "remaining_time": "5h 33m 7s"}
-{"loss": 0.79382324, "grad_norm": 12.2022419, "learning_rate": 4.44e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.003969, "rewards/chosen": 0.16601562, "rewards/rejected": -0.94677734, "rewards/accuracies": 0.90625, "rewards/margins": 1.11328125, "logps/chosen": -659.0, "logps/rejected": -731.5, "logits/chosen": 0.03723907, "logits/rejected": 0.08538818, "nll_loss": 0.44628906, "epoch": 0.04863222, "global_step/max_steps": "4/82", "percentage": "4.88%", "elapsed_time": "16m 27s", "remaining_time": "5h 21m 2s"}
-{"loss": 0.8069458, "grad_norm": 5.88278675, "learning_rate": 5.56e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.004072, "rewards/chosen": -0.50585938, "rewards/rejected": -3.01367188, "rewards/accuracies": 0.90625, "rewards/margins": 2.51367188, "logps/chosen": -657.0, "logps/rejected": -648.5, "logits/chosen": 0.04119873, "logits/rejected": 0.06147385, "nll_loss": 0.54492188, "epoch": 0.06079027, "global_step/max_steps": "5/82", "percentage": "6.10%", "elapsed_time": "20m 7s", "remaining_time": "5h 9m 57s"}
-{"loss": 0.7019043, "grad_norm": 6.32576942, "learning_rate": 6.67e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.004001, "rewards/chosen": -0.51867676, "rewards/rejected": -5.21875, "rewards/accuracies": 0.90625, "rewards/margins": 4.69140625, "logps/chosen": -675.5, "logps/rejected": -768.0, "logits/chosen": 0.03408813, "logits/rejected": 0.15429688, "nll_loss": 0.53369141, "epoch": 0.07294833, "global_step/max_steps": "6/82", "percentage": "7.32%", "elapsed_time": "24m 39s", "remaining_time": "5h 12m 19s"}
-{"loss": 0.70428467, "grad_norm": 7.52466726, "learning_rate": 7.78e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.003951, "rewards/chosen": -1.19824219, "rewards/rejected": -9.5, "rewards/accuracies": 0.9375, "rewards/margins": 8.3046875, "logps/chosen": -1255.0, "logps/rejected": -1390.0, "logits/chosen": 0.17871094, "logits/rejected": 0.25048828, "nll_loss": 0.51855469, "epoch": 0.08510638, "global_step/max_steps": "7/82", "percentage": "8.54%", "elapsed_time": "29m 11s", "remaining_time": "5h 12m 46s"}
-{"loss": 1.31051636, "grad_norm": 6.65762138, "learning_rate": 8.89e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.004068, "rewards/chosen": -5.765625, "rewards/rejected": -11.40625, "rewards/accuracies": 0.875, "rewards/margins": 5.640625, "logps/chosen": -801.0, "logps/rejected": -806.0, "logits/chosen": 0.10290527, "logits/rejected": 0.13476562, "nll_loss": 0.51855469, "epoch": 0.09726444, "global_step/max_steps": "8/82", "percentage": "9.76%", "elapsed_time": "32m 26s", "remaining_time": "5h 0m 3s"}
-{"loss": 0.74472046, "grad_norm": 3.59503341, "learning_rate": 1e-05, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.004106, "rewards/chosen": -3.87109375, "rewards/rejected": -11.3125, "rewards/accuracies": 0.875, "rewards/margins": 7.453125, "logps/chosen": -866.0, "logps/rejected": -892.0, "logits/chosen": 0.15454102, "logits/rejected": 0.18896484, "nll_loss": 0.53222656, "epoch": 0.10942249, "global_step/max_steps": "9/82", "percentage": "10.98%", "elapsed_time": "36m 11s", "remaining_time": "4h 53m 34s"}
-{"loss": 0.89154053, "grad_norm": 7.31847811, "learning_rate": 9.86e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.004017, "rewards/chosen": -4.015625, "rewards/rejected": -12.34375, "rewards/accuracies": 0.84375, "rewards/margins": 8.3515625, "logps/chosen": -934.0, "logps/rejected": -996.0, "logits/chosen": 0.2109375, "logits/rejected": 0.24267578, "nll_loss": 0.52539062, "epoch": 0.12158055, "global_step/max_steps": "10/82", "percentage": "12.20%", "elapsed_time": "41m 9s", "remaining_time": "4h 56m 20s"}
-{"eval_loss": 0.74573207, "eval_runtime": 285.3241, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": -4.13938189, "eval_rewards/rejected": -14.715909, "eval_rewards/accuracies": 0.90909094, "eval_rewards/margins": 10.57102299, "eval_logps/chosen": -832.90911865, "eval_logps/rejected": -964.0, "eval_logits/chosen": 0.12888406, "eval_logits/rejected": 0.22145773, "eval_nll_loss": 0.51047587, "epoch": 0.12158055, "global_step/max_steps": "10/82", "percentage": "12.20%", "elapsed_time": "45m 54s", "remaining_time": "5h 30m 34s"}
-{"loss": 0.72991943, "grad_norm": 4.70781326, "learning_rate": 9.73e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.003602, "rewards/chosen": -3.80273438, "rewards/rejected": -13.15625, "rewards/accuracies": 0.875, "rewards/margins": 9.328125, "logps/chosen": -651.5, "logps/rejected": -762.0, "logits/chosen": 0.11218262, "logits/rejected": 0.17333984, "nll_loss": 0.50683594, "epoch": 0.1337386, "global_step/max_steps": "11/82", "percentage": "13.41%", "elapsed_time": "50m 34s", "remaining_time": "5h 26m 23s"}
-{"loss": 1.034729, "grad_norm": 8.77729416, "learning_rate": 9.59e-06, "memory(GiB)": 133.32, "train_speed(iter/s)": 0.003644, "rewards/chosen": -3.68554688, "rewards/rejected": -12.390625, "rewards/accuracies": 0.8125, "rewards/margins": 8.68359375, "logps/chosen": -844.0, "logps/rejected": -864.0, "logits/chosen": 0.23168945, "logits/rejected": 0.24194336, "nll_loss": 0.54931641, "epoch": 0.14589666, "global_step/max_steps": "12/82", "percentage": "14.63%", "elapsed_time": "54m 33s", "remaining_time": "5h 18m 14s"}
-{"loss": 0.58480835, "grad_norm": 5.16248894, "learning_rate": 9.45e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003653, "rewards/chosen": -0.49804688, "rewards/rejected": -12.9375, "rewards/accuracies": 0.96875, "rewards/margins": 12.453125, "logps/chosen": -1011.0, "logps/rejected": -1295.0, "logits/chosen": 0.20397949, "logits/rejected": 0.31152344, "nll_loss": 0.48876953, "epoch": 0.15805471, "global_step/max_steps": "13/82", "percentage": "15.85%", "elapsed_time": "58m 58s", "remaining_time": "5h 13m 3s"}
-{"loss": 0.90736389, "grad_norm": 8.01303196, "learning_rate": 9.32e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003722, "rewards/chosen": -2.93359375, "rewards/rejected": -10.5546875, "rewards/accuracies": 0.875, "rewards/margins": 7.609375, "logps/chosen": -687.0, "logps/rejected": -767.0, "logits/chosen": 0.16589355, "logits/rejected": 0.22924805, "nll_loss": 0.51953125, "epoch": 0.17021277, "global_step/max_steps": "14/82", "percentage": "17.07%", "elapsed_time": "1h 2m 21s", "remaining_time": "5h 2m 51s"}
-{"loss": 0.4855957, "grad_norm": 1.1846683, "learning_rate": 9.18e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003773, "rewards/chosen": -0.03491211, "rewards/rejected": -10.84375, "rewards/accuracies": 1.0, "rewards/margins": 10.8125, "logps/chosen": -714.0, "logps/rejected": -850.0, "logits/chosen": 0.14648438, "logits/rejected": 0.23071289, "nll_loss": 0.46923828, "epoch": 0.18237082, "global_step/max_steps": "15/82", "percentage": "18.29%", "elapsed_time": "1h 5m 56s", "remaining_time": "4h 54m 30s"}
-{"loss": 0.5256958, "grad_norm": 3.70943999, "learning_rate": 9.04e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003775, "rewards/chosen": -0.1887207, "rewards/rejected": -9.96875, "rewards/accuracies": 0.96875, "rewards/margins": 9.734375, "logps/chosen": -771.0, "logps/rejected": -914.0, "logits/chosen": 0.22906494, "logits/rejected": 0.29882812, "nll_loss": 0.49267578, "epoch": 0.19452888, "global_step/max_steps": "16/82", "percentage": "19.51%", "elapsed_time": "1h 10m 18s", "remaining_time": "4h 50m 1s"}
-{"loss": 0.65368652, "grad_norm": 5.11949921, "learning_rate": 8.9e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003783, "rewards/chosen": 1.3125, "rewards/rejected": -7.734375, "rewards/accuracies": 0.90625, "rewards/margins": 9.0546875, "logps/chosen": -1055.0, "logps/rejected": -1124.0, "logits/chosen": 0.1787262, "logits/rejected": 0.21850586, "nll_loss": 0.51269531, "epoch": 0.20668693, "global_step/max_steps": "17/82", "percentage": "20.73%", "elapsed_time": "1h 14m 33s", "remaining_time": "4h 45m 4s"}
-{"loss": 0.57885742, "grad_norm": 3.5943768, "learning_rate": 8.77e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003834, "rewards/chosen": -0.43359375, "rewards/rejected": -7.6328125, "rewards/accuracies": 0.90625, "rewards/margins": 7.1796875, "logps/chosen": -686.5, "logps/rejected": -718.5, "logits/chosen": 0.18432617, "logits/rejected": 0.21826172, "nll_loss": 0.45703125, "epoch": 0.21884498, "global_step/max_steps": "18/82", "percentage": "21.95%", "elapsed_time": "1h 17m 54s", "remaining_time": "4h 37m 0s"}
-{"loss": 0.65594482, "grad_norm": 5.29098272, "learning_rate": 8.63e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003853, "rewards/chosen": 0.14794922, "rewards/rejected": -8.046875, "rewards/accuracies": 0.90625, "rewards/margins": 8.1875, "logps/chosen": -798.0, "logps/rejected": -876.0, "logits/chosen": 0.20483398, "logits/rejected": 0.23950195, "nll_loss": 0.48925781, "epoch": 0.23100304, "global_step/max_steps": "19/82", "percentage": "23.17%", "elapsed_time": "1h 21m 51s", "remaining_time": "4h 31m 24s"}
-{"loss": 0.5333252, "grad_norm": 2.12160182, "learning_rate": 8.49e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003848, "rewards/chosen": 0.51953125, "rewards/rejected": -8.4140625, "rewards/accuracies": 0.96875, "rewards/margins": 8.9296875, "logps/chosen": -746.0, "logps/rejected": -887.0, "logits/chosen": 0.18365479, "logits/rejected": 0.26000977, "nll_loss": 0.47265625, "epoch": 0.24316109, "global_step/max_steps": "20/82", "percentage": "24.39%", "elapsed_time": "1h 26m 16s", "remaining_time": "4h 27m 27s"}
-{"eval_loss": 0.55660444, "eval_runtime": 284.7419, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 1.36292613, "eval_rewards/rejected": -8.43323898, "eval_rewards/accuracies": 0.95454544, "eval_rewards/margins": 9.80823898, "eval_logps/chosen": -777.90911865, "eval_logps/rejected": -901.45452881, "eval_logits/chosen": 0.12178178, "eval_logits/rejected": 0.21435547, "eval_nll_loss": 0.46129262, "epoch": 0.24316109, "global_step/max_steps": "20/82", "percentage": "24.39%", "elapsed_time": "1h 31m 1s", "remaining_time": "4h 42m 10s"}
-{"loss": 0.47488403, "grad_norm": 1.36670411, "learning_rate": 8.36e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003652, "rewards/chosen": 1.59960938, "rewards/rejected": -6.9609375, "rewards/accuracies": 1.0, "rewards/margins": 8.5625, "logps/chosen": -760.0, "logps/rejected": -919.0, "logits/chosen": 0.18579102, "logits/rejected": 0.26098633, "nll_loss": 0.44873047, "epoch": 0.25531915, "global_step/max_steps": "21/82", "percentage": "25.61%", "elapsed_time": "1h 35m 30s", "remaining_time": "4h 37m 26s"}
-{"loss": 0.54403687, "grad_norm": 2.88501763, "learning_rate": 8.22e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003658, "rewards/chosen": 1.99414062, "rewards/rejected": -5.16796875, "rewards/accuracies": 0.96875, "rewards/margins": 7.171875, "logps/chosen": -722.0, "logps/rejected": -781.0, "logits/chosen": 0.16625977, "logits/rejected": 0.2097168, "nll_loss": 0.47998047, "epoch": 0.2674772, "global_step/max_steps": "22/82", "percentage": "26.83%", "elapsed_time": "1h 39m 53s", "remaining_time": "4h 32m 25s"}
-{"loss": 0.4927063, "grad_norm": 1.41164339, "learning_rate": 8.08e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003661, "rewards/chosen": 3.55126953, "rewards/rejected": -5.53515625, "rewards/accuracies": 1.0, "rewards/margins": 9.09375, "logps/chosen": -862.0, "logps/rejected": -889.0, "logits/chosen": 0.17346191, "logits/rejected": 0.18591309, "nll_loss": 0.48046875, "epoch": 0.27963526, "global_step/max_steps": "23/82", "percentage": "28.05%", "elapsed_time": "1h 44m 22s", "remaining_time": "4h 27m 43s"}
-{"loss": 0.60314941, "grad_norm": 4.07823467, "learning_rate": 7.95e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003659, "rewards/chosen": 2.88476562, "rewards/rejected": -3.7265625, "rewards/accuracies": 0.9375, "rewards/margins": 6.609375, "logps/chosen": -962.0, "logps/rejected": -1057.0, "logits/chosen": 0.1776123, "logits/rejected": 0.22363281, "nll_loss": 0.48681641, "epoch": 0.29179331, "global_step/max_steps": "24/82", "percentage": "29.27%", "elapsed_time": "1h 48m 59s", "remaining_time": "4h 23m 22s"}
-{"loss": 0.54199219, "grad_norm": 4.04096413, "learning_rate": 7.81e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003662, "rewards/chosen": 2.37182617, "rewards/rejected": -5.65625, "rewards/accuracies": 0.96875, "rewards/margins": 8.03125, "logps/chosen": -639.0, "logps/rejected": -739.0, "logits/chosen": 0.21166992, "logits/rejected": 0.23413086, "nll_loss": 0.45849609, "epoch": 0.30395137, "global_step/max_steps": "25/82", "percentage": "30.49%", "elapsed_time": "1h 53m 26s", "remaining_time": "4h 18m 38s"}
-{"loss": 0.61772156, "grad_norm": 3.02750874, "learning_rate": 7.67e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003661, "rewards/chosen": 1.60644531, "rewards/rejected": -5.8046875, "rewards/accuracies": 0.96875, "rewards/margins": 7.3984375, "logps/chosen": -646.0, "logps/rejected": -738.0, "logits/chosen": 0.12518311, "logits/rejected": 0.18804932, "nll_loss": 0.46630859, "epoch": 0.31610942, "global_step/max_steps": "26/82", "percentage": "31.71%", "elapsed_time": "1h 58m 1s", "remaining_time": "4h 14m 12s"}
-{"loss": 0.48553467, "grad_norm": 0.30965665, "learning_rate": 7.53e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003651, "rewards/chosen": 4.29394531, "rewards/rejected": -5.21044922, "rewards/accuracies": 1.0, "rewards/margins": 9.4921875, "logps/chosen": -705.0, "logps/rejected": -742.0, "logits/chosen": 0.097229, "logits/rejected": 0.13226318, "nll_loss": 0.48046875, "epoch": 0.32826748, "global_step/max_steps": "27/82", "percentage": "32.93%", "elapsed_time": "2h 2m 55s", "remaining_time": "4h 10m 23s"}
-{"loss": 0.4508667, "grad_norm": 0.30843318, "learning_rate": 7.4e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003667, "rewards/chosen": 4.0390625, "rewards/rejected": -4.56640625, "rewards/accuracies": 1.0, "rewards/margins": 8.59375, "logps/chosen": -807.0, "logps/rejected": -855.0, "logits/chosen": 0.18164062, "logits/rejected": 0.20336914, "nll_loss": 0.4453125, "epoch": 0.34042553, "global_step/max_steps": "28/82", "percentage": "34.15%", "elapsed_time": "2h 6m 55s", "remaining_time": "4h 4m 47s"}
-{"loss": 0.45654297, "grad_norm": 0.65378851, "learning_rate": 7.26e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003658, "rewards/chosen": 4.63671875, "rewards/rejected": -4.25, "rewards/accuracies": 1.0, "rewards/margins": 8.8828125, "logps/chosen": -670.0, "logps/rejected": -773.0, "logits/chosen": 0.08782959, "logits/rejected": 0.1570282, "nll_loss": 0.44970703, "epoch": 0.35258359, "global_step/max_steps": "29/82", "percentage": "35.37%", "elapsed_time": "2h 11m 47s", "remaining_time": "4h 0m 50s"}
-{"loss": 0.52459717, "grad_norm": 2.73000193, "learning_rate": 7.12e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003676, "rewards/chosen": 3.609375, "rewards/rejected": -4.16015625, "rewards/accuracies": 0.96875, "rewards/margins": 7.7578125, "logps/chosen": -703.5, "logps/rejected": -729.0, "logits/chosen": 0.09490967, "logits/rejected": 0.13220215, "nll_loss": 0.45361328, "epoch": 0.36474164, "global_step/max_steps": "30/82", "percentage": "36.59%", "elapsed_time": "2h 15m 40s", "remaining_time": "3h 55m 9s"}
-{"eval_loss": 0.5146243, "eval_runtime": 284.6021, "eval_samples_per_second": 0.285, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 4.67151976, "eval_rewards/rejected": -5.63991499, "eval_rewards/accuracies": 0.96590906, "eval_rewards/margins": 10.30681801, "eval_logps/chosen": -745.27270508, "eval_logps/rejected": -873.81817627, "eval_logits/chosen": 0.07627175, "eval_logits/rejected": 0.16787997, "eval_nll_loss": 0.43874291, "epoch": 0.36474164, "global_step/max_steps": "30/82", "percentage": "36.59%", "elapsed_time": "2h 20m 24s", "remaining_time": "4h 3m 23s"}
-{"loss": 0.52911377, "grad_norm": 4.15321207, "learning_rate": 6.99e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003525, "rewards/chosen": 5.03515625, "rewards/rejected": -3.30078125, "rewards/accuracies": 0.9375, "rewards/margins": 8.3359375, "logps/chosen": -822.0, "logps/rejected": -903.0, "logits/chosen": 0.15161133, "logits/rejected": 0.18579102, "nll_loss": 0.45556641, "epoch": 0.3768997, "global_step/max_steps": "31/82", "percentage": "37.80%", "elapsed_time": "2h 26m 13s", "remaining_time": "4h 0m 33s"}
-{"loss": 0.48426819, "grad_norm": 0.98345941, "learning_rate": 6.85e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003538, "rewards/chosen": 5.26171875, "rewards/rejected": -4.13867188, "rewards/accuracies": 1.0, "rewards/margins": 9.390625, "logps/chosen": -605.0, "logps/rejected": -756.5, "logits/chosen": 0.07507324, "logits/rejected": 0.17346191, "nll_loss": 0.46533203, "epoch": 0.38905775, "global_step/max_steps": "32/82", "percentage": "39.02%", "elapsed_time": "2h 30m 24s", "remaining_time": "3h 55m 1s"}
-{"loss": 0.4743042, "grad_norm": 0.98263085, "learning_rate": 6.71e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003548, "rewards/chosen": 5.55859375, "rewards/rejected": -3.04785156, "rewards/accuracies": 1.0, "rewards/margins": 8.6171875, "logps/chosen": -720.5, "logps/rejected": -763.0, "logits/chosen": 0.09216309, "logits/rejected": 0.12890625, "nll_loss": 0.44873047, "epoch": 0.40121581, "global_step/max_steps": "33/82", "percentage": "40.24%", "elapsed_time": "2h 34m 39s", "remaining_time": "3h 49m 39s"}
-{"loss": 0.76196289, "grad_norm": 5.01305246, "learning_rate": 6.58e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003554, "rewards/chosen": 6.125, "rewards/rejected": -1.93945312, "rewards/accuracies": 0.90625, "rewards/margins": 8.0625, "logps/chosen": -750.5, "logps/rejected": -848.0, "logits/chosen": 0.09442139, "logits/rejected": 0.13879395, "nll_loss": 0.45410156, "epoch": 0.41337386, "global_step/max_steps": "34/82", "percentage": "41.46%", "elapsed_time": "2h 39m 5s", "remaining_time": "3h 44m 35s"}
-{"loss": 0.51202393, "grad_norm": 3.85906219, "learning_rate": 6.44e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003589, "rewards/chosen": 3.49414062, "rewards/rejected": -3.91894531, "rewards/accuracies": 0.96875, "rewards/margins": 7.421875, "logps/chosen": -748.0, "logps/rejected": -833.0, "logits/chosen": 0.14282227, "logits/rejected": 0.21447754, "nll_loss": 0.46337891, "epoch": 0.42553191, "global_step/max_steps": "35/82", "percentage": "42.68%", "elapsed_time": "2h 42m 12s", "remaining_time": "3h 37m 49s"}
-{"loss": 0.6362915, "grad_norm": 4.13025427, "learning_rate": 6.3e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003603, "rewards/chosen": 4.91796875, "rewards/rejected": -4.125, "rewards/accuracies": 0.9375, "rewards/margins": 9.0390625, "logps/chosen": -690.0, "logps/rejected": -751.5, "logits/chosen": 0.07999802, "logits/rejected": 0.12402344, "nll_loss": 0.42333984, "epoch": 0.43768997, "global_step/max_steps": "36/82", "percentage": "43.90%", "elapsed_time": "2h 46m 12s", "remaining_time": "3h 32m 23s"}
-{"loss": 0.45474243, "grad_norm": 1.02976191, "learning_rate": 6.16e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003602, "rewards/chosen": 7.36523438, "rewards/rejected": -2.82128906, "rewards/accuracies": 1.0, "rewards/margins": 10.1875, "logps/chosen": -786.5, "logps/rejected": -914.5, "logits/chosen": 0.09468079, "logits/rejected": 0.16748047, "nll_loss": 0.44042969, "epoch": 0.44984802, "global_step/max_steps": "37/82", "percentage": "45.12%", "elapsed_time": "2h 50m 51s", "remaining_time": "3h 27m 47s"}
-{"loss": 0.4602356, "grad_norm": 2.15465045, "learning_rate": 6.03e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003601, "rewards/chosen": 5.40820312, "rewards/rejected": -2.81640625, "rewards/accuracies": 0.96875, "rewards/margins": 8.2109375, "logps/chosen": -872.5, "logps/rejected": -944.0, "logits/chosen": 0.13708496, "logits/rejected": 0.18884277, "nll_loss": 0.42431641, "epoch": 0.46200608, "global_step/max_steps": "38/82", "percentage": "46.34%", "elapsed_time": "2h 55m 32s", "remaining_time": "3h 23m 15s"}
-{"loss": 0.48181152, "grad_norm": 1.20502436, "learning_rate": 5.89e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003611, "rewards/chosen": 7.46875, "rewards/rejected": -0.81445312, "rewards/accuracies": 1.0, "rewards/margins": 8.2734375, "logps/chosen": -785.0, "logps/rejected": -864.0, "logits/chosen": 0.09637451, "logits/rejected": 0.1463623, "nll_loss": 0.45263672, "epoch": 0.47416413, "global_step/max_steps": "39/82", "percentage": "47.56%", "elapsed_time": "2h 59m 40s", "remaining_time": "3h 18m 5s"}
-{"loss": 0.54425049, "grad_norm": 2.70972872, "learning_rate": 5.75e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003609, "rewards/chosen": 5.51953125, "rewards/rejected": -3.58203125, "rewards/accuracies": 0.90625, "rewards/margins": 9.1015625, "logps/chosen": -639.5, "logps/rejected": -732.0, "logits/chosen": 0.09173584, "logits/rejected": 0.13598633, "nll_loss": 0.43603516, "epoch": 0.48632219, "global_step/max_steps": "40/82", "percentage": "48.78%", "elapsed_time": "3h 4m 23s", "remaining_time": "3h 13m 36s"}
-{"eval_loss": 0.48624372, "eval_runtime": 284.3552, "eval_samples_per_second": 0.285, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 6.887784, "eval_rewards/rejected": -3.45239258, "eval_rewards/accuracies": 0.98863637, "eval_rewards/margins": 10.340909, "eval_logps/chosen": -722.36364746, "eval_logps/rejected": -852.36364746, "eval_logits/chosen": 0.06572377, "eval_logits/rejected": 0.16534978, "eval_nll_loss": 0.42294034, "epoch": 0.48632219, "global_step/max_steps": "40/82", "percentage": "48.78%", "elapsed_time": "3h 9m 8s", "remaining_time": "3h 18m 35s"}
-{"loss": 0.50234985, "grad_norm": 2.63879228, "learning_rate": 5.62e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.0035, "rewards/chosen": 8.921875, "rewards/rejected": 0.98828125, "rewards/accuracies": 0.96875, "rewards/margins": 7.921875, "logps/chosen": -954.0, "logps/rejected": -1100.0, "logits/chosen": 0.20483398, "logits/rejected": 0.25, "nll_loss": 0.43701172, "epoch": 0.49848024, "global_step/max_steps": "41/82", "percentage": "50.00%", "elapsed_time": "3h 14m 53s", "remaining_time": "3h 14m 53s"}
-{"loss": 0.42147827, "grad_norm": 0.57520199, "learning_rate": 5.48e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003532, "rewards/chosen": 7.21875, "rewards/rejected": -2.15625, "rewards/accuracies": 1.0, "rewards/margins": 9.375, "logps/chosen": -620.0, "logps/rejected": -770.0, "logits/chosen": 0.12142944, "logits/rejected": 0.21203613, "nll_loss": 0.41162109, "epoch": 0.5106383, "global_step/max_steps": "42/82", "percentage": "51.22%", "elapsed_time": "3h 17m 51s", "remaining_time": "3h 8m 26s"}
-{"loss": 0.46865845, "grad_norm": 0.44169736, "learning_rate": 5.34e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003538, "rewards/chosen": 8.25, "rewards/rejected": -2.00976562, "rewards/accuracies": 1.0, "rewards/margins": 10.2578125, "logps/chosen": -711.5, "logps/rejected": -801.0, "logits/chosen": 0.1260376, "logits/rejected": 0.18054199, "nll_loss": 0.46240234, "epoch": 0.52279635, "global_step/max_steps": "43/82", "percentage": "52.44%", "elapsed_time": "3h 22m 13s", "remaining_time": "3h 3m 24s"}
-{"loss": 0.46195984, "grad_norm": 0.35730186, "learning_rate": 5.21e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003547, "rewards/chosen": 9.609375, "rewards/rejected": 0.27978516, "rewards/accuracies": 1.0, "rewards/margins": 9.328125, "logps/chosen": -783.5, "logps/rejected": -843.5, "logits/chosen": 0.08758545, "logits/rejected": 0.12467957, "nll_loss": 0.45751953, "epoch": 0.53495441, "global_step/max_steps": "44/82", "percentage": "53.66%", "elapsed_time": "3h 26m 23s", "remaining_time": "2h 58m 15s"}
-{"loss": 0.4153595, "grad_norm": 0.56697857, "learning_rate": 5.07e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003562, "rewards/chosen": 6.69921875, "rewards/rejected": -1.41113281, "rewards/accuracies": 1.0, "rewards/margins": 8.1171875, "logps/chosen": -601.0, "logps/rejected": -666.5, "logits/chosen": 0.12435913, "logits/rejected": 0.16799927, "nll_loss": 0.40234375, "epoch": 0.54711246, "global_step/max_steps": "45/82", "percentage": "54.88%", "elapsed_time": "3h 30m 13s", "remaining_time": "2h 52m 51s"}
-{"loss": 0.49664307, "grad_norm": 0.24403928, "learning_rate": 4.93e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003581, "rewards/chosen": 7.25, "rewards/rejected": -2.03076172, "rewards/accuracies": 1.0, "rewards/margins": 9.25, "logps/chosen": -719.5, "logps/rejected": -824.0, "logits/chosen": 0.14086914, "logits/rejected": 0.21032715, "nll_loss": 0.49511719, "epoch": 0.55927052, "global_step/max_steps": "46/82", "percentage": "56.10%", "elapsed_time": "3h 33m 45s", "remaining_time": "2h 47m 17s"}
-{"loss": 0.40992737, "grad_norm": 0.31083292, "learning_rate": 4.79e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003593, "rewards/chosen": 8.3515625, "rewards/rejected": -1.38183594, "rewards/accuracies": 1.0, "rewards/margins": 9.75, "logps/chosen": -724.5, "logps/rejected": -821.0, "logits/chosen": 0.11798096, "logits/rejected": 0.18908691, "nll_loss": 0.40576172, "epoch": 0.57142857, "global_step/max_steps": "47/82", "percentage": "57.32%", "elapsed_time": "3h 37m 41s", "remaining_time": "2h 42m 6s"}
-{"loss": 0.45254517, "grad_norm": 1.89613712, "learning_rate": 4.66e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003616, "rewards/chosen": 8.125, "rewards/rejected": -0.14941406, "rewards/accuracies": 1.0, "rewards/margins": 8.2890625, "logps/chosen": -689.5, "logps/rejected": -783.0, "logits/chosen": 0.09466553, "logits/rejected": 0.15246582, "nll_loss": 0.4140625, "epoch": 0.58358663, "global_step/max_steps": "48/82", "percentage": "58.54%", "elapsed_time": "3h 40m 52s", "remaining_time": "2h 36m 27s"}
-{"loss": 0.43908691, "grad_norm": 0.35176185, "learning_rate": 4.52e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003614, "rewards/chosen": 9.40625, "rewards/rejected": 0.77832031, "rewards/accuracies": 1.0, "rewards/margins": 8.6484375, "logps/chosen": -751.0, "logps/rejected": -850.0, "logits/chosen": 0.18481445, "logits/rejected": 0.22509766, "nll_loss": 0.43066406, "epoch": 0.59574468, "global_step/max_steps": "49/82", "percentage": "59.76%", "elapsed_time": "3h 45m 37s", "remaining_time": "2h 31m 57s"}
-{"loss": 0.4453125, "grad_norm": 2.43514061, "learning_rate": 4.38e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00361, "rewards/chosen": 10.4296875, "rewards/rejected": 0.18334961, "rewards/accuracies": 0.96875, "rewards/margins": 10.25, "logps/chosen": -878.0, "logps/rejected": -904.0, "logits/chosen": 0.18847656, "logits/rejected": 0.19177246, "nll_loss": 0.40380859, "epoch": 0.60790274, "global_step/max_steps": "50/82", "percentage": "60.98%", "elapsed_time": "3h 50m 30s", "remaining_time": "2h 27m 31s"}
-{"eval_loss": 0.44147858, "eval_runtime": 284.8285, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 8.55113602, "eval_rewards/rejected": -2.08753562, "eval_rewards/accuracies": 1.0, "eval_rewards/margins": 10.64488602, "eval_logps/chosen": -706.45452881, "eval_logps/rejected": -838.18182373, "eval_logits/chosen": 0.04702343, "eval_logits/rejected": 0.15043502, "eval_nll_loss": 0.40909091, "epoch": 0.60790274, "global_step/max_steps": "50/82", "percentage": "60.98%", "elapsed_time": "3h 55m 15s", "remaining_time": "2h 30m 33s"}
-{"loss": 0.5045166, "grad_norm": 0.51986378, "learning_rate": 4.25e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003525, "rewards/chosen": 10.125, "rewards/rejected": 0.81738281, "rewards/accuracies": 1.0, "rewards/margins": 9.3046875, "logps/chosen": -739.0, "logps/rejected": -773.0, "logits/chosen": 0.09991455, "logits/rejected": 0.13964844, "nll_loss": 0.49414062, "epoch": 0.62006079, "global_step/max_steps": "51/82", "percentage": "62.20%", "elapsed_time": "4h 0m 49s", "remaining_time": "2h 26m 23s"}
-{"loss": 0.46807861, "grad_norm": 7.00124788, "learning_rate": 4.11e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00354, "rewards/chosen": 7.921875, "rewards/rejected": -1.58203125, "rewards/accuracies": 0.96875, "rewards/margins": 9.5, "logps/chosen": -719.5, "logps/rejected": -830.0, "logits/chosen": 0.06224823, "logits/rejected": 0.1451416, "nll_loss": 0.40527344, "epoch": 0.63221884, "global_step/max_steps": "52/82", "percentage": "63.41%", "elapsed_time": "4h 4m 29s", "remaining_time": "2h 21m 3s"}
-{"loss": 0.3977356, "grad_norm": 0.31328031, "learning_rate": 3.97e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003543, "rewards/chosen": 10.125, "rewards/rejected": 1.37768555, "rewards/accuracies": 1.0, "rewards/margins": 8.75, "logps/chosen": -764.0, "logps/rejected": -885.0, "logits/chosen": 0.11346436, "logits/rejected": 0.171875, "nll_loss": 0.39257812, "epoch": 0.6443769, "global_step/max_steps": "53/82", "percentage": "64.63%", "elapsed_time": "4h 9m 0s", "remaining_time": "2h 16m 14s"}
-{"loss": 0.48883057, "grad_norm": 2.52998948, "learning_rate": 3.84e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003553, "rewards/chosen": 9.8828125, "rewards/rejected": -0.39453125, "rewards/accuracies": 0.96875, "rewards/margins": 10.2578125, "logps/chosen": -528.5, "logps/rejected": -632.5, "logits/chosen": 0.12454224, "logits/rejected": 0.1741333, "nll_loss": 0.41503906, "epoch": 0.65653495, "global_step/max_steps": "54/82", "percentage": "65.85%", "elapsed_time": "4h 12m 56s", "remaining_time": "2h 11m 9s"}
-{"loss": 0.42504883, "grad_norm": 0.18627305, "learning_rate": 3.7e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003573, "rewards/chosen": 8.3359375, "rewards/rejected": -1.53417969, "rewards/accuracies": 1.0, "rewards/margins": 9.859375, "logps/chosen": -625.5, "logps/rejected": -785.5, "logits/chosen": 0.0847168, "logits/rejected": 0.18884277, "nll_loss": 0.42382812, "epoch": 0.66869301, "global_step/max_steps": "55/82", "percentage": "67.07%", "elapsed_time": "4h 16m 15s", "remaining_time": "2h 5m 47s"}
-{"loss": 0.47116089, "grad_norm": 0.50617564, "learning_rate": 3.56e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003583, "rewards/chosen": 9.125, "rewards/rejected": -1.52001953, "rewards/accuracies": 1.0, "rewards/margins": 10.6328125, "logps/chosen": -660.5, "logps/rejected": -714.0, "logits/chosen": 0.0710144, "logits/rejected": 0.1244812, "nll_loss": 0.46386719, "epoch": 0.68085106, "global_step/max_steps": "56/82", "percentage": "68.29%", "elapsed_time": "4h 20m 7s", "remaining_time": "2h 0m 46s"}
-{"loss": 0.4299469, "grad_norm": 0.30912438, "learning_rate": 3.42e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003592, "rewards/chosen": 10.7265625, "rewards/rejected": 0.171875, "rewards/accuracies": 1.0, "rewards/margins": 10.5625, "logps/chosen": -822.5, "logps/rejected": -881.0, "logits/chosen": 0.10540771, "logits/rejected": 0.15472412, "nll_loss": 0.42675781, "epoch": 0.69300912, "global_step/max_steps": "57/82", "percentage": "69.51%", "elapsed_time": "4h 24m 9s", "remaining_time": "1h 55m 51s"}
-{"loss": 0.43502808, "grad_norm": 1.00541997, "learning_rate": 3.29e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003597, "rewards/chosen": 9.671875, "rewards/rejected": 0.00976562, "rewards/accuracies": 1.0, "rewards/margins": 9.65625, "logps/chosen": -764.0, "logps/rejected": -835.0, "logits/chosen": 0.1048584, "logits/rejected": 0.16162109, "nll_loss": 0.41748047, "epoch": 0.70516717, "global_step/max_steps": "58/82", "percentage": "70.73%", "elapsed_time": "4h 28m 25s", "remaining_time": "1h 51m 4s"}
-{"loss": 0.45611572, "grad_norm": 2.08780837, "learning_rate": 3.15e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003604, "rewards/chosen": 8.96875, "rewards/rejected": -0.65820312, "rewards/accuracies": 1.0, "rewards/margins": 9.6484375, "logps/chosen": -673.0, "logps/rejected": -851.0, "logits/chosen": 0.11431885, "logits/rejected": 0.20141602, "nll_loss": 0.43164062, "epoch": 0.71732523, "global_step/max_steps": "59/82", "percentage": "71.95%", "elapsed_time": "4h 32m 30s", "remaining_time": "1h 46m 13s"}
-{"loss": 0.44345093, "grad_norm": 1.43791628, "learning_rate": 3.01e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00361, "rewards/chosen": 9.046875, "rewards/rejected": -0.90625, "rewards/accuracies": 0.96875, "rewards/margins": 9.9609375, "logps/chosen": -601.0, "logps/rejected": -709.0, "logits/chosen": 0.08343506, "logits/rejected": 0.15600586, "nll_loss": 0.4140625, "epoch": 0.72948328, "global_step/max_steps": "60/82", "percentage": "73.17%", "elapsed_time": "4h 36m 38s", "remaining_time": "1h 41m 26s"}
-{"eval_loss": 0.43094134, "eval_runtime": 284.6835, "eval_samples_per_second": 0.285, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 9.88068199, "eval_rewards/rejected": -0.98508525, "eval_rewards/accuracies": 1.0, "eval_rewards/margins": 10.86931801, "eval_logps/chosen": -693.45452881, "eval_logps/rejected": -827.09088135, "eval_logits/chosen": 0.03915128, "eval_logits/rejected": 0.14150724, "eval_nll_loss": 0.39879262, "epoch": 0.72948328, "global_step/max_steps": "60/82", "percentage": "73.17%", "elapsed_time": "4h 41m 23s", "remaining_time": "1h 43m 10s"}
-{"loss": 0.43286133, "grad_norm": 2.25892663, "learning_rate": 2.88e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003542, "rewards/chosen": 10.84375, "rewards/rejected": 1.16357422, "rewards/accuracies": 1.0, "rewards/margins": 9.6875, "logps/chosen": -717.0, "logps/rejected": -814.0, "logits/chosen": 0.07861328, "logits/rejected": 0.12997437, "nll_loss": 0.41552734, "epoch": 0.74164134, "global_step/max_steps": "61/82", "percentage": "74.39%", "elapsed_time": "4h 46m 41s", "remaining_time": "1h 38m 41s"}
-{"loss": 0.40936279, "grad_norm": 0.43523028, "learning_rate": 2.74e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003554, "rewards/chosen": 10.75, "rewards/rejected": 1.65234375, "rewards/accuracies": 1.0, "rewards/margins": 9.109375, "logps/chosen": -653.0, "logps/rejected": -777.0, "logits/chosen": 0.1078186, "logits/rejected": 0.18383789, "nll_loss": 0.40136719, "epoch": 0.75379939, "global_step/max_steps": "62/82", "percentage": "75.61%", "elapsed_time": "4h 50m 26s", "remaining_time": "1h 33m 41s"}
-{"loss": 0.41888428, "grad_norm": 0.43725225, "learning_rate": 2.6e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003565, "rewards/chosen": 11.75, "rewards/rejected": 1.87695312, "rewards/accuracies": 1.0, "rewards/margins": 9.875, "logps/chosen": -747.0, "logps/rejected": -866.0, "logits/chosen": 0.09594727, "logits/rejected": 0.16003418, "nll_loss": 0.41162109, "epoch": 0.76595745, "global_step/max_steps": "63/82", "percentage": "76.83%", "elapsed_time": "4h 54m 10s", "remaining_time": "1h 28m 43s"}
-{"loss": 0.49224854, "grad_norm": 2.68773913, "learning_rate": 2.47e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003575, "rewards/chosen": 11.0625, "rewards/rejected": 2.11816406, "rewards/accuracies": 0.96875, "rewards/margins": 8.9375, "logps/chosen": -721.0, "logps/rejected": -796.0, "logits/chosen": 0.11767578, "logits/rejected": 0.17553711, "nll_loss": 0.43261719, "epoch": 0.7781155, "global_step/max_steps": "64/82", "percentage": "78.05%", "elapsed_time": "4h 58m 1s", "remaining_time": "1h 23m 49s"}
-{"loss": 0.41763306, "grad_norm": 0.25608841, "learning_rate": 2.33e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003594, "rewards/chosen": 9.4453125, "rewards/rejected": -0.87890625, "rewards/accuracies": 1.0, "rewards/margins": 10.34375, "logps/chosen": -518.0, "logps/rejected": -618.0, "logits/chosen": 0.03510284, "logits/rejected": 0.12524414, "nll_loss": 0.41210938, "epoch": 0.79027356, "global_step/max_steps": "65/82", "percentage": "79.27%", "elapsed_time": "5h 1m 5s", "remaining_time": "1h 18m 44s"}
-{"loss": 0.41522217, "grad_norm": 0.31340778, "learning_rate": 2.19e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003598, "rewards/chosen": 11.6875, "rewards/rejected": 1.69335938, "rewards/accuracies": 1.0, "rewards/margins": 10.0, "logps/chosen": -741.0, "logps/rejected": -918.0, "logits/chosen": 0.11352539, "logits/rejected": 0.20507812, "nll_loss": 0.41015625, "epoch": 0.80243161, "global_step/max_steps": "66/82", "percentage": "80.49%", "elapsed_time": "5h 5m 24s", "remaining_time": "1h 14m 2s"}
-{"loss": 0.4039917, "grad_norm": 0.29040954, "learning_rate": 2.05e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003602, "rewards/chosen": 13.609375, "rewards/rejected": 2.3828125, "rewards/accuracies": 1.0, "rewards/margins": 11.25, "logps/chosen": -754.0, "logps/rejected": -970.0, "logits/chosen": 0.06204987, "logits/rejected": 0.16821289, "nll_loss": 0.39990234, "epoch": 0.81458967, "global_step/max_steps": "67/82", "percentage": "81.71%", "elapsed_time": "5h 9m 38s", "remaining_time": "1h 9m 19s"}
-{"loss": 0.52520752, "grad_norm": 3.47112751, "learning_rate": 1.92e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003611, "rewards/chosen": 7.9140625, "rewards/rejected": -0.94506836, "rewards/accuracies": 0.96875, "rewards/margins": 8.8671875, "logps/chosen": -517.0, "logps/rejected": -629.0, "logits/chosen": 0.05895996, "logits/rejected": 0.13134766, "nll_loss": 0.41259766, "epoch": 0.82674772, "global_step/max_steps": "68/82", "percentage": "82.93%", "elapsed_time": "5h 13m 30s", "remaining_time": "1h 4m 32s"}
-{"loss": 0.44619751, "grad_norm": 1.94311345, "learning_rate": 1.78e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003616, "rewards/chosen": 9.4765625, "rewards/rejected": -0.58984375, "rewards/accuracies": 0.96875, "rewards/margins": 10.046875, "logps/chosen": -616.0, "logps/rejected": -728.0, "logits/chosen": 0.10736084, "logits/rejected": 0.16064453, "nll_loss": 0.41943359, "epoch": 0.83890578, "global_step/max_steps": "69/82", "percentage": "84.15%", "elapsed_time": "5h 17m 40s", "remaining_time": "59m 51s"}
-{"loss": 0.40203857, "grad_norm": 0.17752735, "learning_rate": 1.64e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003622, "rewards/chosen": 12.2421875, "rewards/rejected": 2.45703125, "rewards/accuracies": 1.0, "rewards/margins": 9.828125, "logps/chosen": -790.0, "logps/rejected": -922.0, "logits/chosen": 0.14575195, "logits/rejected": 0.19726562, "nll_loss": 0.39941406, "epoch": 0.85106383, "global_step/max_steps": "70/82", "percentage": "85.37%", "elapsed_time": "5h 21m 45s", "remaining_time": "55m 9s"}
-{"eval_loss": 0.42657697, "eval_runtime": 285.0897, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 10.69318199, "eval_rewards/rejected": -0.41974431, "eval_rewards/accuracies": 0.98863637, "eval_rewards/margins": 11.122159, "eval_logps/chosen": -684.09088135, "eval_logps/rejected": -821.63635254, "eval_logits/chosen": 0.0332919, "eval_logits/rejected": 0.13420798, "eval_nll_loss": 0.39213422, "epoch": 0.85106383, "global_step/max_steps": "70/82", "percentage": "85.37%", "elapsed_time": "5h 26m 30s", "remaining_time": "55m 58s"}
-{"loss": 0.41540527, "grad_norm": 0.22874653, "learning_rate": 1.51e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00356, "rewards/chosen": 13.546875, "rewards/rejected": 1.49804688, "rewards/accuracies": 1.0, "rewards/margins": 12.078125, "logps/chosen": -801.0, "logps/rejected": -911.0, "logits/chosen": 0.08815002, "logits/rejected": 0.14550781, "nll_loss": 0.41357422, "epoch": 0.86322188, "global_step/max_steps": "71/82", "percentage": "86.59%", "elapsed_time": "5h 32m 4s", "remaining_time": "51m 26s"}
-{"loss": 0.37530518, "grad_norm": 0.69678283, "learning_rate": 1.37e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003563, "rewards/chosen": 12.421875, "rewards/rejected": 1.99316406, "rewards/accuracies": 1.0, "rewards/margins": 10.4296875, "logps/chosen": -702.0, "logps/rejected": -829.0, "logits/chosen": 0.0859375, "logits/rejected": 0.16503906, "nll_loss": 0.36865234, "epoch": 0.87537994, "global_step/max_steps": "72/82", "percentage": "87.80%", "elapsed_time": "5h 36m 28s", "remaining_time": "46m 43s"}
-{"loss": 0.39328003, "grad_norm": 0.21047515, "learning_rate": 1.23e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00357, "rewards/chosen": 9.25, "rewards/rejected": -1.953125, "rewards/accuracies": 1.0, "rewards/margins": 11.203125, "logps/chosen": -568.5, "logps/rejected": -729.0, "logits/chosen": 0.05722809, "logits/rejected": 0.15216064, "nll_loss": 0.39111328, "epoch": 0.88753799, "global_step/max_steps": "73/82", "percentage": "89.02%", "elapsed_time": "5h 40m 29s", "remaining_time": "41m 58s"}
-{"loss": 0.38693237, "grad_norm": 0.47950187, "learning_rate": 1.1e-06, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003572, "rewards/chosen": 13.6875, "rewards/rejected": 1.81835938, "rewards/accuracies": 1.0, "rewards/margins": 11.890625, "logps/chosen": -688.0, "logps/rejected": -799.0, "logits/chosen": 0.09814453, "logits/rejected": 0.14685059, "nll_loss": 0.37695312, "epoch": 0.89969605, "global_step/max_steps": "74/82", "percentage": "90.24%", "elapsed_time": "5h 44m 57s", "remaining_time": "37m 17s"}
-{"loss": 0.44073486, "grad_norm": 0.1730583, "learning_rate": 9.6e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.00358, "rewards/chosen": 11.90625, "rewards/rejected": 1.73242188, "rewards/accuracies": 1.0, "rewards/margins": 10.15625, "logps/chosen": -686.0, "logps/rejected": -771.0, "logits/chosen": 0.05981445, "logits/rejected": 0.12109375, "nll_loss": 0.43945312, "epoch": 0.9118541, "global_step/max_steps": "75/82", "percentage": "91.46%", "elapsed_time": "5h 48m 48s", "remaining_time": "32m 33s"}
-{"loss": 0.40435791, "grad_norm": 0.19026437, "learning_rate": 8.2e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003588, "rewards/chosen": 10.734375, "rewards/rejected": -0.27099609, "rewards/accuracies": 1.0, "rewards/margins": 11.015625, "logps/chosen": -636.0, "logps/rejected": -758.0, "logits/chosen": 0.11766052, "logits/rejected": 0.15029907, "nll_loss": 0.40332031, "epoch": 0.92401216, "global_step/max_steps": "76/82", "percentage": "92.68%", "elapsed_time": "5h 52m 43s", "remaining_time": "27m 50s"}
-{"loss": 0.38546753, "grad_norm": 0.24236318, "learning_rate": 6.8e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003603, "rewards/chosen": 12.9375, "rewards/rejected": -0.52246094, "rewards/accuracies": 1.0, "rewards/margins": 13.46875, "logps/chosen": -569.0, "logps/rejected": -638.0, "logits/chosen": 0.07489777, "logits/rejected": 0.09332275, "nll_loss": 0.38330078, "epoch": 0.93617021, "global_step/max_steps": "77/82", "percentage": "93.90%", "elapsed_time": "5h 55m 50s", "remaining_time": "23m 6s"}
-{"loss": 0.41549683, "grad_norm": 1.45089507, "learning_rate": 5.5e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003605, "rewards/chosen": 11.15625, "rewards/rejected": -0.00439453, "rewards/accuracies": 1.0, "rewards/margins": 11.171875, "logps/chosen": -622.0, "logps/rejected": -796.0, "logits/chosen": 0.14172363, "logits/rejected": 0.22143555, "nll_loss": 0.40722656, "epoch": 0.94832827, "global_step/max_steps": "78/82", "percentage": "95.12%", "elapsed_time": "6h 0m 13s", "remaining_time": "18m 28s"}
-{"loss": 0.44415283, "grad_norm": 0.21063523, "learning_rate": 4.1e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003613, "rewards/chosen": 10.625, "rewards/rejected": 0.20446777, "rewards/accuracies": 1.0, "rewards/margins": 10.40625, "logps/chosen": -627.0, "logps/rejected": -710.0, "logits/chosen": 0.07611084, "logits/rejected": 0.11773682, "nll_loss": 0.44140625, "epoch": 0.96048632, "global_step/max_steps": "79/82", "percentage": "96.34%", "elapsed_time": "6h 4m 3s", "remaining_time": "13m 49s"}
-{"loss": 0.38951111, "grad_norm": 0.21627389, "learning_rate": 2.7e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003624, "rewards/chosen": 12.3125, "rewards/rejected": 0.78027344, "rewards/accuracies": 1.0, "rewards/margins": 11.53125, "logps/chosen": -592.0, "logps/rejected": -684.0, "logits/chosen": 0.11889648, "logits/rejected": 0.15625, "nll_loss": 0.38867188, "epoch": 0.97264438, "global_step/max_steps": "80/82", "percentage": "97.56%", "elapsed_time": "6h 7m 37s", "remaining_time": "9m 11s"}
-{"eval_loss": 0.42359906, "eval_runtime": 285.0331, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 11.346591, "eval_rewards/rejected": 0.14364347, "eval_rewards/accuracies": 0.98863637, "eval_rewards/margins": 11.20454502, "eval_logps/chosen": -677.54547119, "eval_logps/rejected": -816.36364746, "eval_logits/chosen": 0.03244851, "eval_logits/rejected": 0.13173328, "eval_nll_loss": 0.38751775, "epoch": 0.97264438, "global_step/max_steps": "80/82", "percentage": "97.56%", "elapsed_time": "6h 12m 22s", "remaining_time": "9m 18s"}
-{"loss": 0.36994934, "grad_norm": 0.4961237, "learning_rate": 1.4e-07, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003582, "rewards/chosen": 10.75, "rewards/rejected": 0.72167969, "rewards/accuracies": 1.0, "rewards/margins": 10.046875, "logps/chosen": -616.0, "logps/rejected": -790.0, "logits/chosen": 0.03601074, "logits/rejected": 0.12182617, "nll_loss": 0.36132812, "epoch": 0.98480243, "global_step/max_steps": "81/82", "percentage": "98.78%", "elapsed_time": "6h 16m 34s", "remaining_time": "4m 38s"}
-{"loss": 0.45687866, "grad_norm": 0.70900959, "learning_rate": 0.0, "memory(GiB)": 133.48, "train_speed(iter/s)": 0.003593, "rewards/chosen": 13.859375, "rewards/rejected": 4.22070312, "rewards/accuracies": 1.0, "rewards/margins": 9.640625, "logps/chosen": -892.0, "logps/rejected": -938.0, "logits/chosen": 0.13778687, "logits/rejected": 0.16650391, "nll_loss": 0.44189453, "epoch": 0.99696049, "global_step/max_steps": "82/82", "percentage": "100.00%", "elapsed_time": "6h 20m 1s", "remaining_time": "0s"}
-{"eval_loss": 0.42223668, "eval_runtime": 284.8613, "eval_samples_per_second": 0.284, "eval_steps_per_second": 0.039, "eval_rewards/chosen": 11.346591, "eval_rewards/rejected": 0.18328303, "eval_rewards/accuracies": 0.98863637, "eval_rewards/margins": 11.159091, "eval_logps/chosen": -677.54547119, "eval_logps/rejected": -815.63635254, "eval_logits/chosen": 0.03209339, "eval_logits/rejected": 0.13144475, "eval_nll_loss": 0.38742897, "epoch": 0.99696049, "global_step/max_steps": "82/82", "percentage": "100.00%", "elapsed_time": "6h 24m 46s", "remaining_time": "0s"}
-{"train_runtime": 23141.2942, "train_samples_per_second": 0.114, "train_steps_per_second": 0.004, "total_flos": 71494911983616.0, "train_loss": 0.54884692, "epoch": 0.99696049, "global_step/max_steps": "82/82", "percentage": "100.00%", "elapsed_time": "6h 25m 39s", "remaining_time": "0s"}
+{"loss": 1.10846329, "token_acc": 0.76005025, "grad_norm": 16.77027702, "learning_rate": 5e-08, "memory(GiB)": 29.76, "train_speed(iter/s)": 0.020907, "epoch": 0.00053505, "global_step/max_steps": "1/1869", "percentage": "0.05%", "elapsed_time": "22s", "remaining_time": "11h 50m 24s"}
+{"loss": 1.12982225, "token_acc": 0.68363636, "grad_norm": 21.60894012, "learning_rate": 1.1e-07, "memory(GiB)": 36.2, "train_speed(iter/s)": 0.026755, "epoch": 0.00107009, "global_step/max_steps": "2/1869", "percentage": "0.11%", "elapsed_time": "49s", "remaining_time": "12h 53m 52s"}
+{"loss": 1.07696795, "token_acc": 0.72697003, "grad_norm": 14.1061182, "learning_rate": 1.6e-07, "memory(GiB)": 36.2, "train_speed(iter/s)": 0.030209, "epoch": 0.00160514, "global_step/max_steps": "3/1869", "percentage": "0.16%", "elapsed_time": "1m 14s", "remaining_time": "12h 50m 11s"}
+{"loss": 1.1647048, "token_acc": 0.72707889, "grad_norm": 17.34974098, "learning_rate": 2.1e-07, "memory(GiB)": 36.2, "train_speed(iter/s)": 0.032071, "epoch": 0.00214018, "global_step/max_steps": "4/1869", "percentage": "0.21%", "elapsed_time": "1m 39s", "remaining_time": "12h 54m 49s"}
+{"loss": 1.03058517, "token_acc": 0.78461538, "grad_norm": 13.97839832, "learning_rate": 2.7e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.033244, "epoch": 0.00267523, "global_step/max_steps": "5/1869", "percentage": "0.27%", "elapsed_time": "2m 5s", "remaining_time": "12h 59m 5s"}
+{"loss": 1.07988381, "token_acc": 0.75729927, "grad_norm": 14.92414665, "learning_rate": 3.2e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.03754, "epoch": 0.00321027, "global_step/max_steps": "6/1869", "percentage": "0.32%", "elapsed_time": "2m 14s", "remaining_time": "11h 37m 39s"}
+{"loss": 1.02987361, "token_acc": 0.68942548, "grad_norm": 9.45815849, "learning_rate": 3.7e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.042107, "epoch": 0.00374532, "global_step/max_steps": "7/1869", "percentage": "0.37%", "elapsed_time": "2m 21s", "remaining_time": "10h 26m 6s"}
+{"loss": 1.07785511, "token_acc": 0.7925, "grad_norm": 10.87460232, "learning_rate": 4.3e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.046302, "epoch": 0.00428036, "global_step/max_steps": "8/1869", "percentage": "0.43%", "elapsed_time": "2m 27s", "remaining_time": "9h 32m 53s"}
+{"loss": 1.01309848, "token_acc": 0.78978622, "grad_norm": 10.11265278, "learning_rate": 4.8e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.049079, "epoch": 0.00481541, "global_step/max_steps": "9/1869", "percentage": "0.48%", "elapsed_time": "2m 38s", "remaining_time": "9h 5m 28s"}
+{"loss": 0.97182792, "token_acc": 0.77007299, "grad_norm": 9.2328577, "learning_rate": 5.3e-07, "memory(GiB)": 38.16, "train_speed(iter/s)": 0.052715, "epoch": 0.00535045, "global_step/max_steps": "10/1869", "percentage": "0.54%", "elapsed_time": "2m 44s", "remaining_time": "8h 30m 14s"}
+{"eval_loss": 0.93822712, "eval_token_acc": 0.77502154, "eval_runtime": 230.5467, "eval_samples_per_second": 2.004, "eval_steps_per_second": 0.252, "epoch": 0.00535045, "global_step/max_steps": "10/1869", "percentage": "0.54%", "elapsed_time": "6m 35s", "remaining_time": "20h 24m 33s"}
+{"loss": 0.8288908, "token_acc": 0.77817543, "grad_norm": 6.67973661, "learning_rate": 5.9e-07, "memory(GiB)": 112.78, "train_speed(iter/s)": 0.022076, "epoch": 0.0058855, "global_step/max_steps": "11/1869", "percentage": "0.59%", "elapsed_time": "7m 53s", "remaining_time": "22h 12m 20s"}
+{"loss": 0.86488545, "token_acc": 0.74363057, "grad_norm": 10.70631313, "learning_rate": 6.4e-07, "memory(GiB)": 112.78, "train_speed(iter/s)": 0.022881, "epoch": 0.00642055, "global_step/max_steps": "12/1869", "percentage": "0.64%", "elapsed_time": "8m 19s", "remaining_time": "21h 28m 6s"}
+{"loss": 1.00706434, "token_acc": 0.72903226, "grad_norm": 9.83619118, "learning_rate": 7e-07, "memory(GiB)": 118.65, "train_speed(iter/s)": 0.024344, "epoch": 0.00695559, "global_step/max_steps": "13/1869", "percentage": "0.70%", "elapsed_time": "8m 28s", "remaining_time": "20h 11m 8s"}
+{"loss": 0.74669749, "token_acc": 0.83842239, "grad_norm": 5.23266602, "learning_rate": 7.5e-07, "memory(GiB)": 118.65, "train_speed(iter/s)": 0.024775, "epoch": 0.00749064, "global_step/max_steps": "14/1869", "percentage": "0.75%", "elapsed_time": "9m 0s", "remaining_time": "19h 52m 39s"}
+{"loss": 0.8471846, "token_acc": 0.78861789, "grad_norm": 6.47993088, "learning_rate": 8e-07, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.025013, "epoch": 0.00802568, "global_step/max_steps": "15/1869", "percentage": "0.80%", "elapsed_time": "9m 34s", "remaining_time": "19h 43m 49s"}
+{"loss": 0.77965558, "token_acc": 0.81611208, "grad_norm": 5.04291487, "learning_rate": 8.6e-07, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.026421, "epoch": 0.00856073, "global_step/max_steps": "16/1869", "percentage": "0.86%", "elapsed_time": "9m 40s", "remaining_time": "18h 40m 36s"}
+{"loss": 0.80958372, "token_acc": 0.75545852, "grad_norm": 5.18472624, "learning_rate": 9.1e-07, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.027765, "epoch": 0.00909577, "global_step/max_steps": "17/1869", "percentage": "0.91%", "elapsed_time": "9m 47s", "remaining_time": "17h 46m 18s"}
+{"loss": 0.70913279, "token_acc": 0.85760518, "grad_norm": 5.61203241, "learning_rate": 9.6e-07, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.029081, "epoch": 0.00963082, "global_step/max_steps": "18/1869", "percentage": "0.96%", "elapsed_time": "9m 53s", "remaining_time": "16h 57m 58s"}
+{"loss": 0.72859496, "token_acc": 0.80189673, "grad_norm": 9.47189426, "learning_rate": 1.02e-06, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.030258, "epoch": 0.01016586, "global_step/max_steps": "19/1869", "percentage": "1.02%", "elapsed_time": "10m 2s", "remaining_time": "16h 18m 25s"}
+{"loss": 0.73913312, "token_acc": 0.73609314, "grad_norm": 4.01692152, "learning_rate": 1.07e-06, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.030973, "epoch": 0.01070091, "global_step/max_steps": "20/1869", "percentage": "1.07%", "elapsed_time": "10m 20s", "remaining_time": "15h 56m 23s"}
+{"eval_loss": 0.73671097, "eval_token_acc": 0.79061684, "eval_runtime": 230.7649, "eval_samples_per_second": 2.002, "eval_steps_per_second": 0.251, "epoch": 0.01070091, "global_step/max_steps": "20/1869", "percentage": "1.07%", "elapsed_time": "14m 11s", "remaining_time": "21h 51m 58s"}
+{"loss": 0.71632719, "token_acc": 0.79510949, "grad_norm": 5.31815338, "learning_rate": 1.12e-06, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.022449, "epoch": 0.01123596, "global_step/max_steps": "21/1869", "percentage": "1.12%", "elapsed_time": "15m 10s", "remaining_time": "22h 15m 19s"}
+{"loss": 0.75135165, "token_acc": 0.77522936, "grad_norm": 4.08145428, "learning_rate": 1.18e-06, "memory(GiB)": 129.17, "train_speed(iter/s)": 0.022744, "epoch": 0.011771, "global_step/max_steps": "22/1869", "percentage": "1.18%", "elapsed_time": "15m 42s", "remaining_time": "21h 58m 26s"}

special_tokens_map.json

@@ -14,7 +14,7 @@
     "single_word": false
   },
   "pad_token": {
-    "content": "<|eot_id|>",
+    "content": "<|finetune_right_pad_id|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
-size 17209961
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -33,7 +33,7 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|finetune_right_pad_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -65,7 +65,7 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|eom_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|python_tag|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -777,7 +777,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -785,7 +785,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -793,7 +793,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -801,7 +801,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -809,7 +809,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -817,7 +817,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -825,7 +825,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +841,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,7 +849,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -857,7 +857,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -865,7 +865,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -873,7 +873,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -881,7 +881,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -889,7 +889,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -897,7 +897,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -905,7 +905,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -913,7 +913,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -921,7 +921,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -929,7 +929,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -937,7 +937,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -945,7 +945,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -953,7 +953,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -961,7 +961,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -969,7 +969,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -977,7 +977,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -985,7 +985,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -993,7 +993,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1001,7 +1001,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1009,7 +1009,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1017,7 +1017,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1025,7 +1025,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1033,7 +1033,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1041,7 +1041,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1049,7 +1049,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1057,7 +1057,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1065,7 +1065,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1073,7 +1073,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1081,7 +1081,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1089,7 +1089,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1097,7 +1097,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1105,7 +1105,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1113,7 +1113,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1121,7 +1121,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1129,7 +1129,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1137,7 +1137,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1145,7 +1145,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1153,7 +1153,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1161,7 +1161,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1169,7 +1169,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1177,7 +1177,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1185,7 +1185,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1193,7 +1193,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1201,7 +1201,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1209,7 +1209,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1217,7 +1217,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1225,7 +1225,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1233,7 +1233,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1241,7 +1241,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1249,7 +1249,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1257,7 +1257,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1265,7 +1265,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1273,7 +1273,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1281,7 +1281,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1289,7 +1289,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1297,7 +1297,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1305,7 +1305,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1313,7 +1313,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1321,7 +1321,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1329,7 +1329,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1337,7 +1337,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1345,7 +1345,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1353,7 +1353,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1361,7 +1361,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1369,7 +1369,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1377,7 +1377,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1385,7 +1385,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1393,7 +1393,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1401,7 +1401,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1409,7 +1409,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1417,7 +1417,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1425,7 +1425,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1433,7 +1433,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1441,7 +1441,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1449,7 +1449,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1457,7 +1457,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1465,7 +1465,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1473,7 +1473,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1481,7 +1481,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1489,7 +1489,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1497,7 +1497,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1505,7 +1505,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1513,7 +1513,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1521,7 +1521,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1529,7 +1529,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1537,7 +1537,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1545,7 +1545,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1553,7 +1553,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1561,7 +1561,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1569,7 +1569,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1577,7 +1577,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1585,7 +1585,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1593,7 +1593,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1601,7 +1601,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1609,7 +1609,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1617,7 +1617,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1625,7 +1625,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1633,7 +1633,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1641,7 +1641,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1649,7 +1649,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1657,7 +1657,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1665,7 +1665,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1673,7 +1673,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1681,7 +1681,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1689,7 +1689,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1697,7 +1697,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1705,7 +1705,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1713,7 +1713,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1721,7 +1721,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1729,7 +1729,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1737,7 +1737,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1745,7 +1745,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1753,7 +1753,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1761,7 +1761,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1769,7 +1769,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1777,7 +1777,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1785,7 +1785,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1793,7 +1793,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1801,7 +1801,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1809,7 +1809,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1817,7 +1817,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1825,7 +1825,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1833,7 +1833,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1841,7 +1841,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1849,7 +1849,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1857,7 +1857,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1865,7 +1865,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1873,7 +1873,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1881,7 +1881,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1889,7 +1889,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1897,7 +1897,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1905,7 +1905,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1913,7 +1913,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1921,7 +1921,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1929,7 +1929,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1937,7 +1937,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1945,7 +1945,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1953,7 +1953,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1961,7 +1961,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1969,7 +1969,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1977,7 +1977,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1985,7 +1985,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1993,7 +1993,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2001,7 +2001,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2009,7 +2009,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2017,7 +2017,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_247|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2025,7 +2025,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_248|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2033,7 +2033,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_249|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2041,7 +2041,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_250|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2050,7 +2050,7 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
   "extra_special_tokens": {},
@@ -2058,7 +2058,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<|eot_id|>",
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dd834175a287d18ac573bf7692c0748daf530ca2617b3815794efadbe38366d
-size 9016
+oid sha256:fc9fabf5284190749103c589d3582af6efc98a3f8ba5436ee09b8a2fb8018761
+size 8184