Training in progress, step 10

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "/root/dataDisk/output/v6-20250221-094059/checkpoint-110-merged",
+  "base_model_name_or_path": "/root/highspeedstorage/ft-volume/phi",
   "bias": "none",
   "eva_config": null,
   "exclude_modules": null,
@@ -23,13 +23,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "k_proj",
+    "gate_up_proj",
     "down_proj",
-    "o_proj",
-    "q_proj",
-    "up_proj",
-    "gate_proj"
+    "qkv_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b0d3c6fc7aa2e57da3d298cbb80eaa3c31d50160c0cf0d6b1cb544eebe74c08
-size 13254157312
+oid sha256:be34401892f440442a28a0bb352c3d933cc710ba519babbd8354891f6dc1e9c7
+size 3565203280

args.json

@@ -1,6 +1,6 @@
 {
-  "model": "/root/dataDisk/output/v6-20250221-094059/checkpoint-110-merged",
-  "model_type": "llama3_2",
+  "model": "/root/highspeedstorage/ft-volume/phi",
+  "model_type": "phi4",
   "model_revision": null,
   "task_type": "causal_lm",
   "torch_dtype": "bfloat16",
@@ -9,12 +9,14 @@
   "rope_scaling": null,
   "device_map": null,
   "local_repo_path": null,
-  "template": "llama3_2",
+  "template": "phi4",
   "system": "",
-  "max_length": 22000,
+  "max_length": 15000,
   "truncation_strategy": "left",
   "max_pixels": null,
   "tools_prompt": "react_en",
+  "norm_bbox": null,
+  "padding_side": "right",
   "loss_scale": "default",
   "sequence_parallel_size": 1,
   "use_chat_template": true,
@@ -27,9 +29,11 @@
   "data_seed": 42,
   "dataset_num_proc": 1,
   "streaming": false,
-  "load_from_cache_file": false,
+  "enable_cache": false,
   "download_mode": "reuse_dataset_if_exists",
+  "columns": {},
   "strict": false,
+  "remove_unused_columns": true,
   "model_name": [
     null,
     null
@@ -55,7 +59,8 @@
   "stream": false,
   "stop_words": [],
   "logprobs": false,
-  "ckpt_dir": "/root/dataDisk/output/v6-20250221-094059/checkpoint-110-merged",
+  "top_logprobs": null,
+  "ckpt_dir": null,
   "load_dataset_config": null,
   "lora_modules": [],
   "tuner_backend": "peft",
@@ -63,14 +68,14 @@
   "adapters": [],
   "seed": 42,
   "model_kwargs": {},
-  "load_args": true,
+  "load_args": false,
   "load_data_args": false,
   "use_hf": true,
   "hub_token": null,
   "custom_register_path": [],
   "ignore_args_error": false,
   "use_swift_lora": false,
-  "output_dir": "/root/dataDisk/output/v10-20250227-084327",
+  "output_dir": "/root/dataDisk/output/v15-20250301-174709",
   "overwrite_output_dir": false,
   "do_train": false,
   "do_eval": false,
@@ -81,7 +86,7 @@
   "per_device_eval_batch_size": 1,
   "per_gpu_train_batch_size": null,
   "per_gpu_eval_batch_size": null,
-  "gradient_accumulation_steps": 8,
+  "gradient_accumulation_steps": 1,
   "eval_accumulation_steps": null,
   "eval_delay": 0,
   "torch_empty_cache_steps": null,
@@ -100,7 +105,7 @@
   "log_level": "passive",
   "log_level_replica": "warning",
   "log_on_each_node": true,
-  "logging_dir": "/root/dataDisk/output/v10-20250227-084327/runs",
+  "logging_dir": "/root/dataDisk/output/v15-20250301-174709/runs",
   "logging_strategy": "steps",
   "logging_first_step": true,
   "logging_steps": 1,
@@ -136,7 +141,6 @@
   "past_index": -1,
   "run_name": null,
   "disable_tqdm": null,
-  "remove_unused_columns": false,
   "label_names": null,
   "load_best_model_at_end": false,
   "metric_for_best_model": "loss",
@@ -164,7 +168,7 @@
     "zero_optimization": {
       "stage": 3,
       "offload_optimizer": {
-        "device": "none",
+        "device": "cpu",
         "pin_memory": true
       },
       "offload_param": {
@@ -322,21 +326,29 @@
   "metric_warmup_step": 0,
   "fsdp_num": 1,
   "acc_steps": 1,
+  "swanlab_token": null,
+  "swanlab_project": null,
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_mode": "cloud",
   "add_version": true,
   "resume_only_model": false,
   "check_model": true,
-  "loss_type": null,
+  "create_checkpoint_symlink": false,
   "packing": false,
   "lazy_tokenize": false,
-  "acc_strategy": "token",
+  "external_plugins": [],
+  "loss_type": null,
   "optimizer": null,
   "metric": null,
+  "acc_strategy": "token",
   "rank": 0,
+  "global_world_size": 8,
   "local_world_size": 8,
-  "model_suffix": "checkpoint-110-merged",
-  "model_info": "ModelInfo(model_type='llama3_2', model_dir='/root/dataDisk/output/v6-20250221-094059/checkpoint-110-merged', torch_dtype=torch.bfloat16, max_model_len=128000, quant_method=None, quant_bits=None, config={'factor': 8.0, 'high_freq_factor': 4.0, 'low_freq_factor': 1.0, 'original_max_position_embeddings': 8192, 'rope_type': 'llama3'}, task_type=None)",
-  "model_meta": "ModelMeta(model_type='llama3_2', model_groups=[ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.2-1B', hf_model_id='meta-llama/Llama-3.2-1B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B', hf_model_id='meta-llama/Llama-3.2-3B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-1B-Instruct', hf_model_id='meta-llama/Llama-3.2-1B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='LLM-Research/Llama-3.2-3B-Instruct', hf_model_id='meta-llama/Llama-3.2-3B-Instruct', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='LLM-Research/Llama-3.3-70B-Instruct', hf_model_id='meta-llama/Llama-3.3-70B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', hf_model_id='unsloth/Llama-3.3-70B-Instruct-bnb-4bit', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='llama3_2', get_function=<function get_model_tokenizer_with_flash_attn at 0x7f82ac0ea050>, model_arch='llama', architectures=['LlamaForCausalLM'], is_multimodal=False, additional_saved_files=[], torch_dtype=None, ignore_patterns=[], requires=['transformers>=4.45'], tags=[])",
-  "model_dir": "/root/dataDisk/output/v6-20250221-094059/checkpoint-110-merged",
+  "model_suffix": "phi",
+  "model_info": "ModelInfo(model_type='phi4', model_dir='/root/highspeedstorage/ft-volume/phi', torch_dtype=torch.bfloat16, max_model_len=16384, quant_method=None, quant_bits=None, rope_scaling=None, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='phi4', model_groups=[ModelGroup(models=[Model(ms_model_id='LLM-Research/phi-4', hf_model_id='microsoft/phi-4', model_path=None, ms_revision=None, hf_revision=None)], ignore_patterns=None, requires=None, tags=[])], template='phi4', get_function=<function get_model_tokenizer_with_flash_attn at 0x7f201dfdb760>, model_arch='phi3', architectures=['Phi3ForCausalLM'], additional_saved_files=[], torch_dtype=None, is_multimodal=False, is_reward=False, task_type=None, ignore_patterns=[], requires=['transformers>=4.36'], tags=[])",
+  "model_dir": "/root/highspeedstorage/ft-volume/phi",
   "hub": "<class 'swift.hub.hub.HFHub'>",
-  "training_args": "Seq2SeqTrainingArguments(output_dir='/root/dataDisk/output/v10-20250227-084327', overwrite_output_dir=False, do_train=False, do_eval=True, do_predict=False, eval_strategy=<IntervalStrategy.STEPS: 'steps'>, prediction_loss_only=False, per_device_train_batch_size=1, per_device_eval_batch_size=1, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=8, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.01, adam_beta1=0.9, adam_beta2=0.999, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=<SchedulerType.LINEAR: 'linear'>, lr_scheduler_kwargs=None, warmup_ratio=0.1, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/root/dataDisk/output/v10-20250227-084327/runs', logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_first_step=True, logging_steps=1, logging_nan_inf_filter=True, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=10, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, use_ipex=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=10, dataloader_num_workers=0, dataloader_prefetch_factor=None, past_index=-1, run_name='/root/dataDisk/output/v10-20250227-084327', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 3, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'offload_param': {'device': 'cpu', 'pin_memory': True}, 'overlap_comm': True, 'contiguous_gradients': True, 'sub_group_size': 1000000000.0, 'reduce_bucket_size': 'auto', 'stage3_prefetch_bucket_size': 'auto', 'stage3_param_persistence_threshold': 'auto', 'stage3_max_live_parameters': 1000000000.0, 'stage3_max_reuse_distance': 1000000000.0, 'stage3_gather_16bit_weights_on_model_save': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=<OptimizerNames.ADAMW_TORCH: 'adamw_torch'>, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=True, resume_from_checkpoint=None, hub_model_id='TheAgenticAI/LLAMA-3.3-70B-Reasoning', hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_token=None, hub_private_repo=True, hub_always_push=False, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': True}, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', evaluation_strategy='steps', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=1800, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, dispatch_batches=None, split_batches=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, eval_use_gather_object=False, average_tokens_across_devices=None, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, acc_strategy='token', sequence_parallel_size=1, check_model=True, train_sampler_random=True, is_encoder_decoder=False, metric_warmup_step=0, train_dataset_sample=-1, fsdp_num=1, acc_steps=1, train_type='lora')"
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/root/dataDisk/output/v15-20250301-174709', overwrite_output_dir=False, do_train=False, do_eval=True, do_predict=False, eval_strategy=<IntervalStrategy.STEPS: 'steps'>, prediction_loss_only=False, per_device_train_batch_size=1, per_device_eval_batch_size=1, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=1, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=1e-05, weight_decay=0.01, adam_beta1=0.9, adam_beta2=0.999, adam_epsilon=1e-08, max_grad_norm=1.0, num_train_epochs=1.0, max_steps=-1, lr_scheduler_type=<SchedulerType.LINEAR: 'linear'>, lr_scheduler_kwargs=None, warmup_ratio=0.1, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/root/dataDisk/output/v15-20250301-174709/runs', logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_first_step=True, logging_steps=1, logging_nan_inf_filter=True, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=10, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, use_ipex=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=10, dataloader_num_workers=0, dataloader_prefetch_factor=None, past_index=-1, run_name='/root/dataDisk/output/v15-20250301-174709', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 3, 'offload_optimizer': {'device': 'cpu', 'pin_memory': True}, 'offload_param': {'device': 'cpu', 'pin_memory': True}, 'overlap_comm': True, 'contiguous_gradients': True, 'sub_group_size': 1000000000.0, 'reduce_bucket_size': 'auto', 'stage3_prefetch_bucket_size': 'auto', 'stage3_param_persistence_threshold': 'auto', 'stage3_max_live_parameters': 1000000000.0, 'stage3_max_reuse_distance': 1000000000.0, 'stage3_gather_16bit_weights_on_model_save': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, label_smoothing_factor=0.0, optim=<OptimizerNames.ADAMW_TORCH: 'adamw_torch'>, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['wandb'], ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=True, resume_from_checkpoint=None, hub_model_id='TheAgenticAI/LLAMA-3.3-70B-Reasoning', hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_token=None, hub_private_repo=True, hub_always_push=False, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': True}, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', evaluation_strategy='steps', push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=1800, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, dispatch_batches=None, split_batches=None, include_tokens_per_second=None, include_num_input_tokens_seen=None, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, eval_use_gather_object=False, average_tokens_across_devices=None, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, acc_strategy='token', sequence_parallel_size=1, check_model=True, train_sampler_random=True, is_encoder_decoder=False, metric_warmup_step=0, train_dataset_sample=-1, fsdp_num=1, acc_steps=1, train_type='lora', optimizer=None, galore_config=None)"
 }

logging.jsonl

@@ -1,48 +1,32 @@
-{"loss": 0.4179382, "token_acc": 0.88285797, "grad_norm": 0.10827466, "learning_rate": 4.2e-07, "memory(GiB)": 63.89, "train_speed(iter/s)": 0.007958, "epoch": 0.00428036, "global_step/max_steps": "1/233", "percentage": "0.43%", "elapsed_time": "1m 58s", "remaining_time": "7h 40m 6s"}
-{"loss": 0.41379014, "token_acc": 0.85089987, "grad_norm": 0.05916129, "learning_rate": 8.3e-07, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007782, "epoch": 0.00856073, "global_step/max_steps": "2/233", "percentage": "0.86%", "elapsed_time": "4m 10s", "remaining_time": "8h 1m 53s"}
-{"loss": 0.45721838, "token_acc": 0.84262007, "grad_norm": 0.07875115, "learning_rate": 1.25e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008616, "epoch": 0.01284109, "global_step/max_steps": "3/233", "percentage": "1.29%", "elapsed_time": "5m 41s", "remaining_time": "7h 16m 24s"}
-{"loss": 0.42563128, "token_acc": 0.85337859, "grad_norm": 0.06428441, "learning_rate": 1.67e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.009438, "epoch": 0.01712146, "global_step/max_steps": "4/233", "percentage": "1.72%", "elapsed_time": "6m 57s", "remaining_time": "6h 38m 1s"}
-{"loss": 0.41374671, "token_acc": 0.86648579, "grad_norm": 0.06986246, "learning_rate": 2.08e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.010567, "epoch": 0.02140182, "global_step/max_steps": "5/233", "percentage": "2.15%", "elapsed_time": "7m 46s", "remaining_time": "5h 54m 32s"}
-{"loss": 0.43779808, "token_acc": 0.88343834, "grad_norm": 0.2552028, "learning_rate": 2.5e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.011222, "epoch": 0.02568218, "global_step/max_steps": "6/233", "percentage": "2.58%", "elapsed_time": "8m 47s", "remaining_time": "5h 32m 55s"}
-{"loss": 0.36451226, "token_acc": 0.9184565, "grad_norm": 0.06735256, "learning_rate": 2.92e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.011306, "epoch": 0.02996255, "global_step/max_steps": "7/233", "percentage": "3.00%", "elapsed_time": "10m 12s", "remaining_time": "5h 29m 34s"}
-{"loss": 0.44302452, "token_acc": 0.86073043, "grad_norm": 0.07273346, "learning_rate": 3.33e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.011192, "epoch": 0.03424291, "global_step/max_steps": "8/233", "percentage": "3.43%", "elapsed_time": "11m 48s", "remaining_time": "5h 31m 56s"}
-{"loss": 0.39761364, "token_acc": 0.8669034, "grad_norm": 0.06864315, "learning_rate": 3.75e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.011185, "epoch": 0.03852327, "global_step/max_steps": "9/233", "percentage": "3.86%", "elapsed_time": "13m 17s", "remaining_time": "5h 31m 0s"}
-{"loss": 0.43125862, "token_acc": 0.86674636, "grad_norm": 0.07020264, "learning_rate": 4.17e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.010729, "epoch": 0.04280364, "global_step/max_steps": "10/233", "percentage": "4.29%", "elapsed_time": "15m 25s", "remaining_time": "5h 43m 57s"}
-{"eval_loss": 0.40895963, "eval_token_acc": 0.85351903, "eval_runtime": 227.761, "eval_samples_per_second": 2.028, "eval_steps_per_second": 0.255, "epoch": 0.04280364, "global_step/max_steps": "10/233", "percentage": "4.29%", "elapsed_time": "19m 13s", "remaining_time": "7h 8m 36s"}
-{"loss": 0.48655376, "token_acc": 0.85153433, "grad_norm": 0.06110121, "learning_rate": 4.58e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00799, "epoch": 0.047084, "global_step/max_steps": "11/233", "percentage": "4.72%", "elapsed_time": "22m 49s", "remaining_time": "7h 40m 48s"}
-{"loss": 0.40591419, "token_acc": 0.83642537, "grad_norm": 0.0714484, "learning_rate": 5e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008281, "epoch": 0.05136437, "global_step/max_steps": "12/233", "percentage": "5.15%", "elapsed_time": "24m 2s", "remaining_time": "7h 22m 45s"}
-{"loss": 0.44814104, "token_acc": 0.8389717, "grad_norm": 0.10586874, "learning_rate": 5.42e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.0084, "epoch": 0.05564473, "global_step/max_steps": "13/233", "percentage": "5.58%", "elapsed_time": "25m 41s", "remaining_time": "7h 14m 38s"}
-{"loss": 0.44621539, "token_acc": 0.88370314, "grad_norm": 0.07920404, "learning_rate": 5.83e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008328, "epoch": 0.05992509, "global_step/max_steps": "14/233", "percentage": "6.01%", "elapsed_time": "27m 54s", "remaining_time": "7h 16m 33s"}
-{"loss": 0.4110747, "token_acc": 0.91004475, "grad_norm": 0.16680683, "learning_rate": 6.25e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00861, "epoch": 0.06420546, "global_step/max_steps": "15/233", "percentage": "6.44%", "elapsed_time": "28m 55s", "remaining_time": "7h 0m 22s"}
-{"loss": 0.40049636, "token_acc": 0.86266531, "grad_norm": 0.06213977, "learning_rate": 6.67e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008743, "epoch": 0.06848582, "global_step/max_steps": "16/233", "percentage": "6.87%", "elapsed_time": "30m 23s", "remaining_time": "6h 52m 10s"}
-{"loss": 0.44190305, "token_acc": 0.92750822, "grad_norm": 0.11570669, "learning_rate": 7.08e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008653, "epoch": 0.07276619, "global_step/max_steps": "17/233", "percentage": "7.30%", "elapsed_time": "32m 38s", "remaining_time": "6h 54m 38s"}
-{"loss": 0.3522746, "token_acc": 0.86087783, "grad_norm": 0.06850542, "learning_rate": 7.5e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00869, "epoch": 0.07704655, "global_step/max_steps": "18/233", "percentage": "7.73%", "elapsed_time": "34m 24s", "remaining_time": "6h 51m 1s"}
-{"loss": 0.44357687, "token_acc": 0.84940076, "grad_norm": 0.06938745, "learning_rate": 7.92e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008753, "epoch": 0.08132691, "global_step/max_steps": "19/233", "percentage": "8.15%", "elapsed_time": "36m 4s", "remaining_time": "6h 46m 13s"}
-{"loss": 0.51861739, "token_acc": 0.848673, "grad_norm": 0.06488414, "learning_rate": 8.33e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008439, "epoch": 0.08560728, "global_step/max_steps": "20/233", "percentage": "8.58%", "elapsed_time": "39m 23s", "remaining_time": "6h 59m 29s"}
-{"eval_loss": 0.40213868, "eval_token_acc": 0.85390327, "eval_runtime": 226.6588, "eval_samples_per_second": 2.038, "eval_steps_per_second": 0.256, "epoch": 0.08560728, "global_step/max_steps": "20/233", "percentage": "8.58%", "elapsed_time": "43m 9s", "remaining_time": "7h 39m 43s"}
-{"loss": 0.43199539, "token_acc": 0.86117205, "grad_norm": 0.05164209, "learning_rate": 8.75e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007537, "epoch": 0.08988764, "global_step/max_steps": "21/233", "percentage": "9.01%", "elapsed_time": "46m 19s", "remaining_time": "7h 47m 41s"}
-{"loss": 0.40631753, "token_acc": 0.88783023, "grad_norm": 0.0736868, "learning_rate": 9.17e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007714, "epoch": 0.094168, "global_step/max_steps": "22/233", "percentage": "9.44%", "elapsed_time": "47m 25s", "remaining_time": "7h 34m 50s"}
-{"loss": 0.43007508, "token_acc": 0.84537907, "grad_norm": 0.07760287, "learning_rate": 9.58e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007856, "epoch": 0.09844837, "global_step/max_steps": "23/233", "percentage": "9.87%", "elapsed_time": "48m 40s", "remaining_time": "7h 24m 29s"}
-{"loss": 0.4541401, "token_acc": 0.90728287, "grad_norm": 0.07906581, "learning_rate": 1e-05, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007919, "epoch": 0.10272873, "global_step/max_steps": "24/233", "percentage": "10.30%", "elapsed_time": "50m 23s", "remaining_time": "7h 18m 52s"}
-{"loss": 0.40432471, "token_acc": 0.88812693, "grad_norm": 0.06518858, "learning_rate": 9.95e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008004, "epoch": 0.1070091, "global_step/max_steps": "25/233", "percentage": "10.73%", "elapsed_time": "51m 56s", "remaining_time": "7h 12m 11s"}
-{"loss": 0.39950103, "token_acc": 0.8830859, "grad_norm": 0.07344344, "learning_rate": 9.9e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008126, "epoch": 0.11128946, "global_step/max_steps": "26/233", "percentage": "11.16%", "elapsed_time": "53m 12s", "remaining_time": "7h 3m 39s"}
-{"loss": 0.40415633, "token_acc": 0.88295608, "grad_norm": 0.06576811, "learning_rate": 9.86e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008217, "epoch": 0.11556982, "global_step/max_steps": "27/233", "percentage": "11.59%", "elapsed_time": "54m 39s", "remaining_time": "6h 57m 0s"}
-{"loss": 0.42902291, "token_acc": 0.9096094, "grad_norm": 0.0687621, "learning_rate": 9.81e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008314, "epoch": 0.11985019, "global_step/max_steps": "28/233", "percentage": "12.02%", "elapsed_time": "56m 1s", "remaining_time": "6h 50m 7s"}
-{"loss": 0.41589683, "token_acc": 0.90562369, "grad_norm": 0.15414927, "learning_rate": 9.76e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008366, "epoch": 0.12413055, "global_step/max_steps": "29/233", "percentage": "12.45%", "elapsed_time": "57m 39s", "remaining_time": "6h 45m 36s"}
-{"loss": 0.38500765, "token_acc": 0.86961207, "grad_norm": 0.11320223, "learning_rate": 9.71e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008501, "epoch": 0.12841091, "global_step/max_steps": "30/233", "percentage": "12.88%", "elapsed_time": "58m 42s", "remaining_time": "6h 37m 14s"}
-{"eval_loss": 0.39565024, "eval_token_acc": 0.85503138, "eval_runtime": 226.8071, "eval_samples_per_second": 2.037, "eval_steps_per_second": 0.256, "epoch": 0.12841091, "global_step/max_steps": "30/233", "percentage": "12.88%", "elapsed_time": "1h 2m 29s", "remaining_time": "7h 2m 49s"}
-{"loss": 0.45793277, "token_acc": 0.85833734, "grad_norm": 0.06815999, "learning_rate": 9.67e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007862, "epoch": 0.13269128, "global_step/max_steps": "31/233", "percentage": "13.30%", "elapsed_time": "1h 5m 36s", "remaining_time": "7h 7m 29s"}
-{"loss": 0.42956412, "token_acc": 0.85953068, "grad_norm": 0.06743568, "learning_rate": 9.62e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007809, "epoch": 0.13697164, "global_step/max_steps": "32/233", "percentage": "13.73%", "elapsed_time": "1h 8m 11s", "remaining_time": "7h 8m 16s"}
-{"loss": 0.42277759, "token_acc": 0.86786451, "grad_norm": 0.07200071, "learning_rate": 9.57e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007834, "epoch": 0.14125201, "global_step/max_steps": "33/233", "percentage": "14.16%", "elapsed_time": "1h 10m 5s", "remaining_time": "7h 4m 50s"}
-{"loss": 0.36818027, "token_acc": 0.84394063, "grad_norm": 0.07575763, "learning_rate": 9.52e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007918, "epoch": 0.14553237, "global_step/max_steps": "34/233", "percentage": "14.59%", "elapsed_time": "1h 11m 27s", "remaining_time": "6h 58m 13s"}
-{"loss": 0.45469719, "token_acc": 0.91506725, "grad_norm": 0.09796806, "learning_rate": 9.47e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00799, "epoch": 0.14981273, "global_step/max_steps": "35/233", "percentage": "15.02%", "elapsed_time": "1h 12m 54s", "remaining_time": "6h 52m 24s"}
-{"loss": 0.41282824, "token_acc": 0.84009711, "grad_norm": 0.06105305, "learning_rate": 9.43e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007899, "epoch": 0.1540931, "global_step/max_steps": "36/233", "percentage": "15.45%", "elapsed_time": "1h 15m 50s", "remaining_time": "6h 55m 2s"}
-{"loss": 0.40039772, "token_acc": 0.8619093, "grad_norm": 0.06266245, "learning_rate": 9.38e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007932, "epoch": 0.15837346, "global_step/max_steps": "37/233", "percentage": "15.88%", "elapsed_time": "1h 17m 37s", "remaining_time": "6h 51m 14s"}
-{"loss": 0.38020378, "token_acc": 0.87047564, "grad_norm": 0.07132945, "learning_rate": 9.33e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008009, "epoch": 0.16265383, "global_step/max_steps": "38/233", "percentage": "16.31%", "elapsed_time": "1h 18m 58s", "remaining_time": "6h 45m 13s"}
-{"loss": 0.38574731, "token_acc": 0.89365221, "grad_norm": 0.06270806, "learning_rate": 9.28e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.008092, "epoch": 0.16693419, "global_step/max_steps": "39/233", "percentage": "16.74%", "elapsed_time": "1h 20m 12s", "remaining_time": "6h 39m 1s"}
-{"loss": 0.42370051, "token_acc": 0.85167778, "grad_norm": 0.11293414, "learning_rate": 9.23e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00813, "epoch": 0.17121455, "global_step/max_steps": "40/233", "percentage": "17.17%", "elapsed_time": "1h 21m 53s", "remaining_time": "6h 35m 6s"}
-{"eval_loss": 0.3909784, "eval_token_acc": 0.85583679, "eval_runtime": 226.762, "eval_samples_per_second": 2.037, "eval_steps_per_second": 0.256, "epoch": 0.17121455, "global_step/max_steps": "40/233", "percentage": "17.17%", "elapsed_time": "1h 25m 40s", "remaining_time": "6h 53m 20s"}
-{"loss": 0.40064281, "token_acc": 0.85875383, "grad_norm": 0.07210004, "learning_rate": 9.19e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007676, "epoch": 0.17549492, "global_step/max_steps": "41/233", "percentage": "17.60%", "elapsed_time": "1h 28m 54s", "remaining_time": "6h 56m 20s"}
-{"loss": 0.41132563, "token_acc": 0.86075278, "grad_norm": 0.13976674, "learning_rate": 9.14e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007708, "epoch": 0.17977528, "global_step/max_steps": "42/233", "percentage": "18.03%", "elapsed_time": "1h 30m 42s", "remaining_time": "6h 52m 30s"}
-{"loss": 0.41642624, "token_acc": 0.87107902, "grad_norm": 0.05876919, "learning_rate": 9.09e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.00774, "epoch": 0.18405564, "global_step/max_steps": "43/233", "percentage": "18.45%", "elapsed_time": "1h 32m 28s", "remaining_time": "6h 48m 37s"}
-{"loss": 0.42396358, "token_acc": 0.85352622, "grad_norm": 0.05592595, "learning_rate": 9.04e-06, "memory(GiB)": 127.12, "train_speed(iter/s)": 0.007724, "epoch": 0.18833601, "global_step/max_steps": "44/233", "percentage": "18.88%", "elapsed_time": "1h 34m 49s", "remaining_time": "6h 47m 19s"}
+{"loss": 0.93798834, "token_acc": 0.76758794, "grad_norm": 5.03938723, "learning_rate": 5e-08, "memory(GiB)": 8.05, "train_speed(iter/s)": 0.023691, "epoch": 0.00053505, "global_step/max_steps": "1/1869", "percentage": "0.05%", "elapsed_time": "12s", "remaining_time": "6h 35m 9s"}
+{"loss": 0.92002016, "token_acc": 0.70787879, "grad_norm": 6.17990303, "learning_rate": 1.1e-07, "memory(GiB)": 13.83, "train_speed(iter/s)": 0.041561, "epoch": 0.00107009, "global_step/max_steps": "2/1869", "percentage": "0.11%", "elapsed_time": "18s", "remaining_time": "4h 49m 26s"}
+{"loss": 0.93352824, "token_acc": 0.75027747, "grad_norm": 4.24871159, "learning_rate": 1.6e-07, "memory(GiB)": 13.83, "train_speed(iter/s)": 0.05581, "epoch": 0.00160514, "global_step/max_steps": "3/1869", "percentage": "0.16%", "elapsed_time": "24s", "remaining_time": "4h 11m 14s"}
+{"loss": 0.97441375, "token_acc": 0.77185501, "grad_norm": 5.50236464, "learning_rate": 2.1e-07, "memory(GiB)": 15.32, "train_speed(iter/s)": 0.067326, "epoch": 0.00214018, "global_step/max_steps": "4/1869", "percentage": "0.21%", "elapsed_time": "29s", "remaining_time": "3h 52m 17s"}
+{"loss": 0.86643094, "token_acc": 0.80839161, "grad_norm": 5.14204454, "learning_rate": 2.7e-07, "memory(GiB)": 15.32, "train_speed(iter/s)": 0.076809, "epoch": 0.00267523, "global_step/max_steps": "5/1869", "percentage": "0.27%", "elapsed_time": "35s", "remaining_time": "3h 41m 3s"}
+{"loss": 0.88649535, "token_acc": 0.78010949, "grad_norm": 5.23055983, "learning_rate": 3.2e-07, "memory(GiB)": 15.87, "train_speed(iter/s)": 0.089255, "epoch": 0.00321027, "global_step/max_steps": "6/1869", "percentage": "0.32%", "elapsed_time": "37s", "remaining_time": "3h 15m 7s"}
+{"loss": 0.92156661, "token_acc": 0.70940883, "grad_norm": 5.40514421, "learning_rate": 3.7e-07, "memory(GiB)": 16.45, "train_speed(iter/s)": 0.101701, "epoch": 0.00374532, "global_step/max_steps": "7/1869", "percentage": "0.37%", "elapsed_time": "39s", "remaining_time": "2h 54m 16s"}
+{"loss": 0.94250065, "token_acc": 0.785, "grad_norm": 5.43437529, "learning_rate": 4.3e-07, "memory(GiB)": 16.45, "train_speed(iter/s)": 0.113564, "epoch": 0.00428036, "global_step/max_steps": "8/1869", "percentage": "0.43%", "elapsed_time": "40s", "remaining_time": "2h 38m 40s"}
+{"loss": 0.94119352, "token_acc": 0.78978622, "grad_norm": 5.04455853, "learning_rate": 4.8e-07, "memory(GiB)": 16.45, "train_speed(iter/s)": 0.123471, "epoch": 0.00481541, "global_step/max_steps": "9/1869", "percentage": "0.48%", "elapsed_time": "43s", "remaining_time": "2h 29m 23s"}
+{"loss": 0.89960265, "token_acc": 0.79014599, "grad_norm": 5.64693308, "learning_rate": 5.3e-07, "memory(GiB)": 16.45, "train_speed(iter/s)": 0.134192, "epoch": 0.00535045, "global_step/max_steps": "10/1869", "percentage": "0.54%", "elapsed_time": "45s", "remaining_time": "2h 19m 25s"}
+{"eval_loss": 0.87941688, "eval_token_acc": 0.77941276, "eval_runtime": 47.0919, "eval_samples_per_second": 9.811, "eval_steps_per_second": 1.232, "epoch": 0.00535045, "global_step/max_steps": "10/1869", "percentage": "0.54%", "elapsed_time": "1m 32s", "remaining_time": "4h 45m 20s"}
+{"loss": 0.78370821, "token_acc": 0.78277115, "grad_norm": 3.82993841, "learning_rate": 5.9e-07, "memory(GiB)": 42.26, "train_speed(iter/s)": 0.07966, "epoch": 0.0058855, "global_step/max_steps": "11/1869", "percentage": "0.59%", "elapsed_time": "1m 48s", "remaining_time": "5h 5m 38s"}
+{"loss": 0.83504999, "token_acc": 0.76751592, "grad_norm": 4.17722225, "learning_rate": 6.4e-07, "memory(GiB)": 42.26, "train_speed(iter/s)": 0.083596, "epoch": 0.00642055, "global_step/max_steps": "12/1869", "percentage": "0.64%", "elapsed_time": "1m 54s", "remaining_time": "4h 54m 5s"}
+{"loss": 0.95790565, "token_acc": 0.71612903, "grad_norm": 4.68048906, "learning_rate": 7e-07, "memory(GiB)": 42.26, "train_speed(iter/s)": 0.089234, "epoch": 0.00695559, "global_step/max_steps": "13/1869", "percentage": "0.70%", "elapsed_time": "1m 56s", "remaining_time": "4h 36m 24s"}
+{"loss": 0.70565331, "token_acc": 0.84732824, "grad_norm": 3.35217595, "learning_rate": 7.5e-07, "memory(GiB)": 42.26, "train_speed(iter/s)": 0.092582, "epoch": 0.00749064, "global_step/max_steps": "14/1869", "percentage": "0.75%", "elapsed_time": "2m 1s", "remaining_time": "4h 28m 44s"}
+{"loss": 0.81927258, "token_acc": 0.78723891, "grad_norm": 4.12418127, "learning_rate": 8e-07, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.095716, "epoch": 0.00802568, "global_step/max_steps": "15/1869", "percentage": "0.80%", "elapsed_time": "2m 7s", "remaining_time": "4h 22m 1s"}
+{"loss": 0.7351442, "token_acc": 0.83187391, "grad_norm": 3.27488399, "learning_rate": 8.6e-07, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.101055, "epoch": 0.00856073, "global_step/max_steps": "16/1869", "percentage": "0.86%", "elapsed_time": "2m 8s", "remaining_time": "4h 8m 37s"}
+{"loss": 0.77999592, "token_acc": 0.77183406, "grad_norm": 13.16994381, "learning_rate": 9.1e-07, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.106293, "epoch": 0.00909577, "global_step/max_steps": "17/1869", "percentage": "0.91%", "elapsed_time": "2m 10s", "remaining_time": "3h 56m 47s"}
+{"loss": 0.70006078, "token_acc": 0.85483871, "grad_norm": 3.84622741, "learning_rate": 9.6e-07, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.111411, "epoch": 0.00963082, "global_step/max_steps": "18/1869", "percentage": "0.96%", "elapsed_time": "2m 12s", "remaining_time": "3h 46m 18s"}
+{"loss": 0.69562626, "token_acc": 0.83034773, "grad_norm": 2.94428468, "learning_rate": 1.02e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.116139, "epoch": 0.01016586, "global_step/max_steps": "19/1869", "percentage": "1.02%", "elapsed_time": "2m 14s", "remaining_time": "3h 37m 35s"}
+{"loss": 0.72194958, "token_acc": 0.74902975, "grad_norm": 2.36996722, "learning_rate": 1.07e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.119257, "epoch": 0.01070091, "global_step/max_steps": "20/1869", "percentage": "1.07%", "elapsed_time": "2m 18s", "remaining_time": "3h 32m 55s"}
+{"eval_loss": 0.7312116, "eval_token_acc": 0.79288082, "eval_runtime": 47.2359, "eval_samples_per_second": 9.781, "eval_steps_per_second": 1.228, "epoch": 0.01070091, "global_step/max_steps": "20/1869", "percentage": "1.07%", "elapsed_time": "3m 5s", "remaining_time": "4h 45m 42s"}
+{"loss": 0.70447195, "token_acc": 0.79690628, "grad_norm": 2.32526183, "learning_rate": 1.12e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.092843, "epoch": 0.01123596, "global_step/max_steps": "21/1869", "percentage": "1.12%", "elapsed_time": "3m 16s", "remaining_time": "4h 48m 26s"}
+{"loss": 0.75664651, "token_acc": 0.78032037, "grad_norm": 2.3690176, "learning_rate": 1.18e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.094939, "epoch": 0.011771, "global_step/max_steps": "22/1869", "percentage": "1.18%", "elapsed_time": "3m 22s", "remaining_time": "4h 42m 56s"}
+{"loss": 0.71143919, "token_acc": 0.77868852, "grad_norm": 1.86084819, "learning_rate": 1.23e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.096928, "epoch": 0.01230605, "global_step/max_steps": "23/1869", "percentage": "1.23%", "elapsed_time": "3m 27s", "remaining_time": "4h 37m 55s"}
+{"loss": 0.57238525, "token_acc": 0.89502262, "grad_norm": 1.65031064, "learning_rate": 1.28e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.100248, "epoch": 0.01284109, "global_step/max_steps": "24/1869", "percentage": "1.28%", "elapsed_time": "3m 29s", "remaining_time": "4h 28m 55s"}
+{"loss": 0.68685579, "token_acc": 0.79934211, "grad_norm": 2.21920037, "learning_rate": 1.34e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.103027, "epoch": 0.01337614, "global_step/max_steps": "25/1869", "percentage": "1.34%", "elapsed_time": "3m 33s", "remaining_time": "4h 22m 0s"}
+{"loss": 0.67744565, "token_acc": 0.79525593, "grad_norm": 1.98912394, "learning_rate": 1.39e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.106434, "epoch": 0.01391118, "global_step/max_steps": "26/1869", "percentage": "1.39%", "elapsed_time": "3m 34s", "remaining_time": "4h 13m 43s"}
+{"loss": 0.60103244, "token_acc": 0.85245902, "grad_norm": 1.69945383, "learning_rate": 1.44e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.109795, "epoch": 0.01444623, "global_step/max_steps": "27/1869", "percentage": "1.44%", "elapsed_time": "3m 36s", "remaining_time": "4h 6m 2s"}
+{"loss": 0.61611456, "token_acc": 0.88035639, "grad_norm": 1.65962636, "learning_rate": 1.5e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.111339, "epoch": 0.01498127, "global_step/max_steps": "28/1869", "percentage": "1.50%", "elapsed_time": "3m 41s", "remaining_time": "4h 3m 14s"}
+{"loss": 0.62859809, "token_acc": 0.80737705, "grad_norm": 1.79358125, "learning_rate": 1.55e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.114566, "epoch": 0.01551632, "global_step/max_steps": "29/1869", "percentage": "1.55%", "elapsed_time": "3m 43s", "remaining_time": "3h 56m 27s"}
+{"loss": 0.56487948, "token_acc": 0.82064298, "grad_norm": 1.58352077, "learning_rate": 1.6e-06, "memory(GiB)": 49.79, "train_speed(iter/s)": 0.117766, "epoch": 0.01605136, "global_step/max_steps": "30/1869", "percentage": "1.61%", "elapsed_time": "3m 45s", "remaining_time": "3h 50m 6s"}

special_tokens_map.json

@@ -1,23 +1,24 @@
 {
   "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
+    "content": "<|endoftext|>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
+    "content": "<|im_end|>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
+    "content": "<|dummy_85|>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
-  }
+  },
+  "unk_token": "<|endoftext|>"
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
-size 17209961
+oid sha256:c612e57b2763204798271c0cdc14a373a565e6a371f1bfbd44e385a8391c9884
+size 7153083

tokenizer_config.json

@@ -1,2064 +1,782 @@
 {
+  "add_prefix_space": false,
   "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
-      "lstrip": false,
+    "100256": {
+      "content": "<|dummy_0|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128001": {
-      "content": "<|end_of_text|>",
-      "lstrip": false,
+    "100257": {
+      "content": "<|endoftext|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
-      "lstrip": false,
+    "100258": {
+      "content": "<|fim_prefix|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
-      "lstrip": false,
+    "100259": {
+      "content": "<|fim_middle|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128004": {
-      "content": "<|reserved_special_token_2|>",
-      "lstrip": false,
+    "100260": {
+      "content": "<|fim_suffix|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128005": {
-      "content": "<|reserved_special_token_3|>",
-      "lstrip": false,
+    "100261": {
+      "content": "<|dummy_1|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128006": {
-      "content": "<|start_header_id|>",
-      "lstrip": false,
+    "100262": {
+      "content": "<|dummy_2|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128007": {
-      "content": "<|end_header_id|>",
-      "lstrip": false,
+    "100263": {
+      "content": "<|dummy_3|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128008": {
-      "content": "<|reserved_special_token_4|>",
-      "lstrip": false,
+    "100264": {
+      "content": "<|im_start|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128009": {
-      "content": "<|eot_id|>",
-      "lstrip": false,
+    "100265": {
+      "content": "<|im_end|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128010": {
-      "content": "<|reserved_special_token_5|>",
-      "lstrip": false,
+    "100266": {
+      "content": "<|im_sep|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128011": {
-      "content": "<|reserved_special_token_6|>",
-      "lstrip": false,
+    "100267": {
+      "content": "<|dummy_4|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128012": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
+    "100268": {
+      "content": "<|dummy_5|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128013": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
+    "100269": {
+      "content": "<|dummy_6|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128014": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
+    "100270": {
+      "content": "<|dummy_7|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128015": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
+    "100271": {
+      "content": "<|dummy_8|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128016": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
+    "100272": {
+      "content": "<|dummy_9|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128017": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
+    "100273": {
+      "content": "<|dummy_10|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128018": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
+    "100274": {
+      "content": "<|dummy_11|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128019": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
+    "100275": {
+      "content": "<|dummy_12|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128020": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
+    "100276": {
+      "content": "<|endofprompt|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128021": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
+    "100277": {
+      "content": "<|dummy_13|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128022": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
+    "100278": {
+      "content": "<|dummy_14|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128023": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
+    "100279": {
+      "content": "<|dummy_15|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128024": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
+    "100280": {
+      "content": "<|dummy_16|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128025": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
+    "100281": {
+      "content": "<|dummy_17|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128026": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
+    "100282": {
+      "content": "<|dummy_18|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128027": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
+    "100283": {
+      "content": "<|dummy_19|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128028": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
+    "100284": {
+      "content": "<|dummy_20|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128029": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
+    "100285": {
+      "content": "<|dummy_21|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128030": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
+    "100286": {
+      "content": "<|dummy_22|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128031": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
+    "100287": {
+      "content": "<|dummy_23|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128032": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
+    "100288": {
+      "content": "<|dummy_24|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128033": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
+    "100289": {
+      "content": "<|dummy_25|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128034": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
+    "100290": {
+      "content": "<|dummy_26|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128035": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
+    "100291": {
+      "content": "<|dummy_27|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128036": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
+    "100292": {
+      "content": "<|dummy_28|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128037": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
+    "100293": {
+      "content": "<|dummy_29|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128038": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
+    "100294": {
+      "content": "<|dummy_30|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128039": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
+    "100295": {
+      "content": "<|dummy_31|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128040": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
+    "100296": {
+      "content": "<|dummy_32|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128041": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
+    "100297": {
+      "content": "<|dummy_33|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128042": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
+    "100298": {
+      "content": "<|dummy_34|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128043": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
+    "100299": {
+      "content": "<|dummy_35|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128044": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
+    "100300": {
+      "content": "<|dummy_36|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128045": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
+    "100301": {
+      "content": "<|dummy_37|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128046": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
+    "100302": {
+      "content": "<|dummy_38|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128047": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
+    "100303": {
+      "content": "<|dummy_39|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128048": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
+    "100304": {
+      "content": "<|dummy_40|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128049": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
+    "100305": {
+      "content": "<|dummy_41|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128050": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
+    "100306": {
+      "content": "<|dummy_42|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128051": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
+    "100307": {
+      "content": "<|dummy_43|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128052": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
+    "100308": {
+      "content": "<|dummy_44|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128053": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
+    "100309": {
+      "content": "<|dummy_45|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128054": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
+    "100310": {
+      "content": "<|dummy_46|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128055": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
+    "100311": {
+      "content": "<|dummy_47|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128056": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
+    "100312": {
+      "content": "<|dummy_48|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128057": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
+    "100313": {
+      "content": "<|dummy_49|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128058": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
+    "100314": {
+      "content": "<|dummy_50|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128059": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
+    "100315": {
+      "content": "<|dummy_51|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128060": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
+    "100316": {
+      "content": "<|dummy_52|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128061": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
+    "100317": {
+      "content": "<|dummy_53|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128062": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
+    "100318": {
+      "content": "<|dummy_54|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128063": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
+    "100319": {
+      "content": "<|dummy_55|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128064": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
+    "100320": {
+      "content": "<|dummy_56|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128065": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
+    "100321": {
+      "content": "<|dummy_57|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128066": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
+    "100322": {
+      "content": "<|dummy_58|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128067": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
+    "100323": {
+      "content": "<|dummy_59|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128068": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
+    "100324": {
+      "content": "<|dummy_60|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128069": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
+    "100325": {
+      "content": "<|dummy_61|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128070": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
+    "100326": {
+      "content": "<|dummy_62|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128071": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
+    "100327": {
+      "content": "<|dummy_63|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128072": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
+    "100328": {
+      "content": "<|dummy_64|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128073": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
+    "100329": {
+      "content": "<|dummy_65|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128074": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
+    "100330": {
+      "content": "<|dummy_66|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128075": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
+    "100331": {
+      "content": "<|dummy_67|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128076": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
+    "100332": {
+      "content": "<|dummy_68|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128077": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
+    "100333": {
+      "content": "<|dummy_69|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128078": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
+    "100334": {
+      "content": "<|dummy_70|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128079": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
+    "100335": {
+      "content": "<|dummy_71|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128080": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
+    "100336": {
+      "content": "<|dummy_72|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128081": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
+    "100337": {
+      "content": "<|dummy_73|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128082": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
+    "100338": {
+      "content": "<|dummy_74|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128083": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
+    "100339": {
+      "content": "<|dummy_75|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128084": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
+    "100340": {
+      "content": "<|dummy_76|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128085": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
+    "100341": {
+      "content": "<|dummy_77|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128086": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
+    "100342": {
+      "content": "<|dummy_78|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128087": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
+    "100343": {
+      "content": "<|dummy_79|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128088": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
+    "100344": {
+      "content": "<|dummy_80|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128089": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
+    "100345": {
+      "content": "<|dummy_81|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128090": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
+    "100346": {
+      "content": "<|dummy_82|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128091": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
+    "100347": {
+      "content": "<|dummy_83|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128092": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
+    "100348": {
+      "content": "<|dummy_84|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128093": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
+    "100349": {
+      "content": "<|dummy_85|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128094": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
+    "100350": {
+      "content": "<|dummy_86|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     },
-    "128095": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
+    "100351": {
+      "content": "<|dummy_87|>",
+      "lstrip": true,
       "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_241|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_242|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_243|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128249": {
-      "content": "<|reserved_special_token_244|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128250": {
-      "content": "<|reserved_special_token_245|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128251": {
-      "content": "<|reserved_special_token_246|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128252": {
-      "content": "<|reserved_special_token_247|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128253": {
-      "content": "<|reserved_special_token_248|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128254": {
-      "content": "<|reserved_special_token_249|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128255": {
-      "content": "<|reserved_special_token_250|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
+      "rstrip": true,
       "single_word": false,
       "special": true
     }
   },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
   "extra_special_tokens": {},
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<|eot_id|>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "model_max_length": 16384,
+  "pad_token": "<|dummy_85|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab0dd68fed41ad26a77c9859dec0c22ac01692fd35259f333395be7f70946225
+oid sha256:10a4e0c73890c635511853b8bc2cf58f0a92a64a7bd3940612c7e7028ef2a5d9
 size 8120