Add files using upload-large-folder tool

Area/README.md

@@ -0,0 +1,62 @@
+---
+base_model: deepseek-ai/deepseek-coder-6.7b-instruct
+library_name: peft
+license: other
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: Area
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Area
+
+This model is a fine-tuned version of [deepseek-ai/deepseek-coder-6.7b-instruct](https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct) on the area dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-06
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 64
+- total_eval_batch_size: 64
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 20.0
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.45.2
+- Pytorch 2.4.1+cu124
+- Datasets 2.21.0
+- Tokenizers 0.20.0

Area/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "deepseek-ai/deepseek-coder-6.7b-instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "v_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj",
+    "k_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Area/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 19.414225941422593,
+    "total_flos": 1.9755070908268544e+18,
+    "train_loss": 0.6148436521661693,
+    "train_runtime": 4276.8425,
+    "train_samples_per_second": 8.922,
+    "train_steps_per_second": 0.136
+}

Area/config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "deepseek-ai/deepseek-coder-6.7b-instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 32013,
+  "eos_token_id": 32021,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 16384,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "factor": 4.0,
+    "rope_type": "linear",
+    "type": "linear"
+  },
+  "rope_theta": 100000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 32256
+}

Area/dpo/README.md

@@ -0,0 +1,72 @@
+---
+base_model: deepseek-ai/deepseek-coder-6.7b-instruct
+library_name: peft
+license: other
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: dpo
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# dpo
+
+This model is a fine-tuned version of [deepseek-ai/deepseek-coder-6.7b-instruct](https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct) on the area dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.6819
+- Rewards/chosen: 0.0319
+- Rewards/rejected: -0.0669
+- Rewards/accuracies: 0.6667
+- Rewards/margins: 0.0988
+- Logps/rejected: -82.3286
+- Logps/chosen: -161.5981
+- Logits/rejected: 1.6967
+- Logits/chosen: 1.8235
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-06
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 64
+- total_eval_batch_size: 8
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 10.0
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.45.2
+- Pytorch 2.4.1+cu124
+- Datasets 2.21.0
+- Tokenizers 0.20.0

Area/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 32013,
+  "eos_token_id": 32021,
+  "transformers_version": "4.45.2"
+}

Area/model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 13481025536
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

Area/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|EOT|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Area/tokenizer_config.json

@@ -0,0 +1,196 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "32000": {
+      "content": "õ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32001": {
+      "content": "÷",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32002": {
+      "content": "Á",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32003": {
+      "content": "ý",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32004": {
+      "content": "À",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32005": {
+      "content": "ÿ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32006": {
+      "content": "ø",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32007": {
+      "content": "ú",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32008": {
+      "content": "þ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32009": {
+      "content": "ü",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32010": {
+      "content": "ù",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32011": {
+      "content": "ö",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32012": {
+      "content": "û",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32013": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<｜fim▁hole｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32016": {
+      "content": "<｜fim▁begin｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32017": {
+      "content": "<｜fim▁end｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32018": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32019": {
+      "content": "<|User|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32020": {
+      "content": "<|Assistant|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32021": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{{ '<｜begin▁of▁sentence｜>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message + '\n\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'User: ' + content + '\n\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|EOT|>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|EOT|>",
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}

Area/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 19.414225941422593,
+    "total_flos": 1.9755070908268544e+18,
+    "train_loss": 0.6148436521661693,
+    "train_runtime": 4276.8425,
+    "train_samples_per_second": 8.922,
+    "train_steps_per_second": 0.136
+}

Area/trainer_log.jsonl

@@ -0,0 +1,59 @@
+{"current_steps": 10, "total_steps": 580, "loss": 0.6938, "accuracy": 0.32499998807907104, "learning_rate": 8.620689655172415e-07, "epoch": 0.33472803347280333, "percentage": 1.72, "elapsed_time": "0:01:17", "remaining_time": "1:13:49"}
+{"current_steps": 20, "total_steps": 580, "loss": 0.6931, "accuracy": 0.48750001192092896, "learning_rate": 1.724137931034483e-06, "epoch": 0.6694560669456067, "percentage": 3.45, "elapsed_time": "0:02:26", "remaining_time": "1:08:25"}
+{"current_steps": 30, "total_steps": 580, "loss": 0.6946, "accuracy": 0.44999998807907104, "learning_rate": 2.5862068965517246e-06, "epoch": 1.00418410041841, "percentage": 5.17, "elapsed_time": "0:03:39", "remaining_time": "1:07:01"}
+{"current_steps": 40, "total_steps": 580, "loss": 0.6939, "accuracy": 0.4625000059604645, "learning_rate": 3.448275862068966e-06, "epoch": 1.3389121338912133, "percentage": 6.9, "elapsed_time": "0:04:57", "remaining_time": "1:06:52"}
+{"current_steps": 50, "total_steps": 580, "loss": 0.6938, "accuracy": 0.550000011920929, "learning_rate": 4.310344827586207e-06, "epoch": 1.6736401673640167, "percentage": 8.62, "elapsed_time": "0:06:12", "remaining_time": "1:05:52"}
+{"current_steps": 60, "total_steps": 580, "loss": 0.6952, "accuracy": 0.4375, "learning_rate": 4.999818897894192e-06, "epoch": 2.00836820083682, "percentage": 10.34, "elapsed_time": "0:07:21", "remaining_time": "1:03:49"}
+{"current_steps": 70, "total_steps": 580, "loss": 0.6937, "accuracy": 0.5625, "learning_rate": 4.9934830787948756e-06, "epoch": 2.3430962343096233, "percentage": 12.07, "elapsed_time": "0:08:36", "remaining_time": "1:02:42"}
+{"current_steps": 80, "total_steps": 580, "loss": 0.6927, "accuracy": 0.574999988079071, "learning_rate": 4.978118375700895e-06, "epoch": 2.6778242677824267, "percentage": 13.79, "elapsed_time": "0:09:53", "remaining_time": "1:01:52"}
+{"current_steps": 90, "total_steps": 580, "loss": 0.6923, "accuracy": 0.5, "learning_rate": 4.953780424089803e-06, "epoch": 3.01255230125523, "percentage": 15.52, "elapsed_time": "0:11:05", "remaining_time": "1:00:25"}
+{"current_steps": 100, "total_steps": 580, "loss": 0.6894, "accuracy": 0.6000000238418579, "learning_rate": 4.920557351506409e-06, "epoch": 3.3472803347280333, "percentage": 17.24, "elapsed_time": "0:12:20", "remaining_time": "0:59:15"}
+{"current_steps": 110, "total_steps": 580, "loss": 0.6889, "accuracy": 0.5375000238418579, "learning_rate": 4.878569458453592e-06, "epoch": 3.6820083682008367, "percentage": 18.97, "elapsed_time": "0:13:35", "remaining_time": "0:58:03"}
+{"current_steps": 120, "total_steps": 580, "loss": 0.6886, "accuracy": 0.6625000238418579, "learning_rate": 4.827968782785062e-06, "epoch": 4.01673640167364, "percentage": 20.69, "elapsed_time": "0:14:45", "remaining_time": "0:56:36"}
+{"current_steps": 130, "total_steps": 580, "loss": 0.6847, "accuracy": 0.612500011920929, "learning_rate": 4.7689385491773934e-06, "epoch": 4.351464435146443, "percentage": 22.41, "elapsed_time": "0:16:02", "remaining_time": "0:55:30"}
+{"current_steps": 140, "total_steps": 580, "loss": 0.6809, "accuracy": 0.574999988079071, "learning_rate": 4.70169250567482e-06, "epoch": 4.686192468619247, "percentage": 24.14, "elapsed_time": "0:17:09", "remaining_time": "0:53:56"}
+{"current_steps": 150, "total_steps": 580, "loss": 0.6773, "accuracy": 0.5375000238418579, "learning_rate": 4.626474149709127e-06, "epoch": 5.02092050209205, "percentage": 25.86, "elapsed_time": "0:18:26", "remaining_time": "0:52:53"}
+{"current_steps": 160, "total_steps": 580, "loss": 0.673, "accuracy": 0.625, "learning_rate": 4.54355584639723e-06, "epoch": 5.355648535564853, "percentage": 27.59, "elapsed_time": "0:19:41", "remaining_time": "0:51:41"}
+{"current_steps": 170, "total_steps": 580, "loss": 0.6679, "accuracy": 0.637499988079071, "learning_rate": 4.45323784230908e-06, "epoch": 5.690376569037657, "percentage": 29.31, "elapsed_time": "0:20:53", "remaining_time": "0:50:23"}
+{"current_steps": 180, "total_steps": 580, "loss": 0.6621, "accuracy": 0.5874999761581421, "learning_rate": 4.355847178277025e-06, "epoch": 6.02510460251046, "percentage": 31.03, "elapsed_time": "0:22:11", "remaining_time": "0:49:18"}
+{"current_steps": 190, "total_steps": 580, "loss": 0.6538, "accuracy": 0.75, "learning_rate": 4.2517365051833564e-06, "epoch": 6.359832635983263, "percentage": 32.76, "elapsed_time": "0:23:18", "remaining_time": "0:47:49"}
+{"current_steps": 200, "total_steps": 580, "loss": 0.657, "accuracy": 0.699999988079071, "learning_rate": 4.141282807014034e-06, "epoch": 6.694560669456067, "percentage": 34.48, "elapsed_time": "0:24:33", "remaining_time": "0:46:38"}
+{"current_steps": 210, "total_steps": 580, "loss": 0.6462, "accuracy": 0.762499988079071, "learning_rate": 4.024886035802432e-06, "epoch": 7.02928870292887, "percentage": 36.21, "elapsed_time": "0:25:47", "remaining_time": "0:45:26"}
+{"current_steps": 220, "total_steps": 580, "loss": 0.6413, "accuracy": 0.6875, "learning_rate": 3.9029676634059565e-06, "epoch": 7.364016736401673, "percentage": 37.93, "elapsed_time": "0:26:55", "remaining_time": "0:44:03"}
+{"current_steps": 230, "total_steps": 580, "loss": 0.6346, "accuracy": 0.675000011920929, "learning_rate": 3.7759691553595214e-06, "epoch": 7.698744769874477, "percentage": 39.66, "elapsed_time": "0:28:16", "remaining_time": "0:43:01"}
+{"current_steps": 240, "total_steps": 580, "loss": 0.6377, "accuracy": 0.612500011920929, "learning_rate": 3.6443503723320837e-06, "epoch": 8.03347280334728, "percentage": 41.38, "elapsed_time": "0:29:30", "remaining_time": "0:41:48"}
+{"current_steps": 250, "total_steps": 580, "loss": 0.6216, "accuracy": 0.800000011920929, "learning_rate": 3.508587904974522e-06, "epoch": 8.368200836820083, "percentage": 43.1, "elapsed_time": "0:30:44", "remaining_time": "0:40:35"}
+{"current_steps": 260, "total_steps": 580, "loss": 0.6193, "accuracy": 0.6625000238418579, "learning_rate": 3.3691733481883693e-06, "epoch": 8.702928870292887, "percentage": 44.83, "elapsed_time": "0:32:00", "remaining_time": "0:39:24"}
+{"current_steps": 270, "total_steps": 580, "loss": 0.6201, "accuracy": 0.7124999761581421, "learning_rate": 3.226611521064278e-06, "epoch": 9.03765690376569, "percentage": 46.55, "elapsed_time": "0:33:06", "remaining_time": "0:38:00"}
+{"current_steps": 280, "total_steps": 580, "loss": 0.6157, "accuracy": 0.6625000238418579, "learning_rate": 3.0814186389357765e-06, "epoch": 9.372384937238493, "percentage": 48.28, "elapsed_time": "0:34:20", "remaining_time": "0:36:48"}
+{"current_steps": 290, "total_steps": 580, "loss": 0.5972, "accuracy": 0.7875000238418579, "learning_rate": 2.9341204441673267e-06, "epoch": 9.707112970711297, "percentage": 50.0, "elapsed_time": "0:35:29", "remaining_time": "0:35:29"}
+{"current_steps": 300, "total_steps": 580, "loss": 0.6038, "accuracy": 0.7875000238418579, "learning_rate": 2.785250302445062e-06, "epoch": 10.0418410041841, "percentage": 51.72, "elapsed_time": "0:36:44", "remaining_time": "0:34:17"}
+{"current_steps": 310, "total_steps": 580, "loss": 0.5897, "accuracy": 0.762499988079071, "learning_rate": 2.6353472714635443e-06, "epoch": 10.376569037656903, "percentage": 53.45, "elapsed_time": "0:37:56", "remaining_time": "0:33:02"}
+{"current_steps": 320, "total_steps": 580, "loss": 0.5951, "accuracy": 0.7124999761581421, "learning_rate": 2.4849541490017868e-06, "epoch": 10.711297071129707, "percentage": 55.17, "elapsed_time": "0:39:10", "remaining_time": "0:31:49"}
+{"current_steps": 330, "total_steps": 580, "loss": 0.5895, "accuracy": 0.762499988079071, "learning_rate": 2.3346155074564712e-06, "epoch": 11.04602510460251, "percentage": 56.9, "elapsed_time": "0:40:29", "remaining_time": "0:30:40"}
+{"current_steps": 340, "total_steps": 580, "loss": 0.577, "accuracy": 0.8374999761581421, "learning_rate": 2.184875721949277e-06, "epoch": 11.380753138075313, "percentage": 58.62, "elapsed_time": "0:41:40", "remaining_time": "0:29:25"}
+{"current_steps": 350, "total_steps": 580, "loss": 0.5825, "accuracy": 0.7250000238418579, "learning_rate": 2.0362769991485514e-06, "epoch": 11.715481171548117, "percentage": 60.34, "elapsed_time": "0:42:58", "remaining_time": "0:28:14"}
+{"current_steps": 360, "total_steps": 580, "loss": 0.5819, "accuracy": 0.7749999761581421, "learning_rate": 1.8893574139429226e-06, "epoch": 12.05020920502092, "percentage": 62.07, "elapsed_time": "0:44:12", "remaining_time": "0:27:00"}
+{"current_steps": 370, "total_steps": 580, "loss": 0.5737, "accuracy": 0.75, "learning_rate": 1.744648961076068e-06, "epoch": 12.384937238493723, "percentage": 63.79, "elapsed_time": "0:45:23", "remaining_time": "0:25:45"}
+{"current_steps": 380, "total_steps": 580, "loss": 0.5655, "accuracy": 0.8125, "learning_rate": 1.602675628797636e-06, "epoch": 12.719665271966527, "percentage": 65.52, "elapsed_time": "0:46:39", "remaining_time": "0:24:33"}
+{"current_steps": 390, "total_steps": 580, "loss": 0.5654, "accuracy": 0.800000011920929, "learning_rate": 1.4639515015056205e-06, "epoch": 13.05439330543933, "percentage": 67.24, "elapsed_time": "0:47:54", "remaining_time": "0:23:20"}
+{"current_steps": 400, "total_steps": 580, "loss": 0.5713, "accuracy": 0.7749999761581421, "learning_rate": 1.328978898250525e-06, "epoch": 13.389121338912133, "percentage": 68.97, "elapsed_time": "0:49:08", "remaining_time": "0:22:06"}
+{"current_steps": 410, "total_steps": 580, "loss": 0.5569, "accuracy": 0.824999988079071, "learning_rate": 1.198246553841744e-06, "epoch": 13.723849372384937, "percentage": 70.69, "elapsed_time": "0:50:19", "remaining_time": "0:20:51"}
+{"current_steps": 420, "total_steps": 580, "loss": 0.567, "accuracy": 0.675000011920929, "learning_rate": 1.0722278491423998e-06, "epoch": 14.05857740585774, "percentage": 72.41, "elapsed_time": "0:51:29", "remaining_time": "0:19:36"}
+{"current_steps": 430, "total_steps": 580, "loss": 0.5605, "accuracy": 0.737500011920929, "learning_rate": 9.513790969606926e-07, "epoch": 14.393305439330543, "percentage": 74.14, "elapsed_time": "0:52:44", "remaining_time": "0:18:23"}
+{"current_steps": 440, "total_steps": 580, "loss": 0.5549, "accuracy": 0.75, "learning_rate": 8.361378897445643e-07, "epoch": 14.728033472803347, "percentage": 75.86, "elapsed_time": "0:53:53", "remaining_time": "0:17:08"}
+{"current_steps": 450, "total_steps": 580, "loss": 0.5606, "accuracy": 0.7875000238418579, "learning_rate": 7.269215150626391e-07, "epoch": 15.06276150627615, "percentage": 77.59, "elapsed_time": "0:55:09", "remaining_time": "0:15:56"}
+{"current_steps": 460, "total_steps": 580, "loss": 0.5545, "accuracy": 0.8500000238418579, "learning_rate": 6.241254446089942e-07, "epoch": 15.397489539748953, "percentage": 79.31, "elapsed_time": "0:56:22", "remaining_time": "0:14:42"}
+{"current_steps": 470, "total_steps": 580, "loss": 0.5525, "accuracy": 0.7749999761581421, "learning_rate": 5.281219022030423e-07, "epoch": 15.732217573221757, "percentage": 81.03, "elapsed_time": "0:57:34", "remaining_time": "0:13:28"}
+{"current_steps": 480, "total_steps": 580, "loss": 0.5499, "accuracy": 0.8500000238418579, "learning_rate": 4.392585159698087e-07, "epoch": 16.06694560669456, "percentage": 82.76, "elapsed_time": "0:58:50", "remaining_time": "0:12:15"}
+{"current_steps": 490, "total_steps": 580, "loss": 0.5471, "accuracy": 0.699999988079071, "learning_rate": 3.578570595810274e-07, "epoch": 16.401673640167363, "percentage": 84.48, "elapsed_time": "0:59:58", "remaining_time": "0:11:00"}
+{"current_steps": 500, "total_steps": 580, "loss": 0.5539, "accuracy": 0.7250000238418579, "learning_rate": 2.8421228711503127e-07, "epoch": 16.736401673640167, "percentage": 86.21, "elapsed_time": "1:01:15", "remaining_time": "0:09:48"}
+{"current_steps": 510, "total_steps": 580, "loss": 0.549, "accuracy": 0.887499988079071, "learning_rate": 2.1859086575439225e-07, "epoch": 17.07112970711297, "percentage": 87.93, "elapsed_time": "1:02:31", "remaining_time": "0:08:34"}
+{"current_steps": 520, "total_steps": 580, "loss": 0.5567, "accuracy": 0.8374999761581421, "learning_rate": 1.6123041018599766e-07, "epoch": 17.405857740585773, "percentage": 89.66, "elapsed_time": "1:03:43", "remaining_time": "0:07:21"}
+{"current_steps": 530, "total_steps": 580, "loss": 0.555, "accuracy": 0.824999988079071, "learning_rate": 1.1233862220001168e-07, "epoch": 17.740585774058577, "percentage": 91.38, "elapsed_time": "1:05:03", "remaining_time": "0:06:08"}
+{"current_steps": 540, "total_steps": 580, "loss": 0.5493, "accuracy": 0.8125, "learning_rate": 7.209253860320897e-08, "epoch": 18.07531380753138, "percentage": 93.1, "elapsed_time": "1:06:15", "remaining_time": "0:04:54"}
+{"current_steps": 550, "total_steps": 580, "loss": 0.5472, "accuracy": 0.8500000238418579, "learning_rate": 4.063789016999331e-08, "epoch": 18.410041841004183, "percentage": 94.83, "elapsed_time": "1:07:30", "remaining_time": "0:03:40"}
+{"current_steps": 560, "total_steps": 580, "loss": 0.5574, "accuracy": 0.824999988079071, "learning_rate": 1.808857395232788e-08, "epoch": 18.744769874476987, "percentage": 96.55, "elapsed_time": "1:08:43", "remaining_time": "0:02:27"}
+{"current_steps": 570, "total_steps": 580, "loss": 0.5463, "accuracy": 0.7749999761581421, "learning_rate": 4.526240859345499e-09, "epoch": 19.07949790794979, "percentage": 98.28, "elapsed_time": "1:10:01", "remaining_time": "0:01:13"}
+{"current_steps": 580, "total_steps": 580, "loss": 0.5464, "accuracy": 0.824999988079071, "learning_rate": 0.0, "epoch": 19.414225941422593, "percentage": 100.0, "elapsed_time": "1:11:14", "remaining_time": "0:00:00"}
+{"current_steps": 580, "total_steps": 580, "epoch": 19.414225941422593, "percentage": 100.0, "elapsed_time": "1:11:15", "remaining_time": "0:00:00"}

Area/trainer_state.json

@@ -0,0 +1,912 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 19.414225941422593,
+  "eval_steps": 500,
+  "global_step": 580,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.33472803347280333,
+      "grad_norm": 0.4676998555660248,
+      "learning_rate": 8.620689655172415e-07,
+      "logits/chosen": 1.7077701091766357,
+      "logits/rejected": 1.8646482229232788,
+      "logps/chosen": -85.7728271484375,
+      "logps/rejected": -88.1952896118164,
+      "loss": 0.6938,
+      "rewards/accuracies": 0.32499998807907104,
+      "rewards/chosen": -0.004770822823047638,
+      "rewards/margins": -0.007881464436650276,
+      "rewards/rejected": 0.0031106427777558565,
+      "step": 10
+    },
+    {
+      "epoch": 0.6694560669456067,
+      "grad_norm": 0.43230223655700684,
+      "learning_rate": 1.724137931034483e-06,
+      "logits/chosen": 1.8023220300674438,
+      "logits/rejected": 1.8210970163345337,
+      "logps/chosen": -78.37618255615234,
+      "logps/rejected": -75.44720458984375,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.48750001192092896,
+      "rewards/chosen": -0.0056939031928777695,
+      "rewards/margins": -0.003848772030323744,
+      "rewards/rejected": -0.001845130929723382,
+      "step": 20
+    },
+    {
+      "epoch": 1.00418410041841,
+      "grad_norm": 2.431753396987915,
+      "learning_rate": 2.5862068965517246e-06,
+      "logits/chosen": 1.8643144369125366,
+      "logits/rejected": 1.8500900268554688,
+      "logps/chosen": -86.84412384033203,
+      "logps/rejected": -90.78925323486328,
+      "loss": 0.6946,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": -0.0008674233104102314,
+      "rewards/margins": -0.008064134046435356,
+      "rewards/rejected": 0.0071967123076319695,
+      "step": 30
+    },
+    {
+      "epoch": 1.3389121338912133,
+      "grad_norm": 0.5327289700508118,
+      "learning_rate": 3.448275862068966e-06,
+      "logits/chosen": 1.7701479196548462,
+      "logits/rejected": 1.7749736309051514,
+      "logps/chosen": -83.61552429199219,
+      "logps/rejected": -72.89176177978516,
+      "loss": 0.6939,
+      "rewards/accuracies": 0.4625000059604645,
+      "rewards/chosen": -0.0019066383829340339,
+      "rewards/margins": -0.0035008196718990803,
+      "rewards/rejected": 0.0015941811725497246,
+      "step": 40
+    },
+    {
+      "epoch": 1.6736401673640167,
+      "grad_norm": 0.5017096996307373,
+      "learning_rate": 4.310344827586207e-06,
+      "logits/chosen": 1.7465788125991821,
+      "logits/rejected": 1.7925498485565186,
+      "logps/chosen": -84.85249328613281,
+      "logps/rejected": -88.79469299316406,
+      "loss": 0.6938,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": 0.0003656863118521869,
+      "rewards/margins": 0.00012080222222721204,
+      "rewards/rejected": 0.00024488387862220407,
+      "step": 50
+    },
+    {
+      "epoch": 2.00836820083682,
+      "grad_norm": 0.4994066059589386,
+      "learning_rate": 4.999818897894192e-06,
+      "logits/chosen": 1.8359416723251343,
+      "logits/rejected": 1.814234733581543,
+      "logps/chosen": -79.98396301269531,
+      "logps/rejected": -66.29866027832031,
+      "loss": 0.6952,
+      "rewards/accuracies": 0.4375,
+      "rewards/chosen": 0.00456579215824604,
+      "rewards/margins": -0.002460189163684845,
+      "rewards/rejected": 0.007025980856269598,
+      "step": 60
+    },
+    {
+      "epoch": 2.3430962343096233,
+      "grad_norm": 0.6425362825393677,
+      "learning_rate": 4.9934830787948756e-06,
+      "logits/chosen": 1.7550818920135498,
+      "logits/rejected": 1.7802051305770874,
+      "logps/chosen": -83.60951232910156,
+      "logps/rejected": -70.81080627441406,
+      "loss": 0.6937,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": 0.004059882368892431,
+      "rewards/margins": 0.00932090263813734,
+      "rewards/rejected": -0.005261021666228771,
+      "step": 70
+    },
+    {
+      "epoch": 2.6778242677824267,
+      "grad_norm": 0.5591297149658203,
+      "learning_rate": 4.978118375700895e-06,
+      "logits/chosen": 1.7742525339126587,
+      "logits/rejected": 1.8790937662124634,
+      "logps/chosen": -86.7696533203125,
+      "logps/rejected": -84.90727233886719,
+      "loss": 0.6927,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": 0.0033963967580348253,
+      "rewards/margins": 0.005500240251421928,
+      "rewards/rejected": -0.0021038432605564594,
+      "step": 80
+    },
+    {
+      "epoch": 3.01255230125523,
+      "grad_norm": 0.6774541735649109,
+      "learning_rate": 4.953780424089803e-06,
+      "logits/chosen": 1.8815631866455078,
+      "logits/rejected": 1.911620855331421,
+      "logps/chosen": -92.14398193359375,
+      "logps/rejected": -82.83556365966797,
+      "loss": 0.6923,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": 0.007645039353519678,
+      "rewards/margins": 0.005134005565196276,
+      "rewards/rejected": 0.0025110342539846897,
+      "step": 90
+    },
+    {
+      "epoch": 3.3472803347280333,
+      "grad_norm": 0.6908814907073975,
+      "learning_rate": 4.920557351506409e-06,
+      "logits/chosen": 1.7718560695648193,
+      "logits/rejected": 1.8823477029800415,
+      "logps/chosen": -91.2622299194336,
+      "logps/rejected": -96.467529296875,
+      "loss": 0.6894,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": 0.004941435065120459,
+      "rewards/margins": 0.01582186669111252,
+      "rewards/rejected": -0.010880433022975922,
+      "step": 100
+    },
+    {
+      "epoch": 3.6820083682008367,
+      "grad_norm": 0.6954344511032104,
+      "learning_rate": 4.878569458453592e-06,
+      "logits/chosen": 1.6916942596435547,
+      "logits/rejected": 1.7603965997695923,
+      "logps/chosen": -84.66748046875,
+      "logps/rejected": -103.5328369140625,
+      "loss": 0.6889,
+      "rewards/accuracies": 0.5375000238418579,
+      "rewards/chosen": -0.003184904810041189,
+      "rewards/margins": 0.007628746330738068,
+      "rewards/rejected": -0.01081365067511797,
+      "step": 110
+    },
+    {
+      "epoch": 4.01673640167364,
+      "grad_norm": 0.6846771240234375,
+      "learning_rate": 4.827968782785062e-06,
+      "logits/chosen": 1.8839175701141357,
+      "logits/rejected": 1.956974744796753,
+      "logps/chosen": -76.89198303222656,
+      "logps/rejected": -95.03202056884766,
+      "loss": 0.6886,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.009448022581636906,
+      "rewards/margins": 0.018458742648363113,
+      "rewards/rejected": -0.009010720066726208,
+      "step": 120
+    },
+    {
+      "epoch": 4.351464435146443,
+      "grad_norm": 0.762366771697998,
+      "learning_rate": 4.7689385491773934e-06,
+      "logits/chosen": 1.8294252157211304,
+      "logits/rejected": 1.8144447803497314,
+      "logps/chosen": -87.03471374511719,
+      "logps/rejected": -73.86766052246094,
+      "loss": 0.6847,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": -0.01010747067630291,
+      "rewards/margins": 0.01468165498226881,
+      "rewards/rejected": -0.024789121001958847,
+      "step": 130
+    },
+    {
+      "epoch": 4.686192468619247,
+      "grad_norm": 0.7172746658325195,
+      "learning_rate": 4.70169250567482e-06,
+      "logits/chosen": 1.7118749618530273,
+      "logits/rejected": 1.8259985446929932,
+      "logps/chosen": -68.12081146240234,
+      "logps/rejected": -75.31085205078125,
+      "loss": 0.6809,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.014076923951506615,
+      "rewards/margins": 0.014298361726105213,
+      "rewards/rejected": -0.028375286608934402,
+      "step": 140
+    },
+    {
+      "epoch": 5.02092050209205,
+      "grad_norm": 0.7188512682914734,
+      "learning_rate": 4.626474149709127e-06,
+      "logits/chosen": 1.8864549398422241,
+      "logits/rejected": 1.8488889932632446,
+      "logps/chosen": -101.3166275024414,
+      "logps/rejected": -76.73490905761719,
+      "loss": 0.6773,
+      "rewards/accuracies": 0.5375000238418579,
+      "rewards/chosen": -0.021979983896017075,
+      "rewards/margins": 0.023767748847603798,
+      "rewards/rejected": -0.04574773460626602,
+      "step": 150
+    },
+    {
+      "epoch": 5.355648535564853,
+      "grad_norm": 0.8493714928627014,
+      "learning_rate": 4.54355584639723e-06,
+      "logits/chosen": 1.7861169576644897,
+      "logits/rejected": 1.7927452325820923,
+      "logps/chosen": -83.28593444824219,
+      "logps/rejected": -76.04238891601562,
+      "loss": 0.673,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.0320693664252758,
+      "rewards/margins": 0.04263792932033539,
+      "rewards/rejected": -0.07470729202032089,
+      "step": 160
+    },
+    {
+      "epoch": 5.690376569037657,
+      "grad_norm": 1.1378726959228516,
+      "learning_rate": 4.45323784230908e-06,
+      "logits/chosen": 1.8622329235076904,
+      "logits/rejected": 1.875741958618164,
+      "logps/chosen": -72.01219177246094,
+      "logps/rejected": -77.62818908691406,
+      "loss": 0.6679,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.05134737491607666,
+      "rewards/margins": 0.049249742180109024,
+      "rewards/rejected": -0.10059712082147598,
+      "step": 170
+    },
+    {
+      "epoch": 6.02510460251046,
+      "grad_norm": 0.847227156162262,
+      "learning_rate": 4.355847178277025e-06,
+      "logits/chosen": 1.9445765018463135,
+      "logits/rejected": 2.0065901279449463,
+      "logps/chosen": -76.14964294433594,
+      "logps/rejected": -83.71626281738281,
+      "loss": 0.6621,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.05519520118832588,
+      "rewards/margins": 0.06803703308105469,
+      "rewards/rejected": -0.12323222309350967,
+      "step": 180
+    },
+    {
+      "epoch": 6.359832635983263,
+      "grad_norm": 0.8368040919303894,
+      "learning_rate": 4.2517365051833564e-06,
+      "logits/chosen": 1.8116003274917603,
+      "logits/rejected": 1.8839362859725952,
+      "logps/chosen": -82.7087631225586,
+      "logps/rejected": -67.3785629272461,
+      "loss": 0.6538,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.03855596110224724,
+      "rewards/margins": 0.11562293767929077,
+      "rewards/rejected": -0.15417888760566711,
+      "step": 190
+    },
+    {
+      "epoch": 6.694560669456067,
+      "grad_norm": 0.8636891841888428,
+      "learning_rate": 4.141282807014034e-06,
+      "logits/chosen": 1.7250430583953857,
+      "logits/rejected": 1.775418996810913,
+      "logps/chosen": -68.51094055175781,
+      "logps/rejected": -79.88996124267578,
+      "loss": 0.657,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -0.11151214689016342,
+      "rewards/margins": 0.07863004505634308,
+      "rewards/rejected": -0.1901421844959259,
+      "step": 200
+    },
+    {
+      "epoch": 7.02928870292887,
+      "grad_norm": 0.945520281791687,
+      "learning_rate": 4.024886035802432e-06,
+      "logits/chosen": 1.7329381704330444,
+      "logits/rejected": 1.799551010131836,
+      "logps/chosen": -81.49295043945312,
+      "logps/rejected": -87.97386169433594,
+      "loss": 0.6462,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -0.09862186014652252,
+      "rewards/margins": 0.10664049535989761,
+      "rewards/rejected": -0.20526234805583954,
+      "step": 210
+    },
+    {
+      "epoch": 7.364016736401673,
+      "grad_norm": 0.9736716151237488,
+      "learning_rate": 3.9029676634059565e-06,
+      "logits/chosen": 1.8787791728973389,
+      "logits/rejected": 1.8832632303237915,
+      "logps/chosen": -83.21014404296875,
+      "logps/rejected": -76.4449691772461,
+      "loss": 0.6413,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -0.07923021167516708,
+      "rewards/margins": 0.11194779723882675,
+      "rewards/rejected": -0.19117799401283264,
+      "step": 220
+    },
+    {
+      "epoch": 7.698744769874477,
+      "grad_norm": 0.9238549470901489,
+      "learning_rate": 3.7759691553595214e-06,
+      "logits/chosen": 1.9044986963272095,
+      "logits/rejected": 1.8805242776870728,
+      "logps/chosen": -90.17919158935547,
+      "logps/rejected": -86.05476379394531,
+      "loss": 0.6346,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.0993318110704422,
+      "rewards/margins": 0.12289313971996307,
+      "rewards/rejected": -0.22222498059272766,
+      "step": 230
+    },
+    {
+      "epoch": 8.03347280334728,
+      "grad_norm": 1.0052326917648315,
+      "learning_rate": 3.6443503723320837e-06,
+      "logits/chosen": 1.873815894126892,
+      "logits/rejected": 1.8809674978256226,
+      "logps/chosen": -74.86824035644531,
+      "logps/rejected": -81.79768371582031,
+      "loss": 0.6377,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": -0.17602138221263885,
+      "rewards/margins": 0.09737586975097656,
+      "rewards/rejected": -0.2733972668647766,
+      "step": 240
+    },
+    {
+      "epoch": 8.368200836820083,
+      "grad_norm": 1.0167930126190186,
+      "learning_rate": 3.508587904974522e-06,
+      "logits/chosen": 1.868101716041565,
+      "logits/rejected": 1.8685039281845093,
+      "logps/chosen": -94.48133850097656,
+      "logps/rejected": -94.00556182861328,
+      "loss": 0.6216,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -0.1260211318731308,
+      "rewards/margins": 0.21002164483070374,
+      "rewards/rejected": -0.3360427916049957,
+      "step": 250
+    },
+    {
+      "epoch": 8.702928870292887,
+      "grad_norm": 0.9955905079841614,
+      "learning_rate": 3.3691733481883693e-06,
+      "logits/chosen": 1.7905946969985962,
+      "logits/rejected": 1.7784850597381592,
+      "logps/chosen": -94.9794921875,
+      "logps/rejected": -84.99113464355469,
+      "loss": 0.6193,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": -0.18853916227817535,
+      "rewards/margins": 0.19185101985931396,
+      "rewards/rejected": -0.3803902268409729,
+      "step": 260
+    },
+    {
+      "epoch": 9.03765690376569,
+      "grad_norm": 0.943289577960968,
+      "learning_rate": 3.226611521064278e-06,
+      "logits/chosen": 1.8119779825210571,
+      "logits/rejected": 1.817567229270935,
+      "logps/chosen": -80.78002166748047,
+      "logps/rejected": -85.42848205566406,
+      "loss": 0.6201,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.16673071682453156,
+      "rewards/margins": 0.19530437886714935,
+      "rewards/rejected": -0.3620350658893585,
+      "step": 270
+    },
+    {
+      "epoch": 9.372384937238493,
+      "grad_norm": 0.9868927597999573,
+      "learning_rate": 3.0814186389357765e-06,
+      "logits/chosen": 1.816300392150879,
+      "logits/rejected": 1.7763961553573608,
+      "logps/chosen": -77.19395446777344,
+      "logps/rejected": -68.16056060791016,
+      "loss": 0.6157,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": -0.21062004566192627,
+      "rewards/margins": 0.19489461183547974,
+      "rewards/rejected": -0.4055147171020508,
+      "step": 280
+    },
+    {
+      "epoch": 9.707112970711297,
+      "grad_norm": 1.0557409524917603,
+      "learning_rate": 2.9341204441673267e-06,
+      "logits/chosen": 1.8154022693634033,
+      "logits/rejected": 1.842792272567749,
+      "logps/chosen": -84.95299530029297,
+      "logps/rejected": -82.22926330566406,
+      "loss": 0.5972,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -0.25716403126716614,
+      "rewards/margins": 0.2636396288871765,
+      "rewards/rejected": -0.5208036303520203,
+      "step": 290
+    },
+    {
+      "epoch": 10.0418410041841,
+      "grad_norm": 1.0787400007247925,
+      "learning_rate": 2.785250302445062e-06,
+      "logits/chosen": 1.8255424499511719,
+      "logits/rejected": 1.8123111724853516,
+      "logps/chosen": -94.89508056640625,
+      "logps/rejected": -99.48709869384766,
+      "loss": 0.6038,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -0.25526899099349976,
+      "rewards/margins": 0.24981728196144104,
+      "rewards/rejected": -0.5050862431526184,
+      "step": 300
+    },
+    {
+      "epoch": 10.376569037656903,
+      "grad_norm": 0.9934303164482117,
+      "learning_rate": 2.6353472714635443e-06,
+      "logits/chosen": 1.6809011697769165,
+      "logits/rejected": 1.6883894205093384,
+      "logps/chosen": -83.52108001708984,
+      "logps/rejected": -89.83765411376953,
+      "loss": 0.5897,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -0.20843425393104553,
+      "rewards/margins": 0.2531076967716217,
+      "rewards/rejected": -0.46154195070266724,
+      "step": 310
+    },
+    {
+      "epoch": 10.711297071129707,
+      "grad_norm": 1.0989857912063599,
+      "learning_rate": 2.4849541490017868e-06,
+      "logits/chosen": 1.8184492588043213,
+      "logits/rejected": 1.8702239990234375,
+      "logps/chosen": -76.5416030883789,
+      "logps/rejected": -87.98771667480469,
+      "loss": 0.5951,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.26176151633262634,
+      "rewards/margins": 0.17908410727977753,
+      "rewards/rejected": -0.44084563851356506,
+      "step": 320
+    },
+    {
+      "epoch": 11.04602510460251,
+      "grad_norm": 1.1377506256103516,
+      "learning_rate": 2.3346155074564712e-06,
+      "logits/chosen": 1.7781150341033936,
+      "logits/rejected": 1.7945045232772827,
+      "logps/chosen": -94.21954345703125,
+      "logps/rejected": -87.9439926147461,
+      "loss": 0.5895,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -0.3070668578147888,
+      "rewards/margins": 0.26864537596702576,
+      "rewards/rejected": -0.5757122039794922,
+      "step": 330
+    },
+    {
+      "epoch": 11.380753138075313,
+      "grad_norm": 1.1378768682479858,
+      "learning_rate": 2.184875721949277e-06,
+      "logits/chosen": 1.7889184951782227,
+      "logits/rejected": 1.7863588333129883,
+      "logps/chosen": -77.19974517822266,
+      "logps/rejected": -74.92039489746094,
+      "loss": 0.577,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -0.2269454449415207,
+      "rewards/margins": 0.3004661798477173,
+      "rewards/rejected": -0.5274116396903992,
+      "step": 340
+    },
+    {
+      "epoch": 11.715481171548117,
+      "grad_norm": 1.0102859735488892,
+      "learning_rate": 2.0362769991485514e-06,
+      "logits/chosen": 1.6868798732757568,
+      "logits/rejected": 1.743287444114685,
+      "logps/chosen": -80.24299621582031,
+      "logps/rejected": -91.3736343383789,
+      "loss": 0.5825,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -0.2850210964679718,
+      "rewards/margins": 0.30632922053337097,
+      "rewards/rejected": -0.5913503170013428,
+      "step": 350
+    },
+    {
+      "epoch": 12.05020920502092,
+      "grad_norm": 1.0598143339157104,
+      "learning_rate": 1.8893574139429226e-06,
+      "logits/chosen": 1.6859172582626343,
+      "logits/rejected": 1.7635313272476196,
+      "logps/chosen": -88.87372589111328,
+      "logps/rejected": -93.02122497558594,
+      "loss": 0.5819,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.317017138004303,
+      "rewards/margins": 0.2608889639377594,
+      "rewards/rejected": -0.5779060125350952,
+      "step": 360
+    },
+    {
+      "epoch": 12.384937238493723,
+      "grad_norm": 1.0845669507980347,
+      "learning_rate": 1.744648961076068e-06,
+      "logits/chosen": 1.7980632781982422,
+      "logits/rejected": 1.8205795288085938,
+      "logps/chosen": -83.31995391845703,
+      "logps/rejected": -87.28046417236328,
+      "loss": 0.5737,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.3205794394016266,
+      "rewards/margins": 0.24214692413806915,
+      "rewards/rejected": -0.5627263784408569,
+      "step": 370
+    },
+    {
+      "epoch": 12.719665271966527,
+      "grad_norm": 1.180468201637268,
+      "learning_rate": 1.602675628797636e-06,
+      "logits/chosen": 1.8093292713165283,
+      "logits/rejected": 1.8195394277572632,
+      "logps/chosen": -99.64051055908203,
+      "logps/rejected": -82.13116455078125,
+      "loss": 0.5655,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -0.28717803955078125,
+      "rewards/margins": 0.355060875415802,
+      "rewards/rejected": -0.6422389149665833,
+      "step": 380
+    },
+    {
+      "epoch": 13.05439330543933,
+      "grad_norm": 1.0443357229232788,
+      "learning_rate": 1.4639515015056205e-06,
+      "logits/chosen": 1.7365925312042236,
+      "logits/rejected": 1.7514903545379639,
+      "logps/chosen": -96.92813110351562,
+      "logps/rejected": -83.5425796508789,
+      "loss": 0.5654,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -0.3064219653606415,
+      "rewards/margins": 0.38930463790893555,
+      "rewards/rejected": -0.6957265138626099,
+      "step": 390
+    },
+    {
+      "epoch": 13.389121338912133,
+      "grad_norm": 1.2010602951049805,
+      "learning_rate": 1.328978898250525e-06,
+      "logits/chosen": 1.7649974822998047,
+      "logits/rejected": 1.7864068746566772,
+      "logps/chosen": -78.26787567138672,
+      "logps/rejected": -82.81205749511719,
+      "loss": 0.5713,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.32541388273239136,
+      "rewards/margins": 0.34498968720436096,
+      "rewards/rejected": -0.6704035997390747,
+      "step": 400
+    },
+    {
+      "epoch": 13.723849372384937,
+      "grad_norm": 1.656805396080017,
+      "learning_rate": 1.198246553841744e-06,
+      "logits/chosen": 1.6543798446655273,
+      "logits/rejected": 1.700377106666565,
+      "logps/chosen": -88.14425659179688,
+      "logps/rejected": -86.7034912109375,
+      "loss": 0.5569,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -0.307409405708313,
+      "rewards/margins": 0.346424400806427,
+      "rewards/rejected": -0.65383380651474,
+      "step": 410
+    },
+    {
+      "epoch": 14.05857740585774,
+      "grad_norm": 1.3017597198486328,
+      "learning_rate": 1.0722278491423998e-06,
+      "logits/chosen": 1.861400842666626,
+      "logits/rejected": 1.7919048070907593,
+      "logps/chosen": -101.43531036376953,
+      "logps/rejected": -77.99034881591797,
+      "loss": 0.567,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.34600889682769775,
+      "rewards/margins": 0.2590746283531189,
+      "rewards/rejected": -0.6050835251808167,
+      "step": 420
+    },
+    {
+      "epoch": 14.393305439330543,
+      "grad_norm": 1.0269688367843628,
+      "learning_rate": 9.513790969606926e-07,
+      "logits/chosen": 1.809483289718628,
+      "logits/rejected": 1.8456366062164307,
+      "logps/chosen": -102.51566314697266,
+      "logps/rejected": -104.2486343383789,
+      "loss": 0.5605,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -0.33636271953582764,
+      "rewards/margins": 0.3720197379589081,
+      "rewards/rejected": -0.7083825469017029,
+      "step": 430
+    },
+    {
+      "epoch": 14.728033472803347,
+      "grad_norm": 1.0176596641540527,
+      "learning_rate": 8.361378897445643e-07,
+      "logits/chosen": 1.8125699758529663,
+      "logits/rejected": 1.819248914718628,
+      "logps/chosen": -83.56723022460938,
+      "logps/rejected": -81.31576538085938,
+      "loss": 0.5549,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.321399986743927,
+      "rewards/margins": 0.2679772973060608,
+      "rewards/rejected": -0.5893772840499878,
+      "step": 440
+    },
+    {
+      "epoch": 15.06276150627615,
+      "grad_norm": 1.1313916444778442,
+      "learning_rate": 7.269215150626391e-07,
+      "logits/chosen": 1.7356494665145874,
+      "logits/rejected": 1.793581247329712,
+      "logps/chosen": -80.0768051147461,
+      "logps/rejected": -79.23683166503906,
+      "loss": 0.5606,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -0.34324222803115845,
+      "rewards/margins": 0.3662562370300293,
+      "rewards/rejected": -0.7094983458518982,
+      "step": 450
+    },
+    {
+      "epoch": 15.397489539748953,
+      "grad_norm": 1.1418852806091309,
+      "learning_rate": 6.241254446089942e-07,
+      "logits/chosen": 1.7430709600448608,
+      "logits/rejected": 1.7953869104385376,
+      "logps/chosen": -82.4347152709961,
+      "logps/rejected": -82.4286880493164,
+      "loss": 0.5545,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -0.3615425229072571,
+      "rewards/margins": 0.35559993982315063,
+      "rewards/rejected": -0.7171424031257629,
+      "step": 460
+    },
+    {
+      "epoch": 15.732217573221757,
+      "grad_norm": 1.1025134325027466,
+      "learning_rate": 5.281219022030423e-07,
+      "logits/chosen": 1.655470848083496,
+      "logits/rejected": 1.692399024963379,
+      "logps/chosen": -101.62381744384766,
+      "logps/rejected": -96.6092300415039,
+      "loss": 0.5525,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.29976749420166016,
+      "rewards/margins": 0.3946015238761902,
+      "rewards/rejected": -0.6943690776824951,
+      "step": 470
+    },
+    {
+      "epoch": 16.06694560669456,
+      "grad_norm": 1.2202156782150269,
+      "learning_rate": 4.392585159698087e-07,
+      "logits/chosen": 1.7376701831817627,
+      "logits/rejected": 1.793471097946167,
+      "logps/chosen": -89.61154174804688,
+      "logps/rejected": -94.71632385253906,
+      "loss": 0.5499,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -0.31332069635391235,
+      "rewards/margins": 0.4189217984676361,
+      "rewards/rejected": -0.7322424650192261,
+      "step": 480
+    },
+    {
+      "epoch": 16.401673640167363,
+      "grad_norm": 1.1149810552597046,
+      "learning_rate": 3.578570595810274e-07,
+      "logits/chosen": 1.7718391418457031,
+      "logits/rejected": 1.8273475170135498,
+      "logps/chosen": -83.96971130371094,
+      "logps/rejected": -92.80200958251953,
+      "loss": 0.5471,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -0.2852213978767395,
+      "rewards/margins": 0.3351207673549652,
+      "rewards/rejected": -0.6203421354293823,
+      "step": 490
+    },
+    {
+      "epoch": 16.736401673640167,
+      "grad_norm": 1.0757339000701904,
+      "learning_rate": 2.8421228711503127e-07,
+      "logits/chosen": 1.7726856470108032,
+      "logits/rejected": 1.836022973060608,
+      "logps/chosen": -78.27845764160156,
+      "logps/rejected": -83.48805236816406,
+      "loss": 0.5539,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -0.34817034006118774,
+      "rewards/margins": 0.2852809429168701,
+      "rewards/rejected": -0.6334512829780579,
+      "step": 500
+    },
+    {
+      "epoch": 17.07112970711297,
+      "grad_norm": 1.1488370895385742,
+      "learning_rate": 2.1859086575439225e-07,
+      "logits/chosen": 1.7012341022491455,
+      "logits/rejected": 1.78024423122406,
+      "logps/chosen": -84.58718872070312,
+      "logps/rejected": -86.95068359375,
+      "loss": 0.549,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -0.291012704372406,
+      "rewards/margins": 0.4876977801322937,
+      "rewards/rejected": -0.7787104845046997,
+      "step": 510
+    },
+    {
+      "epoch": 17.405857740585773,
+      "grad_norm": 1.1710774898529053,
+      "learning_rate": 1.6123041018599766e-07,
+      "logits/chosen": 1.7162996530532837,
+      "logits/rejected": 1.7306814193725586,
+      "logps/chosen": -93.86546325683594,
+      "logps/rejected": -84.5029067993164,
+      "loss": 0.5567,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -0.26384133100509644,
+      "rewards/margins": 0.3909001052379608,
+      "rewards/rejected": -0.6547414064407349,
+      "step": 520
+    },
+    {
+      "epoch": 17.740585774058577,
+      "grad_norm": 1.0457745790481567,
+      "learning_rate": 1.1233862220001168e-07,
+      "logits/chosen": 1.729026436805725,
+      "logits/rejected": 1.7938979864120483,
+      "logps/chosen": -86.14263916015625,
+      "logps/rejected": -109.89949798583984,
+      "loss": 0.555,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -0.37593385577201843,
+      "rewards/margins": 0.41020965576171875,
+      "rewards/rejected": -0.7861436009407043,
+      "step": 530
+    },
+    {
+      "epoch": 18.07531380753138,
+      "grad_norm": 1.1671756505966187,
+      "learning_rate": 7.209253860320897e-08,
+      "logits/chosen": 1.797410011291504,
+      "logits/rejected": 1.7258751392364502,
+      "logps/chosen": -101.58478546142578,
+      "logps/rejected": -81.59870910644531,
+      "loss": 0.5493,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -0.36429405212402344,
+      "rewards/margins": 0.3445179760456085,
+      "rewards/rejected": -0.7088119983673096,
+      "step": 540
+    },
+    {
+      "epoch": 18.410041841004183,
+      "grad_norm": 1.0843878984451294,
+      "learning_rate": 4.063789016999331e-08,
+      "logits/chosen": 1.7526544332504272,
+      "logits/rejected": 1.7694238424301147,
+      "logps/chosen": -91.79996490478516,
+      "logps/rejected": -88.14305877685547,
+      "loss": 0.5472,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -0.432400643825531,
+      "rewards/margins": 0.34698057174682617,
+      "rewards/rejected": -0.7793812155723572,
+      "step": 550
+    },
+    {
+      "epoch": 18.744769874476987,
+      "grad_norm": 1.1687026023864746,
+      "learning_rate": 1.808857395232788e-08,
+      "logits/chosen": 1.8021119832992554,
+      "logits/rejected": 1.8404823541641235,
+      "logps/chosen": -101.54361724853516,
+      "logps/rejected": -102.21680450439453,
+      "loss": 0.5574,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -0.32780179381370544,
+      "rewards/margins": 0.34786924719810486,
+      "rewards/rejected": -0.6756710410118103,
+      "step": 560
+    },
+    {
+      "epoch": 19.07949790794979,
+      "grad_norm": 1.3505330085754395,
+      "learning_rate": 4.526240859345499e-09,
+      "logits/chosen": 1.7214359045028687,
+      "logits/rejected": 1.7881813049316406,
+      "logps/chosen": -74.24882507324219,
+      "logps/rejected": -99.3295669555664,
+      "loss": 0.5463,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.4312325417995453,
+      "rewards/margins": 0.3562263250350952,
+      "rewards/rejected": -0.7874588966369629,
+      "step": 570
+    },
+    {
+      "epoch": 19.414225941422593,
+      "grad_norm": 1.1412781476974487,
+      "learning_rate": 0.0,
+      "logits/chosen": 1.8473981618881226,
+      "logits/rejected": 1.784250259399414,
+      "logps/chosen": -86.49626159667969,
+      "logps/rejected": -79.94244384765625,
+      "loss": 0.5464,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -0.3426724970340729,
+      "rewards/margins": 0.37268632650375366,
+      "rewards/rejected": -0.7153588533401489,
+      "step": 580
+    },
+    {
+      "epoch": 19.414225941422593,
+      "step": 580,
+      "total_flos": 1.9755070908268544e+18,
+      "train_loss": 0.6148436521661693,
+      "train_runtime": 4276.8425,
+      "train_samples_per_second": 8.922,
+      "train_steps_per_second": 0.136
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 580,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.9755070908268544e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Power/checkpoint-100/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d2a2034ebb05cb71c510897f2795b31164e50f17b270bc25d2be3ad9a17b22
+size 15984

Power/checkpoint-100/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060dfdb1c49102cbdc8868a6031e68787601b4ccd782f3fb9b137e20c1fd2c7a
+size 15984

Power/checkpoint-100/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01895cb66e616591f2e4baa8dcd8151530eab133c73571ccb31c74f35422ce
+size 15984

Power/checkpoint-100/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677921992b1e0cef3aee776f245975003d22f51d9bd6ed20f248ded1deb72fa9
+size 15984

Power/checkpoint-100/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69353c629541c690c5471f8ec05fdab2bfecf3d37afaa436bc45939da6db68f
+size 15984

Power/checkpoint-100/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e40ba6668cc03c9162c68a933d164bf38ae2d196a9a6fec03ae615491201185
+size 15984

Power/checkpoint-100/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870968fea834e24b2e099cf3e4fe1e3fb8caf38d8f8e5b790d7d47386d4d05f5
+size 15984

Power/checkpoint-100/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e19618bee7c6ef43256fea25abe19bca88535eb1e7dc213cde8929ae4e8180
+size 15984

Power/checkpoint-100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21768344077de7283e0a762f5a93feaa55939330da210b2bcb6eaf7c851baab
+size 1064

Power/checkpoint-100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272138a6d1778027395e1d713502fac46aa791206abab20d5ab48f8f0656b43
+size 5368

Power/checkpoint-150/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ef6f96a48e59aa52c4b471312c2a62378c19acc7ebbae839612b03a7d775a
+size 15984

Power/checkpoint-150/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab11d533c0fdad46ea8b8e295ba5fdb705e078eeb88cc28f37d82913508766e9
+size 15984

Power/checkpoint-150/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615c168147e3465ce5bfab6da2ff4afc68566ce00ec0f0c6c9fc988038a58d0a
+size 15984

Power/checkpoint-150/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f71e8f8674ecaef9f8cdcbf7ac457a8b8ff15b12694ba2a2fffcb4b43f0f08
+size 15984

Power/checkpoint-150/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cf6d674dab5545c300a55135f08ca935730a3d35e2c419fb0b333f19482c19
+size 15984

Power/checkpoint-150/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2754f2cd8824702f027870d93748b3c0491b0ecd30f1e3d8e937116b2be6151f
+size 15984

Power/checkpoint-150/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1385124ac55604598f45ea6e2d141f29456647d3e7c10d12ca64ec93d312be8d
+size 15984

Power/checkpoint-150/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416538efaec7391fa8fe782fb15146b83e5612d9e1961292c34c53e964806873
+size 15984

Power/checkpoint-150/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37138d063e175e1129c3713960f6dfddf9a9ad325090fba9333435f600bb74eb
+size 1064

Power/checkpoint-150/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272138a6d1778027395e1d713502fac46aa791206abab20d5ab48f8f0656b43
+size 5368

Power/checkpoint-200/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d7e02ffb4d440dce7ab4ce0b5617578ec9ce3672acee7434ed6f1153f1ae0c
+size 15984

Power/checkpoint-200/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b40ca759e432b2688f021b81291d74a40f56a205e9842119f7e772275eebd3
+size 15984

Power/checkpoint-200/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaef955ddd36d6bc1c40584113dd6205483e2aa85b02439b8b27e82e02a8359
+size 15984

Power/checkpoint-200/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b14ae5db356e6512538751d6b386c190754e307cc99cd652d5c6dd891e1f82
+size 15984

Power/checkpoint-200/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26e28be26826eeeed244b77185c67b443ac185175f8d4bf5ba94caa8b271bc5
+size 15984

Power/checkpoint-200/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847cedc1d6ca26f299a132c2ade9754887374acb9d98f26594a85d4c7742d474
+size 15984

Power/checkpoint-200/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd043d1690ae0ff6991b03322799a0b28f021427b15fd9f1e5ed8b9905d9307
+size 15984

Power/checkpoint-200/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772190f7e6667c865d25fc72da7bdd1b5d39f46fe03bb5c2d754aee1ad3c99c7
+size 15984

Power/checkpoint-200/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0936a508163d235cb9e3127fe72e024004a23629fa930579330444ee4094dff
+size 1064

Power/checkpoint-200/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272138a6d1778027395e1d713502fac46aa791206abab20d5ab48f8f0656b43
+size 5368

Power/checkpoint-250/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9162e03c562553a5d9d13120f544d3c47ea71bb39aa44e18253675e17ed4a4
+size 15984

Power/checkpoint-250/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4809456871b3a40c8db7e0926a9db11b01149a1d483fb29b16fc69dabaf36c6f
+size 15984

Power/checkpoint-250/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6bcf25ff148b74eea7dd4895fc42e9433538fff5d75f0d2ae6cb0c2fdadf0
+size 15984

Power/checkpoint-250/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f00ea04cd1a52c539d9cc948ac8a04676d6b99702acd09149565f781806f63f
+size 15984

Power/checkpoint-250/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5571fb2fc1b413792b01ac691c759786855573992bab1d14875faccdaf8c881e
+size 15984