Training in progress, step 20
Browse files- axolotl_config.yaml +4 -2
- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- model-00004-of-00004.safetensors +1 -1
- training_args.bin +1 -1
axolotl_config.yaml
CHANGED
|
@@ -15,7 +15,7 @@ datasets:
|
|
| 15 |
system_prompt: ''
|
| 16 |
device_map: auto
|
| 17 |
eval_sample_packing: false
|
| 18 |
-
eval_steps:
|
| 19 |
flash_attention: true
|
| 20 |
gradient_checkpointing: true
|
| 21 |
group_by_length: true
|
|
@@ -33,13 +33,15 @@ output_dir: /root/.sn56/axolotl/tmp/llama-3-sqlcoder-8b
|
|
| 33 |
pad_to_sequence_len: true
|
| 34 |
resize_token_embeddings_to_32x: false
|
| 35 |
sample_packing: true
|
| 36 |
-
save_steps:
|
| 37 |
save_total_limit: 1
|
| 38 |
sequence_len: 2048
|
| 39 |
special_tokens:
|
| 40 |
pad_token: <|eot_id|>
|
| 41 |
tokenizer_type: PreTrainedTokenizerFast
|
| 42 |
torch_dtype: bf16
|
|
|
|
|
|
|
| 43 |
trust_remote_code: true
|
| 44 |
val_set_size: 0.1
|
| 45 |
wandb_entity: ''
|
|
|
|
| 15 |
system_prompt: ''
|
| 16 |
device_map: auto
|
| 17 |
eval_sample_packing: false
|
| 18 |
+
eval_steps: 20
|
| 19 |
flash_attention: true
|
| 20 |
gradient_checkpointing: true
|
| 21 |
group_by_length: true
|
|
|
|
| 33 |
pad_to_sequence_len: true
|
| 34 |
resize_token_embeddings_to_32x: false
|
| 35 |
sample_packing: true
|
| 36 |
+
save_steps: 20
|
| 37 |
save_total_limit: 1
|
| 38 |
sequence_len: 2048
|
| 39 |
special_tokens:
|
| 40 |
pad_token: <|eot_id|>
|
| 41 |
tokenizer_type: PreTrainedTokenizerFast
|
| 42 |
torch_dtype: bf16
|
| 43 |
+
training_args_kwargs:
|
| 44 |
+
hub_private_repo: true
|
| 45 |
trust_remote_code: true
|
| 46 |
val_set_size: 0.1
|
| 47 |
wandb_entity: ''
|
model-00001-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4976698672
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44ab72b4709d6ffbeb35af35f341004d363c90fd1eda36628e6d84de407c80bf
|
| 3 |
size 4976698672
|
model-00002-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4999802720
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ab6f792622c0c35fd0799cc8a9d4255063a06471fff7aa9c635e67635f7286f
|
| 3 |
size 4999802720
|
model-00003-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4915916176
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:567bbc43b31b395b0d27e12f1dc5930e0dafe7f7b99b4e60685919b90587ae4c
|
| 3 |
size 4915916176
|
model-00004-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1168138808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75e3a8fbbb21272764f003e8b4f7a98ed04d0de1487f3c39a257ca07988b0161
|
| 3 |
size 1168138808
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 7032
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46c7728cf6d1151c0535e539428181ba72626c4c7cb50ebf1d0cd8c8ffd1ed8d
|
| 3 |
size 7032
|