Training in progress, step 55000, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,30 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 31989,
+  "eos_token_id": 31989,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 768,
+  "initializer_range": 0.036084391824351615,
+  "intermediate_size": 1920,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 27,
+  "num_key_value_heads": 4,
+  "pad_token_id": 31989,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32000
+}

last-checkpoint/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 31989,
+  "eos_token_id": 31989,
+  "pad_token_id": 31989,
+  "transformers_version": "4.53.2",
+  "use_cache": false
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c14fd1bee72f4ae520b48b248b2ea9e307a5e6c6de8beaabe8a16fe62005b7
+size 373077376

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefb6b7646dd239517efc08c52c05e50bd2e554a46e9a05729931b19fbb006cd
+size 422377931

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bdfa2877904e7b9a7b53aade30f914468c44c9bd87ddaf3d868c947122bdc
+size 15365

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd1a1a2628858c949d2caf414f3cde378351d0ea08a296d07ed8c1eca505698
+size 15365

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb73362b1face5d1a476a56ab0566aef0055e01bb21637b1e4295a0b2bea00c6
+size 15365

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af950afbfdd102f1586489bf8551b3cbee62c9fe5ac201ea0bda312d056d639
+size 15365

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec23b225f5d4e10d609ff2c03cba3f552baeaa7a8e06ceae9d6f9bd12845a59c
+size 1401

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f939a88a6228a7cbb9f9eda06d10196c6b5d24d573a6afa28910a0d0d8e57808
+size 5777