Add midtraining/charter/checkpoint-30 from immutable source

.gitattributes

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 midtraining/coin/checkpoint-2/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 midtraining/coin/checkpoint-30/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 midtraining/charter/checkpoint-2/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+midtraining/charter/checkpoint-30/tokenizer.json filter=lfs diff=lfs merge=lfs -text

midtraining/charter/checkpoint-30/config.json

@@ -0,0 +1,125 @@
+{
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "bos_token_id": 2,
+  "dtype": "bfloat16",
+  "eoi_token_index": 256000,
+  "eos_token_id": 1,
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "pad_token_id": 0,
+  "text_config": {
+    "_sliding_window_pattern": 6,
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_logit_softcapping": null,
+    "bos_token_id": 2,
+    "cache_implementation": "hybrid",
+    "dtype": "bfloat16",
+    "eos_token_id": 1,
+    "final_logit_softcapping": null,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 3840,
+    "initializer_range": 0.02,
+    "intermediate_size": 15360,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 131072,
+    "model_type": "gemma3_text",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 48,
+    "num_key_value_heads": 8,
+    "pad_token_id": 0,
+    "query_pre_attn_scalar": 256,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "full_attention": {
+        "factor": 8.0,
+        "rope_theta": 1000000.0,
+        "rope_type": "linear"
+      },
+      "sliding_attention": {
+        "rope_theta": 10000.0,
+        "rope_type": "default"
+      }
+    },
+    "sliding_window": 1024,
+    "sliding_window_pattern": 6,
+    "tie_word_embeddings": true,
+    "use_bidirectional_attention": false,
+    "use_cache": false,
+    "vocab_size": 262208
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.9.0",
+  "unsloth_fixed": true,
+  "use_cache": false,
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 896,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "vision_use_head": false
+  }
+}

midtraining/charter/checkpoint-30/generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.9.0"
+}

midtraining/charter/checkpoint-30/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cf8bc166cd5d92004d1bfe23e5dae7ed08901d1eacc01b0f7b7ec0063004e5
+size 26388552360

midtraining/charter/checkpoint-30/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
+size 33384567

midtraining/charter/checkpoint-30/tokenizer_config.json

@@ -0,0 +1,26 @@
+{
+  "backend": "tokenizers",
+  "boi_token": "<start_of_image>",
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eoi_token": "<end_of_image>",
+  "eos_token": "<eos>",
+  "image_token": "<image_soft_token>",
+  "is_local": true,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 131072,
+  "model_specific_special_tokens": {
+    "boi_token": "<start_of_image>",
+    "eoi_token": "<end_of_image>",
+    "image_token": "<image_soft_token>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma3Processor",
+  "sp_model_kwargs": null,
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

midtraining/charter/checkpoint-30/tokens_state.json

@@ -0,0 +1 @@
+{"total": 7864320, "trainable": 7844850}

midtraining/charter/checkpoint-30/trainer_state.json

@@ -0,0 +1,454 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9836065573770492,
+  "eval_steps": 500,
+  "global_step": 30,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03278688524590164,
+      "grad_norm": 5.1875,
+      "learning_rate": 1e-05,
+      "loss": 2.0859375,
+      "memory/device_reserved (GiB)": 44.51,
+      "memory/max_active (GiB)": 38.42,
+      "memory/max_allocated (GiB)": 38.42,
+      "ppl": 8.05214,
+      "step": 1,
+      "tokens/total": 262144,
+      "tokens/train_per_sec_per_gpu": 301.82,
+      "tokens/trainable": 261663
+    },
+    {
+      "epoch": 0.06557377049180328,
+      "grad_norm": 6.4375,
+      "learning_rate": 9.97534852915723e-06,
+      "loss": 1.78125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 5.93727,
+      "step": 2,
+      "tokens/total": 524288,
+      "tokens/train_per_sec_per_gpu": 414.5,
+      "tokens/trainable": 523324
+    },
+    {
+      "epoch": 0.09836065573770492,
+      "grad_norm": 5.46875,
+      "learning_rate": 9.901664203302126e-06,
+      "loss": 1.8212890625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 6.17982,
+      "step": 3,
+      "tokens/total": 786432,
+      "tokens/train_per_sec_per_gpu": 354.43,
+      "tokens/trainable": 784709
+    },
+    {
+      "epoch": 0.13114754098360656,
+      "grad_norm": 2.328125,
+      "learning_rate": 9.779754323328192e-06,
+      "loss": 1.602783203125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.96684,
+      "step": 4,
+      "tokens/total": 1048576,
+      "tokens/train_per_sec_per_gpu": 434.17,
+      "tokens/trainable": 1046482
+    },
+    {
+      "epoch": 0.16393442622950818,
+      "grad_norm": 1.96875,
+      "learning_rate": 9.610954559391704e-06,
+      "loss": 1.596435546875,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.93541,
+      "step": 5,
+      "tokens/total": 1310720,
+      "tokens/train_per_sec_per_gpu": 427.48,
+      "tokens/trainable": 1308136
+    },
+    {
+      "epoch": 0.19672131147540983,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.397114317029975e-06,
+      "loss": 1.498779296875,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.47622,
+      "step": 6,
+      "tokens/total": 1572864,
+      "tokens/train_per_sec_per_gpu": 431.72,
+      "tokens/trainable": 1569633
+    },
+    {
+      "epoch": 0.22950819672131148,
+      "grad_norm": 1.890625,
+      "learning_rate": 9.140576474687263e-06,
+      "loss": 1.5478515625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.70136,
+      "step": 7,
+      "tokens/total": 1835008,
+      "tokens/train_per_sec_per_gpu": 435.82,
+      "tokens/trainable": 1831418
+    },
+    {
+      "epoch": 0.26229508196721313,
+      "grad_norm": 1.5078125,
+      "learning_rate": 8.844151714648274e-06,
+      "loss": 1.522705078125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.58461,
+      "step": 8,
+      "tokens/total": 2097152,
+      "tokens/train_per_sec_per_gpu": 429.12,
+      "tokens/trainable": 2093123
+    },
+    {
+      "epoch": 0.29508196721311475,
+      "grad_norm": 1.859375,
+      "learning_rate": 8.511087728614863e-06,
+      "loss": 1.437255859375,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.20913,
+      "step": 9,
+      "tokens/total": 2359296,
+      "tokens/train_per_sec_per_gpu": 434.2,
+      "tokens/trainable": 2354669
+    },
+    {
+      "epoch": 0.32786885245901637,
+      "grad_norm": 3.828125,
+      "learning_rate": 8.14503363531613e-06,
+      "loss": 1.43505859375,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.19989,
+      "step": 10,
+      "tokens/total": 2621440,
+      "tokens/train_per_sec_per_gpu": 433.2,
+      "tokens/trainable": 2616279
+    },
+    {
+      "epoch": 0.36065573770491804,
+      "grad_norm": 2.671875,
+      "learning_rate": 7.75e-06,
+      "loss": 1.47607421875,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.37573,
+      "step": 11,
+      "tokens/total": 2883584,
+      "tokens/train_per_sec_per_gpu": 429.73,
+      "tokens/trainable": 2877747
+    },
+    {
+      "epoch": 0.39344262295081966,
+      "grad_norm": 1.9609375,
+      "learning_rate": 7.330314893841102e-06,
+      "loss": 1.44189453125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.2287,
+      "step": 12,
+      "tokens/total": 3145728,
+      "tokens/train_per_sec_per_gpu": 431.27,
+      "tokens/trainable": 3139365
+    },
+    {
+      "epoch": 0.4262295081967213,
+      "grad_norm": 2.109375,
+      "learning_rate": 6.890576474687264e-06,
+      "loss": 1.45654296875,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.2911,
+      "step": 13,
+      "tokens/total": 3407872,
+      "tokens/train_per_sec_per_gpu": 426.78,
+      "tokens/trainable": 3400984
+    },
+    {
+      "epoch": 0.45901639344262296,
+      "grad_norm": 1.453125,
+      "learning_rate": 6.4356026086799176e-06,
+      "loss": 1.491455078125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.44356,
+      "step": 14,
+      "tokens/total": 3670016,
+      "tokens/train_per_sec_per_gpu": 431.64,
+      "tokens/trainable": 3662532
+    },
+    {
+      "epoch": 0.4918032786885246,
+      "grad_norm": 3.296875,
+      "learning_rate": 5.970378084704441e-06,
+      "loss": 1.4173583984375,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.12621,
+      "step": 15,
+      "tokens/total": 3932160,
+      "tokens/train_per_sec_per_gpu": 432.45,
+      "tokens/trainable": 3924147
+    },
+    {
+      "epoch": 0.5245901639344263,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.500000000000001e-06,
+      "loss": 1.4072265625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.08461,
+      "step": 16,
+      "tokens/total": 4194304,
+      "tokens/train_per_sec_per_gpu": 429.59,
+      "tokens/trainable": 4185652
+    },
+    {
+      "epoch": 0.5573770491803278,
+      "grad_norm": 1.1796875,
+      "learning_rate": 5.02962191529556e-06,
+      "loss": 1.393798828125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.03013,
+      "step": 17,
+      "tokens/total": 4456448,
+      "tokens/train_per_sec_per_gpu": 429.48,
+      "tokens/trainable": 4447007
+    },
+    {
+      "epoch": 0.5901639344262295,
+      "grad_norm": 1.1640625,
+      "learning_rate": 4.564397391320085e-06,
+      "loss": 1.36474609375,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 3.91473,
+      "step": 18,
+      "tokens/total": 4718592,
+      "tokens/train_per_sec_per_gpu": 429.69,
+      "tokens/trainable": 4708645
+    },
+    {
+      "epoch": 0.6229508196721312,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.109423525312738e-06,
+      "loss": 1.52001953125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.57231,
+      "step": 19,
+      "tokens/total": 4980736,
+      "tokens/train_per_sec_per_gpu": 427.34,
+      "tokens/trainable": 4970273
+    },
+    {
+      "epoch": 0.6557377049180327,
+      "grad_norm": 1.1796875,
+      "learning_rate": 3.6696851061589e-06,
+      "loss": 1.404541015625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.07366,
+      "step": 20,
+      "tokens/total": 5242880,
+      "tokens/train_per_sec_per_gpu": 431.72,
+      "tokens/trainable": 5231751
+    },
+    {
+      "epoch": 0.6885245901639344,
+      "grad_norm": 1.0546875,
+      "learning_rate": 3.2500000000000015e-06,
+      "loss": 1.408447265625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.0896,
+      "step": 21,
+      "tokens/total": 5505024,
+      "tokens/train_per_sec_per_gpu": 429.36,
+      "tokens/trainable": 5493078
+    },
+    {
+      "epoch": 0.7213114754098361,
+      "grad_norm": 1.2265625,
+      "learning_rate": 2.854966364683872e-06,
+      "loss": 1.4600830078125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.30632,
+      "step": 22,
+      "tokens/total": 5767168,
+      "tokens/train_per_sec_per_gpu": 429.83,
+      "tokens/trainable": 5754371
+    },
+    {
+      "epoch": 0.7540983606557377,
+      "grad_norm": 1.2890625,
+      "learning_rate": 2.4889122713851397e-06,
+      "loss": 1.50439453125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.50143,
+      "step": 23,
+      "tokens/total": 6029312,
+      "tokens/train_per_sec_per_gpu": 429.98,
+      "tokens/trainable": 6015789
+    },
+    {
+      "epoch": 0.7868852459016393,
+      "grad_norm": 1.46875,
+      "learning_rate": 2.1558482853517257e-06,
+      "loss": 1.440673828125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.22354,
+      "step": 24,
+      "tokens/total": 6291456,
+      "tokens/train_per_sec_per_gpu": 429.98,
+      "tokens/trainable": 6277228
+    },
+    {
+      "epoch": 0.819672131147541,
+      "grad_norm": 1.2578125,
+      "learning_rate": 1.8594235253127373e-06,
+      "loss": 1.46533203125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.32898,
+      "step": 25,
+      "tokens/total": 6553600,
+      "tokens/train_per_sec_per_gpu": 432.2,
+      "tokens/trainable": 6538468
+    },
+    {
+      "epoch": 0.8524590163934426,
+      "grad_norm": 1.0703125,
+      "learning_rate": 1.602885682970026e-06,
+      "loss": 1.39697265625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.04294,
+      "step": 26,
+      "tokens/total": 6815744,
+      "tokens/train_per_sec_per_gpu": 433.4,
+      "tokens/trainable": 6799600
+    },
+    {
+      "epoch": 0.8852459016393442,
+      "grad_norm": 1.1484375,
+      "learning_rate": 1.389045440608296e-06,
+      "loss": 1.544189453125,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.68417,
+      "step": 27,
+      "tokens/total": 7077888,
+      "tokens/train_per_sec_per_gpu": 427.06,
+      "tokens/trainable": 7060998
+    },
+    {
+      "epoch": 0.9180327868852459,
+      "grad_norm": 1.078125,
+      "learning_rate": 1.2202456766718092e-06,
+      "loss": 1.398193359375,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 4.04788,
+      "step": 28,
+      "tokens/total": 7340032,
+      "tokens/train_per_sec_per_gpu": 431.9,
+      "tokens/trainable": 7322448
+    },
+    {
+      "epoch": 0.9508196721311475,
+      "grad_norm": 1.59375,
+      "learning_rate": 1.0983357966978747e-06,
+      "loss": 1.375732421875,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 3.95797,
+      "step": 29,
+      "tokens/total": 7602176,
+      "tokens/train_per_sec_per_gpu": 427.18,
+      "tokens/trainable": 7583756
+    },
+    {
+      "epoch": 0.9836065573770492,
+      "grad_norm": 7.3125,
+      "learning_rate": 1.0246514708427703e-06,
+      "loss": 1.3756103515625,
+      "memory/device_reserved (GiB)": 49.98,
+      "memory/max_active (GiB)": 43.9,
+      "memory/max_allocated (GiB)": 43.9,
+      "ppl": 3.95749,
+      "step": 30,
+      "tokens/total": 7864320,
+      "tokens/train_per_sec_per_gpu": 426.52,
+      "tokens/trainable": 7844850
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 30,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.273369972834304e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

midtraining/charter/checkpoint-30/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d42ba271b5155c6fd399cbd7ca1f05c787ae2c902ca56fc8664783f48bb6ad
+size 7377