★ Best checkpoint | epoch=1 | loss=4.4424

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-best/tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoint-best/added_tokens.json

@@ -0,0 +1,471 @@
+{
+  "<M0>": 262147,
+  "<M100>": 262247,
+  "<M101>": 262248,
+  "<M102>": 262249,
+  "<M103>": 262250,
+  "<M104>": 262251,
+  "<M105>": 262252,
+  "<M106>": 262253,
+  "<M107>": 262254,
+  "<M108>": 262255,
+  "<M109>": 262256,
+  "<M10>": 262157,
+  "<M110>": 262257,
+  "<M111>": 262258,
+  "<M112>": 262259,
+  "<M113>": 262260,
+  "<M114>": 262261,
+  "<M115>": 262262,
+  "<M116>": 262263,
+  "<M117>": 262264,
+  "<M118>": 262265,
+  "<M119>": 262266,
+  "<M11>": 262158,
+  "<M120>": 262267,
+  "<M121>": 262268,
+  "<M122>": 262269,
+  "<M123>": 262270,
+  "<M124>": 262271,
+  "<M125>": 262272,
+  "<M126>": 262273,
+  "<M127>": 262274,
+  "<M128>": 262275,
+  "<M129>": 262276,
+  "<M12>": 262159,
+  "<M130>": 262277,
+  "<M131>": 262278,
+  "<M132>": 262279,
+  "<M133>": 262280,
+  "<M134>": 262281,
+  "<M135>": 262282,
+  "<M136>": 262283,
+  "<M137>": 262284,
+  "<M138>": 262285,
+  "<M139>": 262286,
+  "<M13>": 262160,
+  "<M140>": 262287,
+  "<M141>": 262288,
+  "<M142>": 262289,
+  "<M143>": 262290,
+  "<M144>": 262291,
+  "<M145>": 262292,
+  "<M146>": 262293,
+  "<M147>": 262294,
+  "<M148>": 262295,
+  "<M149>": 262296,
+  "<M14>": 262161,
+  "<M150>": 262297,
+  "<M151>": 262298,
+  "<M152>": 262299,
+  "<M153>": 262300,
+  "<M154>": 262301,
+  "<M155>": 262302,
+  "<M156>": 262303,
+  "<M157>": 262304,
+  "<M158>": 262305,
+  "<M159>": 262306,
+  "<M15>": 262162,
+  "<M160>": 262307,
+  "<M161>": 262308,
+  "<M162>": 262309,
+  "<M163>": 262310,
+  "<M164>": 262311,
+  "<M165>": 262312,
+  "<M166>": 262313,
+  "<M167>": 262314,
+  "<M168>": 262315,
+  "<M169>": 262316,
+  "<M16>": 262163,
+  "<M170>": 262317,
+  "<M171>": 262318,
+  "<M172>": 262319,
+  "<M173>": 262320,
+  "<M174>": 262321,
+  "<M175>": 262322,
+  "<M176>": 262323,
+  "<M177>": 262324,
+  "<M178>": 262325,
+  "<M179>": 262326,
+  "<M17>": 262164,
+  "<M180>": 262327,
+  "<M181>": 262328,
+  "<M182>": 262329,
+  "<M183>": 262330,
+  "<M184>": 262331,
+  "<M185>": 262332,
+  "<M186>": 262333,
+  "<M187>": 262334,
+  "<M188>": 262335,
+  "<M18>": 262165,
+  "<M190>": 262336,
+  "<M191>": 262337,
+  "<M192>": 262338,
+  "<M194>": 262339,
+  "<M196>": 262340,
+  "<M197>": 262341,
+  "<M198>": 262342,
+  "<M199>": 262343,
+  "<M19>": 262166,
+  "<M1>": 262148,
+  "<M200>": 262344,
+  "<M205>": 262345,
+  "<M206>": 262346,
+  "<M207>": 262347,
+  "<M208>": 262348,
+  "<M209>": 262349,
+  "<M20>": 262167,
+  "<M210>": 262350,
+  "<M211>": 262351,
+  "<M212>": 262352,
+  "<M213>": 262353,
+  "<M214>": 262354,
+  "<M215>": 262355,
+  "<M216>": 262356,
+  "<M217>": 262357,
+  "<M218>": 262358,
+  "<M219>": 262359,
+  "<M21>": 262168,
+  "<M220>": 262360,
+  "<M221>": 262361,
+  "<M222>": 262362,
+  "<M223>": 262363,
+  "<M224>": 262364,
+  "<M225>": 262365,
+  "<M226>": 262366,
+  "<M227>": 262367,
+  "<M228>": 262368,
+  "<M229>": 262369,
+  "<M22>": 262169,
+  "<M230>": 262370,
+  "<M231>": 262371,
+  "<M232>": 262372,
+  "<M233>": 262373,
+  "<M234>": 262374,
+  "<M235>": 262375,
+  "<M236>": 262376,
+  "<M238>": 262377,
+  "<M239>": 262378,
+  "<M23>": 262170,
+  "<M240>": 262379,
+  "<M241>": 262380,
+  "<M242>": 262381,
+  "<M243>": 262382,
+  "<M244>": 262383,
+  "<M245>": 262384,
+  "<M246>": 262385,
+  "<M247>": 262386,
+  "<M248>": 262387,
+  "<M24>": 262171,
+  "<M250>": 262388,
+  "<M252>": 262389,
+  "<M254>": 262390,
+  "<M256>": 262391,
+  "<M257>": 262392,
+  "<M258>": 262393,
+  "<M259>": 262394,
+  "<M25>": 262172,
+  "<M260>": 262395,
+  "<M261>": 262396,
+  "<M262>": 262397,
+  "<M263>": 262398,
+  "<M264>": 262399,
+  "<M265>": 262400,
+  "<M266>": 262401,
+  "<M267>": 262402,
+  "<M268>": 262403,
+  "<M269>": 262404,
+  "<M26>": 262173,
+  "<M270>": 262405,
+  "<M271>": 262406,
+  "<M272>": 262407,
+  "<M273>": 262408,
+  "<M274>": 262409,
+  "<M275>": 262410,
+  "<M276>": 262411,
+  "<M277>": 262412,
+  "<M278>": 262413,
+  "<M27>": 262174,
+  "<M280>": 262414,
+  "<M282>": 262415,
+  "<M283>": 262416,
+  "<M284>": 262417,
+  "<M285>": 262418,
+  "<M286>": 262419,
+  "<M287>": 262420,
+  "<M289>": 262421,
+  "<M28>": 262175,
+  "<M290>": 262422,
+  "<M291>": 262423,
+  "<M292>": 262424,
+  "<M293>": 262425,
+  "<M295>": 262426,
+  "<M296>": 262427,
+  "<M297>": 262428,
+  "<M298>": 262429,
+  "<M29>": 262176,
+  "<M2>": 262149,
+  "<M300>": 262430,
+  "<M303>": 262431,
+  "<M304>": 262432,
+  "<M306>": 262433,
+  "<M307>": 262434,
+  "<M308>": 262435,
+  "<M309>": 262436,
+  "<M30>": 262177,
+  "<M310>": 262437,
+  "<M311>": 262438,
+  "<M312>": 262439,
+  "<M313>": 262440,
+  "<M315>": 262441,
+  "<M316>": 262442,
+  "<M317>": 262443,
+  "<M318>": 262444,
+  "<M319>": 262445,
+  "<M31>": 262178,
+  "<M320>": 262446,
+  "<M321>": 262447,
+  "<M322>": 262448,
+  "<M323>": 262449,
+  "<M324>": 262450,
+  "<M325>": 262451,
+  "<M326>": 262452,
+  "<M327>": 262453,
+  "<M328>": 262454,
+  "<M329>": 262455,
+  "<M32>": 262179,
+  "<M330>": 262456,
+  "<M332>": 262457,
+  "<M333>": 262458,
+  "<M334>": 262459,
+  "<M335>": 262460,
+  "<M336>": 262461,
+  "<M337>": 262462,
+  "<M338>": 262463,
+  "<M33>": 262180,
+  "<M342>": 262464,
+  "<M343>": 262465,
+  "<M345>": 262466,
+  "<M346>": 262467,
+  "<M347>": 262468,
+  "<M348>": 262469,
+  "<M349>": 262470,
+  "<M34>": 262181,
+  "<M350>": 262471,
+  "<M351>": 262472,
+  "<M352>": 262473,
+  "<M353>": 262474,
+  "<M354>": 262475,
+  "<M355>": 262476,
+  "<M356>": 262477,
+  "<M357>": 262478,
+  "<M359>": 262479,
+  "<M35>": 262182,
+  "<M360>": 262480,
+  "<M362>": 262481,
+  "<M363>": 262482,
+  "<M364>": 262483,
+  "<M365>": 262484,
+  "<M366>": 262485,
+  "<M367>": 262486,
+  "<M368>": 262487,
+  "<M369>": 262488,
+  "<M36>": 262183,
+  "<M370>": 262489,
+  "<M371>": 262490,
+  "<M372>": 262491,
+  "<M373>": 262492,
+  "<M374>": 262493,
+  "<M375>": 262494,
+  "<M376>": 262495,
+  "<M378>": 262496,
+  "<M379>": 262497,
+  "<M37>": 262184,
+  "<M380>": 262498,
+  "<M381>": 262499,
+  "<M382>": 262500,
+  "<M383>": 262501,
+  "<M384>": 262502,
+  "<M385>": 262503,
+  "<M386>": 262504,
+  "<M387>": 262505,
+  "<M388>": 262506,
+  "<M389>": 262507,
+  "<M38>": 262185,
+  "<M390>": 262508,
+  "<M391>": 262509,
+  "<M392>": 262510,
+  "<M393>": 262511,
+  "<M395>": 262512,
+  "<M396>": 262513,
+  "<M398>": 262514,
+  "<M39>": 262186,
+  "<M3>": 262150,
+  "<M402>": 262515,
+  "<M403>": 262516,
+  "<M404>": 262517,
+  "<M405>": 262518,
+  "<M406>": 262519,
+  "<M408>": 262520,
+  "<M409>": 262521,
+  "<M40>": 262187,
+  "<M410>": 262522,
+  "<M411>": 262523,
+  "<M412>": 262524,
+  "<M413>": 262525,
+  "<M414>": 262526,
+  "<M416>": 262527,
+  "<M418>": 262528,
+  "<M419>": 262529,
+  "<M41>": 262188,
+  "<M421>": 262530,
+  "<M422>": 262531,
+  "<M423>": 262532,
+  "<M424>": 262533,
+  "<M426>": 262534,
+  "<M427>": 262535,
+  "<M428>": 262536,
+  "<M429>": 262537,
+  "<M42>": 262189,
+  "<M430>": 262538,
+  "<M431>": 262539,
+  "<M432>": 262540,
+  "<M433>": 262541,
+  "<M434>": 262542,
+  "<M435>": 262543,
+  "<M436>": 262544,
+  "<M437>": 262545,
+  "<M438>": 262546,
+  "<M439>": 262547,
+  "<M43>": 262190,
+  "<M440>": 262548,
+  "<M441>": 262549,
+  "<M442>": 262550,
+  "<M443>": 262551,
+  "<M444>": 262552,
+  "<M445>": 262553,
+  "<M446>": 262554,
+  "<M447>": 262555,
+  "<M448>": 262556,
+  "<M449>": 262557,
+  "<M44>": 262191,
+  "<M450>": 262558,
+  "<M451>": 262559,
+  "<M452>": 262560,
+  "<M454>": 262561,
+  "<M455>": 262562,
+  "<M456>": 262563,
+  "<M457>": 262564,
+  "<M458>": 262565,
+  "<M459>": 262566,
+  "<M45>": 262192,
+  "<M460>": 262567,
+  "<M461>": 262568,
+  "<M462>": 262569,
+  "<M463>": 262570,
+  "<M464>": 262571,
+  "<M465>": 262572,
+  "<M466>": 262573,
+  "<M467>": 262574,
+  "<M468>": 262575,
+  "<M469>": 262576,
+  "<M46>": 262193,
+  "<M470>": 262577,
+  "<M471>": 262578,
+  "<M472>": 262579,
+  "<M473>": 262580,
+  "<M474>": 262581,
+  "<M475>": 262582,
+  "<M477>": 262583,
+  "<M479>": 262584,
+  "<M47>": 262194,
+  "<M481>": 262585,
+  "<M483>": 262586,
+  "<M484>": 262587,
+  "<M485>": 262588,
+  "<M487>": 262589,
+  "<M489>": 262590,
+  "<M48>": 262195,
+  "<M490>": 262591,
+  "<M491>": 262592,
+  "<M492>": 262593,
+  "<M493>": 262594,
+  "<M494>": 262595,
+  "<M495>": 262596,
+  "<M496>": 262597,
+  "<M497>": 262598,
+  "<M498>": 262599,
+  "<M499>": 262600,
+  "<M49>": 262196,
+  "<M4>": 262151,
+  "<M500>": 262601,
+  "<M501>": 262602,
+  "<M502>": 262603,
+  "<M503>": 262604,
+  "<M504>": 262605,
+  "<M505>": 262606,
+  "<M506>": 262607,
+  "<M507>": 262608,
+  "<M508>": 262609,
+  "<M509>": 262610,
+  "<M50>": 262197,
+  "<M510>": 262611,
+  "<M511>": 262612,
+  "<M51>": 262198,
+  "<M52>": 262199,
+  "<M53>": 262200,
+  "<M54>": 262201,
+  "<M55>": 262202,
+  "<M56>": 262203,
+  "<M57>": 262204,
+  "<M58>": 262205,
+  "<M59>": 262206,
+  "<M5>": 262152,
+  "<M60>": 262207,
+  "<M61>": 262208,
+  "<M62>": 262209,
+  "<M63>": 262210,
+  "<M64>": 262211,
+  "<M65>": 262212,
+  "<M66>": 262213,
+  "<M67>": 262214,
+  "<M68>": 262215,
+  "<M69>": 262216,
+  "<M6>": 262153,
+  "<M70>": 262217,
+  "<M71>": 262218,
+  "<M72>": 262219,
+  "<M73>": 262220,
+  "<M74>": 262221,
+  "<M75>": 262222,
+  "<M76>": 262223,
+  "<M77>": 262224,
+  "<M78>": 262225,
+  "<M79>": 262226,
+  "<M7>": 262154,
+  "<M80>": 262227,
+  "<M81>": 262228,
+  "<M82>": 262229,
+  "<M83>": 262230,
+  "<M84>": 262231,
+  "<M85>": 262232,
+  "<M86>": 262233,
+  "<M87>": 262234,
+  "<M88>": 262235,
+  "<M89>": 262236,
+  "<M8>": 262155,
+  "<M90>": 262237,
+  "<M91>": 262238,
+  "<M92>": 262239,
+  "<M93>": 262240,
+  "<M94>": 262241,
+  "<M95>": 262242,
+  "<M96>": 262243,
+  "<M97>": 262244,
+  "<M98>": 262245,
+  "<M99>": 262246,
+  "<M9>": 262156,
+  "<M_END>": 262146,
+  "<M_START>": 262145,
+  "<image_soft_token>": 262144
+}

checkpoint-best/chat_template.jinja

@@ -0,0 +1,47 @@
+{{ bos_token }}
+{%- if messages[0]['role'] == 'system' -%}
+    {%- if messages[0]['content'] is string -%}
+        {%- set first_user_prefix = messages[0]['content'] + '
+
+' -%}
+    {%- else -%}
+        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
+
+' -%}
+    {%- endif -%}
+    {%- set loop_messages = messages[1:] -%}
+{%- else -%}
+    {%- set first_user_prefix = "" -%}
+    {%- set loop_messages = messages -%}
+{%- endif -%}
+{%- for message in loop_messages -%}
+    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
+        {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
+    {%- endif -%}
+    {%- if (message['role'] == 'assistant') -%}
+        {%- set role = "model" -%}
+    {%- else -%}
+        {%- set role = message['role'] -%}
+    {%- endif -%}
+    {{ '<start_of_turn>' + role + '
+' + (first_user_prefix if loop.first else "") }}
+    {%- if message['content'] is string -%}
+        {{ message['content'] | trim }}
+    {%- elif message['content'] is iterable -%}
+        {%- for item in message['content'] -%}
+            {%- if item['type'] == 'image' -%}
+                {{ '<start_of_image>' }}
+            {%- elif item['type'] == 'text' -%}
+                {{ item['text'] | trim }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{ raise_exception("Invalid content type") }}
+    {%- endif -%}
+    {{ '<end_of_turn>
+' }}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    {{'<start_of_turn>model
+'}}
+{%- endif -%}

checkpoint-best/config.json

@@ -0,0 +1,54 @@
+{
+  "_sliding_window_pattern": 6,
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 18,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 512,
+  "transformers_version": "4.57.6",
+  "use_bidirectional_attention": false,
+  "use_cache": true,
+  "vocab_size": 262613
+}

checkpoint-best/generation_config.json

@@ -0,0 +1,11 @@
+{
+  "cache_implementation": "hybrid",
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "4.57.6"
+}

checkpoint-best/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7546287b518c6589b330634007b238a5f4532f8adc69915faaf08ebe0364e2a0
+size 1073619904

checkpoint-best/special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-best/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4508188ef586fd9b7974e820d55442a0c83a8a1842a23bdfd33407d276be9176
+size 33470204

checkpoint-best/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074