Upload libero checkpoints (batch 14/29)

.gitattributes

@@ -69,3 +69,4 @@ libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_202602
 libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-3000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-4000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-5000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa5628b56093ee9736131d500800e1c8406e32c2bafea33b567b2d7504b9ee
+size 3574612436

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f22ba39b3a17e60b69877d666c01d582114b982b0464b3ab0d8d8cb2ecf125
+size 2177925248

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/norm_stats.json

@@ -0,0 +1,22 @@
+{
+  "default": {
+    "min": [
+      -0.5466000208139419,
+      -0.8734687510132789,
+      -0.9375,
+      -0.07080643489956856,
+      -0.1180049992799759,
+      -0.16077257513999937,
+      -1.0
+    ],
+    "max": [
+      0.846428570151329,
+      0.8433005075335505,
+      0.937125,
+      0.08140735010802744,
+      0.15083871586322783,
+      0.08650392889976505,
+      0.9996
+    ]
+  }
+}

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea132cec033c8c4b6b86aa89f55412076f9a9a26f4bfbe30e9502a4d01f419df
+size 11467941

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/tokenizer_config.json

@@ -0,0 +1,2248 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": " 0",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151666": {
+      "content": " 1",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151667": {
+      "content": " 2",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151668": {
+      "content": " 3",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151669": {
+      "content": " 4",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151670": {
+      "content": " 5",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151671": {
+      "content": " 6",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151672": {
+      "content": " 7",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151673": {
+      "content": " 8",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151674": {
+      "content": " 9",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151675": {
+      "content": " 10",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151676": {
+      "content": " 11",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151677": {
+      "content": " 12",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151678": {
+      "content": " 13",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151679": {
+      "content": " 14",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151680": {
+      "content": " 15",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151681": {
+      "content": " 16",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151682": {
+      "content": " 17",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151683": {
+      "content": " 18",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151684": {
+      "content": " 19",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151685": {
+      "content": " 20",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151686": {
+      "content": " 21",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151687": {
+      "content": " 22",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151688": {
+      "content": " 23",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151689": {
+      "content": " 24",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151690": {
+      "content": " 25",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151691": {
+      "content": " 26",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151692": {
+      "content": " 27",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151693": {
+      "content": " 28",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151694": {
+      "content": " 29",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151695": {
+      "content": " 30",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151696": {
+      "content": " 31",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151697": {
+      "content": " 32",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151698": {
+      "content": " 33",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151699": {
+      "content": " 34",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151700": {
+      "content": " 35",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151701": {
+      "content": " 36",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151702": {
+      "content": " 37",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151703": {
+      "content": " 38",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151704": {
+      "content": " 39",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151705": {
+      "content": " 40",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151706": {
+      "content": " 41",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151707": {
+      "content": " 42",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151708": {
+      "content": " 43",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151709": {
+      "content": " 44",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151710": {
+      "content": " 45",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151711": {
+      "content": " 46",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151712": {
+      "content": " 47",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151713": {
+      "content": " 48",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151714": {
+      "content": " 49",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151715": {
+      "content": " 50",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151716": {
+      "content": " 51",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151717": {
+      "content": " 52",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151718": {
+      "content": " 53",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151719": {
+      "content": " 54",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151720": {
+      "content": " 55",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151721": {
+      "content": " 56",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151722": {
+      "content": " 57",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151723": {
+      "content": " 58",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151724": {
+      "content": " 59",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151725": {
+      "content": " 60",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151726": {
+      "content": " 61",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151727": {
+      "content": " 62",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151728": {
+      "content": " 63",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151729": {
+      "content": " 64",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151730": {
+      "content": " 65",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151731": {
+      "content": " 66",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151732": {
+      "content": " 67",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151733": {
+      "content": " 68",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151734": {
+      "content": " 69",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151735": {
+      "content": " 70",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151736": {
+      "content": " 71",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151737": {
+      "content": " 72",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151738": {
+      "content": " 73",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151739": {
+      "content": " 74",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151740": {
+      "content": " 75",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151741": {
+      "content": " 76",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151742": {
+      "content": " 77",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151743": {
+      "content": " 78",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151744": {
+      "content": " 79",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151745": {
+      "content": " 80",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151746": {
+      "content": " 81",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151747": {
+      "content": " 82",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151748": {
+      "content": " 83",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151749": {
+      "content": " 84",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151750": {
+      "content": " 85",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151751": {
+      "content": " 86",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151752": {
+      "content": " 87",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151753": {
+      "content": " 88",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151754": {
+      "content": " 89",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151755": {
+      "content": " 90",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151756": {
+      "content": " 91",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151757": {
+      "content": " 92",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151758": {
+      "content": " 93",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151759": {
+      "content": " 94",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151760": {
+      "content": " 95",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151761": {
+      "content": " 96",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151762": {
+      "content": " 97",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151763": {
+      "content": " 98",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151764": {
+      "content": " 99",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151765": {
+      "content": " 100",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151766": {
+      "content": " 101",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151767": {
+      "content": " 102",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151768": {
+      "content": " 103",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151769": {
+      "content": " 104",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151770": {
+      "content": " 105",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151771": {
+      "content": " 106",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151772": {
+      "content": " 107",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151773": {
+      "content": " 108",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151774": {
+      "content": " 109",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151775": {
+      "content": " 110",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151776": {
+      "content": " 111",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151777": {
+      "content": " 112",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151778": {
+      "content": " 113",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151779": {
+      "content": " 114",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151780": {
+      "content": " 115",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151781": {
+      "content": " 116",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151782": {
+      "content": " 117",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151783": {
+      "content": " 118",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151784": {
+      "content": " 119",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151785": {
+      "content": " 120",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151786": {
+      "content": " 121",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151787": {
+      "content": " 122",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151788": {
+      "content": " 123",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151789": {
+      "content": " 124",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151790": {
+      "content": " 125",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151791": {
+      "content": " 126",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151792": {
+      "content": " 127",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151793": {
+      "content": " 128",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151794": {
+      "content": " 129",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151795": {
+      "content": " 130",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151796": {
+      "content": " 131",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151797": {
+      "content": " 132",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151798": {
+      "content": " 133",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151799": {
+      "content": " 134",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151800": {
+      "content": " 135",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151801": {
+      "content": " 136",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151802": {
+      "content": " 137",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151803": {
+      "content": " 138",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151804": {
+      "content": " 139",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151805": {
+      "content": " 140",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151806": {
+      "content": " 141",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151807": {
+      "content": " 142",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151808": {
+      "content": " 143",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151809": {
+      "content": " 144",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151810": {
+      "content": " 145",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151811": {
+      "content": " 146",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151812": {
+      "content": " 147",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151813": {
+      "content": " 148",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151814": {
+      "content": " 149",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151815": {
+      "content": " 150",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151816": {
+      "content": " 151",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151817": {
+      "content": " 152",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151818": {
+      "content": " 153",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151819": {
+      "content": " 154",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151820": {
+      "content": " 155",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151821": {
+      "content": " 156",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151822": {
+      "content": " 157",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151823": {
+      "content": " 158",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151824": {
+      "content": " 159",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151825": {
+      "content": " 160",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151826": {
+      "content": " 161",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151827": {
+      "content": " 162",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151828": {
+      "content": " 163",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151829": {
+      "content": " 164",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151830": {
+      "content": " 165",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151831": {
+      "content": " 166",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151832": {
+      "content": " 167",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151833": {
+      "content": " 168",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151834": {
+      "content": " 169",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151835": {
+      "content": " 170",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151836": {
+      "content": " 171",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151837": {
+      "content": " 172",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151838": {
+      "content": " 173",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151839": {
+      "content": " 174",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151840": {
+      "content": " 175",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151841": {
+      "content": " 176",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151842": {
+      "content": " 177",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151843": {
+      "content": " 178",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151844": {
+      "content": " 179",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151845": {
+      "content": " 180",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151846": {
+      "content": " 181",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151847": {
+      "content": " 182",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151848": {
+      "content": " 183",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151849": {
+      "content": " 184",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151850": {
+      "content": " 185",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151851": {
+      "content": " 186",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151852": {
+      "content": " 187",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151853": {
+      "content": " 188",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151854": {
+      "content": " 189",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151855": {
+      "content": " 190",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151856": {
+      "content": " 191",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151857": {
+      "content": " 192",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151858": {
+      "content": " 193",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151859": {
+      "content": " 194",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151860": {
+      "content": " 195",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151861": {
+      "content": " 196",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151862": {
+      "content": " 197",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151863": {
+      "content": " 198",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151864": {
+      "content": " 199",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151865": {
+      "content": " 200",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151866": {
+      "content": " 201",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151867": {
+      "content": " 202",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151868": {
+      "content": " 203",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151869": {
+      "content": " 204",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151870": {
+      "content": " 205",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151871": {
+      "content": " 206",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151872": {
+      "content": " 207",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151873": {
+      "content": " 208",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151874": {
+      "content": " 209",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151875": {
+      "content": " 210",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151876": {
+      "content": " 211",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151877": {
+      "content": " 212",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151878": {
+      "content": " 213",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151879": {
+      "content": " 214",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151880": {
+      "content": " 215",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151881": {
+      "content": " 216",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151882": {
+      "content": " 217",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151883": {
+      "content": " 218",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151884": {
+      "content": " 219",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151885": {
+      "content": " 220",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151886": {
+      "content": " 221",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151887": {
+      "content": " 222",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151888": {
+      "content": " 223",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151889": {
+      "content": " 224",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151890": {
+      "content": " 225",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151891": {
+      "content": " 226",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151892": {
+      "content": " 227",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151893": {
+      "content": " 228",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151894": {
+      "content": " 229",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151895": {
+      "content": " 230",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151896": {
+      "content": " 231",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151897": {
+      "content": " 232",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151898": {
+      "content": " 233",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151899": {
+      "content": " 234",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151900": {
+      "content": " 235",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151901": {
+      "content": " 236",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151902": {
+      "content": " 237",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151903": {
+      "content": " 238",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151904": {
+      "content": " 239",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151905": {
+      "content": " 240",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151906": {
+      "content": " 241",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151907": {
+      "content": " 242",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151908": {
+      "content": " 243",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151909": {
+      "content": " 244",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151910": {
+      "content": " 245",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151911": {
+      "content": " 246",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151912": {
+      "content": " 247",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151913": {
+      "content": " 248",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151914": {
+      "content": " 249",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151915": {
+      "content": " 250",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151916": {
+      "content": " 251",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151917": {
+      "content": " 252",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151918": {
+      "content": " 253",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151919": {
+      "content": " 254",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/trainer_state.json

@@ -0,0 +1,2134 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.235704932343954,
+  "eval_steps": 500,
+  "global_step": 6000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.017459624618070713,
+      "grad_norm": 19.397525787353516,
+      "learning_rate": 9.5e-08,
+      "loss": 0.8498,
+      "step": 20
+    },
+    {
+      "epoch": 0.034919249236141425,
+      "grad_norm": 15.47182846069336,
+      "learning_rate": 1.95e-07,
+      "loss": 0.8098,
+      "step": 40
+    },
+    {
+      "epoch": 0.05237887385421213,
+      "grad_norm": 11.48298454284668,
+      "learning_rate": 2.9500000000000003e-07,
+      "loss": 0.7325,
+      "step": 60
+    },
+    {
+      "epoch": 0.06983849847228285,
+      "grad_norm": 8.26174545288086,
+      "learning_rate": 3.9500000000000003e-07,
+      "loss": 0.5144,
+      "step": 80
+    },
+    {
+      "epoch": 0.08729812309035356,
+      "grad_norm": 3.2305259704589844,
+      "learning_rate": 4.95e-07,
+      "loss": 0.3679,
+      "step": 100
+    },
+    {
+      "epoch": 0.10475774770842426,
+      "grad_norm": 1.8151048421859741,
+      "learning_rate": 5.95e-07,
+      "loss": 0.2936,
+      "step": 120
+    },
+    {
+      "epoch": 0.12221737232649497,
+      "grad_norm": 0.9624245166778564,
+      "learning_rate": 6.950000000000001e-07,
+      "loss": 0.2548,
+      "step": 140
+    },
+    {
+      "epoch": 0.1396769969445657,
+      "grad_norm": 1.3164056539535522,
+      "learning_rate": 7.950000000000001e-07,
+      "loss": 0.2473,
+      "step": 160
+    },
+    {
+      "epoch": 0.1571366215626364,
+      "grad_norm": 1.2757623195648193,
+      "learning_rate": 8.95e-07,
+      "loss": 0.238,
+      "step": 180
+    },
+    {
+      "epoch": 0.17459624618070713,
+      "grad_norm": 0.7310117483139038,
+      "learning_rate": 9.950000000000002e-07,
+      "loss": 0.2246,
+      "step": 200
+    },
+    {
+      "epoch": 0.19205587079877784,
+      "grad_norm": 1.4012451171875,
+      "learning_rate": 1.095e-06,
+      "loss": 0.2256,
+      "step": 220
+    },
+    {
+      "epoch": 0.20951549541684852,
+      "grad_norm": 0.9443926811218262,
+      "learning_rate": 1.195e-06,
+      "loss": 0.2182,
+      "step": 240
+    },
+    {
+      "epoch": 0.22697512003491924,
+      "grad_norm": 1.2254314422607422,
+      "learning_rate": 1.295e-06,
+      "loss": 0.2123,
+      "step": 260
+    },
+    {
+      "epoch": 0.24443474465298995,
+      "grad_norm": 0.8749701976776123,
+      "learning_rate": 1.3950000000000002e-06,
+      "loss": 0.2146,
+      "step": 280
+    },
+    {
+      "epoch": 0.2618943692710607,
+      "grad_norm": 1.0905983448028564,
+      "learning_rate": 1.495e-06,
+      "loss": 0.2035,
+      "step": 300
+    },
+    {
+      "epoch": 0.2793539938891314,
+      "grad_norm": 1.0626214742660522,
+      "learning_rate": 1.5950000000000002e-06,
+      "loss": 0.2064,
+      "step": 320
+    },
+    {
+      "epoch": 0.2968136185072021,
+      "grad_norm": 1.2039939165115356,
+      "learning_rate": 1.6950000000000003e-06,
+      "loss": 0.1948,
+      "step": 340
+    },
+    {
+      "epoch": 0.3142732431252728,
+      "grad_norm": 0.9729776382446289,
+      "learning_rate": 1.7950000000000002e-06,
+      "loss": 0.2057,
+      "step": 360
+    },
+    {
+      "epoch": 0.33173286774334354,
+      "grad_norm": 1.28076171875,
+      "learning_rate": 1.895e-06,
+      "loss": 0.197,
+      "step": 380
+    },
+    {
+      "epoch": 0.34919249236141425,
+      "grad_norm": 1.3132789134979248,
+      "learning_rate": 1.9950000000000004e-06,
+      "loss": 0.192,
+      "step": 400
+    },
+    {
+      "epoch": 0.36665211697948497,
+      "grad_norm": 0.9366620182991028,
+      "learning_rate": 2.0950000000000003e-06,
+      "loss": 0.1905,
+      "step": 420
+    },
+    {
+      "epoch": 0.3841117415975557,
+      "grad_norm": 1.0370627641677856,
+      "learning_rate": 2.195e-06,
+      "loss": 0.1969,
+      "step": 440
+    },
+    {
+      "epoch": 0.4015713662156264,
+      "grad_norm": 1.1742730140686035,
+      "learning_rate": 2.2950000000000005e-06,
+      "loss": 0.1843,
+      "step": 460
+    },
+    {
+      "epoch": 0.41903099083369705,
+      "grad_norm": 0.9377118945121765,
+      "learning_rate": 2.395e-06,
+      "loss": 0.1854,
+      "step": 480
+    },
+    {
+      "epoch": 0.43649061545176776,
+      "grad_norm": 1.0556931495666504,
+      "learning_rate": 2.4950000000000003e-06,
+      "loss": 0.1784,
+      "step": 500
+    },
+    {
+      "epoch": 0.4539502400698385,
+      "grad_norm": 1.1169610023498535,
+      "learning_rate": 2.595e-06,
+      "loss": 0.1826,
+      "step": 520
+    },
+    {
+      "epoch": 0.4714098646879092,
+      "grad_norm": 1.2119921445846558,
+      "learning_rate": 2.6950000000000005e-06,
+      "loss": 0.1844,
+      "step": 540
+    },
+    {
+      "epoch": 0.4888694893059799,
+      "grad_norm": 1.6198196411132812,
+      "learning_rate": 2.7950000000000003e-06,
+      "loss": 0.183,
+      "step": 560
+    },
+    {
+      "epoch": 0.5063291139240507,
+      "grad_norm": 1.2564871311187744,
+      "learning_rate": 2.8950000000000002e-06,
+      "loss": 0.1858,
+      "step": 580
+    },
+    {
+      "epoch": 0.5237887385421214,
+      "grad_norm": 1.0006681680679321,
+      "learning_rate": 2.995e-06,
+      "loss": 0.1784,
+      "step": 600
+    },
+    {
+      "epoch": 0.5412483631601921,
+      "grad_norm": 1.0452772378921509,
+      "learning_rate": 3.0950000000000004e-06,
+      "loss": 0.1711,
+      "step": 620
+    },
+    {
+      "epoch": 0.5587079877782628,
+      "grad_norm": 0.8868113160133362,
+      "learning_rate": 3.1950000000000003e-06,
+      "loss": 0.1706,
+      "step": 640
+    },
+    {
+      "epoch": 0.5761676123963335,
+      "grad_norm": 1.530735969543457,
+      "learning_rate": 3.2950000000000002e-06,
+      "loss": 0.1727,
+      "step": 660
+    },
+    {
+      "epoch": 0.5936272370144042,
+      "grad_norm": 1.1834745407104492,
+      "learning_rate": 3.3950000000000005e-06,
+      "loss": 0.1746,
+      "step": 680
+    },
+    {
+      "epoch": 0.6110868616324749,
+      "grad_norm": 1.104352355003357,
+      "learning_rate": 3.495e-06,
+      "loss": 0.174,
+      "step": 700
+    },
+    {
+      "epoch": 0.6285464862505457,
+      "grad_norm": 1.7037930488586426,
+      "learning_rate": 3.5950000000000003e-06,
+      "loss": 0.168,
+      "step": 720
+    },
+    {
+      "epoch": 0.6460061108686164,
+      "grad_norm": 1.461747646331787,
+      "learning_rate": 3.695e-06,
+      "loss": 0.1654,
+      "step": 740
+    },
+    {
+      "epoch": 0.6634657354866871,
+      "grad_norm": 1.1166132688522339,
+      "learning_rate": 3.7950000000000005e-06,
+      "loss": 0.1658,
+      "step": 760
+    },
+    {
+      "epoch": 0.6809253601047578,
+      "grad_norm": 1.1629846096038818,
+      "learning_rate": 3.895000000000001e-06,
+      "loss": 0.1625,
+      "step": 780
+    },
+    {
+      "epoch": 0.6983849847228285,
+      "grad_norm": 1.1211292743682861,
+      "learning_rate": 3.995000000000001e-06,
+      "loss": 0.1679,
+      "step": 800
+    },
+    {
+      "epoch": 0.7158446093408992,
+      "grad_norm": 0.9855840802192688,
+      "learning_rate": 4.095e-06,
+      "loss": 0.1599,
+      "step": 820
+    },
+    {
+      "epoch": 0.7333042339589699,
+      "grad_norm": 1.1939966678619385,
+      "learning_rate": 4.1950000000000005e-06,
+      "loss": 0.1669,
+      "step": 840
+    },
+    {
+      "epoch": 0.7507638585770406,
+      "grad_norm": 1.456059217453003,
+      "learning_rate": 4.295e-06,
+      "loss": 0.1607,
+      "step": 860
+    },
+    {
+      "epoch": 0.7682234831951114,
+      "grad_norm": 1.0918103456497192,
+      "learning_rate": 4.395e-06,
+      "loss": 0.1657,
+      "step": 880
+    },
+    {
+      "epoch": 0.7856831078131821,
+      "grad_norm": 1.6269593238830566,
+      "learning_rate": 4.495e-06,
+      "loss": 0.1557,
+      "step": 900
+    },
+    {
+      "epoch": 0.8031427324312528,
+      "grad_norm": 1.0918811559677124,
+      "learning_rate": 4.595000000000001e-06,
+      "loss": 0.1603,
+      "step": 920
+    },
+    {
+      "epoch": 0.8206023570493235,
+      "grad_norm": 1.0246245861053467,
+      "learning_rate": 4.695e-06,
+      "loss": 0.1634,
+      "step": 940
+    },
+    {
+      "epoch": 0.8380619816673941,
+      "grad_norm": 1.5885396003723145,
+      "learning_rate": 4.795e-06,
+      "loss": 0.1574,
+      "step": 960
+    },
+    {
+      "epoch": 0.8555216062854648,
+      "grad_norm": 1.0328054428100586,
+      "learning_rate": 4.8950000000000006e-06,
+      "loss": 0.1635,
+      "step": 980
+    },
+    {
+      "epoch": 0.8729812309035355,
+      "grad_norm": 1.083992600440979,
+      "learning_rate": 4.9950000000000005e-06,
+      "loss": 0.1608,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8904408555216062,
+      "grad_norm": 1.6190904378890991,
+      "learning_rate": 4.99990910955103e-06,
+      "loss": 0.1526,
+      "step": 1020
+    },
+    {
+      "epoch": 0.907900480139677,
+      "grad_norm": 0.9111356139183044,
+      "learning_rate": 4.999617059054864e-06,
+      "loss": 0.1585,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9253601047577477,
+      "grad_norm": 1.5884960889816284,
+      "learning_rate": 4.999123620265708e-06,
+      "loss": 0.1531,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9428197293758184,
+      "grad_norm": 1.304587721824646,
+      "learning_rate": 4.9984288329387715e-06,
+      "loss": 0.1489,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9602793539938891,
+      "grad_norm": 1.090725302696228,
+      "learning_rate": 4.997532753051441e-06,
+      "loss": 0.1509,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9777389786119598,
+      "grad_norm": 1.3273695707321167,
+      "learning_rate": 4.9964354527987745e-06,
+      "loss": 0.151,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9951986032300305,
+      "grad_norm": 1.3927818536758423,
+      "learning_rate": 4.995137020587685e-06,
+      "loss": 0.1514,
+      "step": 1140
+    },
+    {
+      "epoch": 1.0122217372326494,
+      "grad_norm": 0.8958538770675659,
+      "learning_rate": 4.993637561029814e-06,
+      "loss": 0.1484,
+      "step": 1160
+    },
+    {
+      "epoch": 1.0296813618507201,
+      "grad_norm": 1.2295970916748047,
+      "learning_rate": 4.991937194933107e-06,
+      "loss": 0.142,
+      "step": 1180
+    },
+    {
+      "epoch": 1.0471409864687908,
+      "grad_norm": 1.1123000383377075,
+      "learning_rate": 4.990036059292079e-06,
+      "loss": 0.1504,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0646006110868615,
+      "grad_norm": 1.1145665645599365,
+      "learning_rate": 4.9879343072767775e-06,
+      "loss": 0.1539,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0820602357049323,
+      "grad_norm": 0.9863163232803345,
+      "learning_rate": 4.985632108220438e-06,
+      "loss": 0.1486,
+      "step": 1240
+    },
+    {
+      "epoch": 1.099519860323003,
+      "grad_norm": 1.3073627948760986,
+      "learning_rate": 4.983129647605849e-06,
+      "loss": 0.1497,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1169794849410737,
+      "grad_norm": 1.2266663312911987,
+      "learning_rate": 4.980427127050402e-06,
+      "loss": 0.1499,
+      "step": 1280
+    },
+    {
+      "epoch": 1.1344391095591444,
+      "grad_norm": 1.4932637214660645,
+      "learning_rate": 4.977524764289849e-06,
+      "loss": 0.1432,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1518987341772151,
+      "grad_norm": 0.9751958847045898,
+      "learning_rate": 4.974422793160763e-06,
+      "loss": 0.1474,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1693583587952858,
+      "grad_norm": 1.1314122676849365,
+      "learning_rate": 4.971121463581691e-06,
+      "loss": 0.149,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1868179834133565,
+      "grad_norm": 1.1309335231781006,
+      "learning_rate": 4.967621041533029e-06,
+      "loss": 0.1475,
+      "step": 1360
+    },
+    {
+      "epoch": 1.2042776080314272,
+      "grad_norm": 1.216437816619873,
+      "learning_rate": 4.963921809035581e-06,
+      "loss": 0.1434,
+      "step": 1380
+    },
+    {
+      "epoch": 1.221737232649498,
+      "grad_norm": 1.2850230932235718,
+      "learning_rate": 4.9600240641278495e-06,
+      "loss": 0.148,
+      "step": 1400
+    },
+    {
+      "epoch": 1.2391968572675687,
+      "grad_norm": 1.4502053260803223,
+      "learning_rate": 4.955928120842014e-06,
+      "loss": 0.1459,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2566564818856394,
+      "grad_norm": 1.1458683013916016,
+      "learning_rate": 4.9516343091786325e-06,
+      "loss": 0.1429,
+      "step": 1440
+    },
+    {
+      "epoch": 1.27411610650371,
+      "grad_norm": 0.9325987696647644,
+      "learning_rate": 4.947142975080056e-06,
+      "loss": 0.1454,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2915757311217808,
+      "grad_norm": 1.3235621452331543,
+      "learning_rate": 4.9424544804025555e-06,
+      "loss": 0.1456,
+      "step": 1480
+    },
+    {
+      "epoch": 1.3090353557398515,
+      "grad_norm": 1.2458112239837646,
+      "learning_rate": 4.937569202887167e-06,
+      "loss": 0.1417,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3264949803579222,
+      "grad_norm": 1.4281055927276611,
+      "learning_rate": 4.932487536129261e-06,
+      "loss": 0.1459,
+      "step": 1520
+    },
+    {
+      "epoch": 1.343954604975993,
+      "grad_norm": 1.0735814571380615,
+      "learning_rate": 4.927209889546828e-06,
+      "loss": 0.1419,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3614142295940637,
+      "grad_norm": 1.3236056566238403,
+      "learning_rate": 4.9217366883474935e-06,
+      "loss": 0.1437,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3788738542121344,
+      "grad_norm": 1.5779701471328735,
+      "learning_rate": 4.916068373494263e-06,
+      "loss": 0.1469,
+      "step": 1580
+    },
+    {
+      "epoch": 1.396333478830205,
+      "grad_norm": 1.0625829696655273,
+      "learning_rate": 4.910205401669988e-06,
+      "loss": 0.1412,
+      "step": 1600
+    },
+    {
+      "epoch": 1.4137931034482758,
+      "grad_norm": 1.949583888053894,
+      "learning_rate": 4.904148245240581e-06,
+      "loss": 0.1374,
+      "step": 1620
+    },
+    {
+      "epoch": 1.4312527280663465,
+      "grad_norm": 1.0562134981155396,
+      "learning_rate": 4.8978973922169506e-06,
+      "loss": 0.1445,
+      "step": 1640
+    },
+    {
+      "epoch": 1.4487123526844172,
+      "grad_norm": 1.2531285285949707,
+      "learning_rate": 4.891453346215686e-06,
+      "loss": 0.1452,
+      "step": 1660
+    },
+    {
+      "epoch": 1.466171977302488,
+      "grad_norm": 0.9555866718292236,
+      "learning_rate": 4.8848166264184844e-06,
+      "loss": 0.1349,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4836316019205587,
+      "grad_norm": 1.392137885093689,
+      "learning_rate": 4.877987767530318e-06,
+      "loss": 0.141,
+      "step": 1700
+    },
+    {
+      "epoch": 1.5010912265386294,
+      "grad_norm": 1.3318346738815308,
+      "learning_rate": 4.870967319736356e-06,
+      "loss": 0.1399,
+      "step": 1720
+    },
+    {
+      "epoch": 1.5185508511567,
+      "grad_norm": 1.3186204433441162,
+      "learning_rate": 4.863755848657638e-06,
+      "loss": 0.1476,
+      "step": 1740
+    },
+    {
+      "epoch": 1.5360104757747708,
+      "grad_norm": 1.0685734748840332,
+      "learning_rate": 4.856353935305499e-06,
+      "loss": 0.1364,
+      "step": 1760
+    },
+    {
+      "epoch": 1.5534701003928415,
+      "grad_norm": 0.9833361506462097,
+      "learning_rate": 4.848762176034766e-06,
+      "loss": 0.1305,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5709297250109122,
+      "grad_norm": 1.1565523147583008,
+      "learning_rate": 4.840981182495706e-06,
+      "loss": 0.1399,
+      "step": 1800
+    },
+    {
+      "epoch": 1.588389349628983,
+      "grad_norm": 1.3489770889282227,
+      "learning_rate": 4.833011581584746e-06,
+      "loss": 0.1382,
+      "step": 1820
+    },
+    {
+      "epoch": 1.6058489742470536,
+      "grad_norm": 1.2992488145828247,
+      "learning_rate": 4.824854015393971e-06,
+      "loss": 0.1438,
+      "step": 1840
+    },
+    {
+      "epoch": 1.6233085988651244,
+      "grad_norm": 1.1159225702285767,
+      "learning_rate": 4.816509141159383e-06,
+      "loss": 0.1347,
+      "step": 1860
+    },
+    {
+      "epoch": 1.640768223483195,
+      "grad_norm": 1.4199364185333252,
+      "learning_rate": 4.80797763120796e-06,
+      "loss": 0.1348,
+      "step": 1880
+    },
+    {
+      "epoch": 1.6582278481012658,
+      "grad_norm": 1.4323376417160034,
+      "learning_rate": 4.799260172903479e-06,
+      "loss": 0.1308,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6756874727193365,
+      "grad_norm": 2.320084571838379,
+      "learning_rate": 4.790357468591141e-06,
+      "loss": 0.1393,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6931470973374072,
+      "grad_norm": 1.2761551141738892,
+      "learning_rate": 4.781270235540986e-06,
+      "loss": 0.1348,
+      "step": 1940
+    },
+    {
+      "epoch": 1.710606721955478,
+      "grad_norm": 1.2381870746612549,
+      "learning_rate": 4.771999205890101e-06,
+      "loss": 0.1373,
+      "step": 1960
+    },
+    {
+      "epoch": 1.7280663465735486,
+      "grad_norm": 1.2539808750152588,
+      "learning_rate": 4.762545126583633e-06,
+      "loss": 0.1347,
+      "step": 1980
+    },
+    {
+      "epoch": 1.7455259711916193,
+      "grad_norm": 1.3370622396469116,
+      "learning_rate": 4.752908759314613e-06,
+      "loss": 0.1384,
+      "step": 2000
+    },
+    {
+      "epoch": 1.76298559580969,
+      "grad_norm": 1.2062952518463135,
+      "learning_rate": 4.743090880462588e-06,
+      "loss": 0.1359,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7804452204277608,
+      "grad_norm": 1.5017871856689453,
+      "learning_rate": 4.733092281031063e-06,
+      "loss": 0.1324,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7979048450458315,
+      "grad_norm": 1.2217376232147217,
+      "learning_rate": 4.722913766583783e-06,
+      "loss": 0.1332,
+      "step": 2060
+    },
+    {
+      "epoch": 1.8153644696639022,
+      "grad_norm": 1.2203618288040161,
+      "learning_rate": 4.7125561571798205e-06,
+      "loss": 0.1304,
+      "step": 2080
+    },
+    {
+      "epoch": 1.832824094281973,
+      "grad_norm": 1.0666621923446655,
+      "learning_rate": 4.702020287307509e-06,
+      "loss": 0.1385,
+      "step": 2100
+    },
+    {
+      "epoch": 1.8502837189000436,
+      "grad_norm": 1.1849299669265747,
+      "learning_rate": 4.691307005817214e-06,
+      "loss": 0.131,
+      "step": 2120
+    },
+    {
+      "epoch": 1.8677433435181143,
+      "grad_norm": 1.0906349420547485,
+      "learning_rate": 4.680417175852936e-06,
+      "loss": 0.1272,
+      "step": 2140
+    },
+    {
+      "epoch": 1.885202968136185,
+      "grad_norm": 1.0415644645690918,
+      "learning_rate": 4.669351674782775e-06,
+      "loss": 0.1391,
+      "step": 2160
+    },
+    {
+      "epoch": 1.9026625927542558,
+      "grad_norm": 1.1246733665466309,
+      "learning_rate": 4.658111394128238e-06,
+      "loss": 0.1302,
+      "step": 2180
+    },
+    {
+      "epoch": 1.9201222173723265,
+      "grad_norm": 1.229074478149414,
+      "learning_rate": 4.646697239492418e-06,
+      "loss": 0.1376,
+      "step": 2200
+    },
+    {
+      "epoch": 1.9375818419903972,
+      "grad_norm": 0.9621853232383728,
+      "learning_rate": 4.635110130487023e-06,
+      "loss": 0.1362,
+      "step": 2220
+    },
+    {
+      "epoch": 1.955041466608468,
+      "grad_norm": 0.9193816781044006,
+      "learning_rate": 4.623351000658292e-06,
+      "loss": 0.1282,
+      "step": 2240
+    },
+    {
+      "epoch": 1.9725010912265386,
+      "grad_norm": 1.2866088151931763,
+      "learning_rate": 4.611420797411779e-06,
+      "loss": 0.1329,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9899607158446093,
+      "grad_norm": 1.0100128650665283,
+      "learning_rate": 4.599320481936021e-06,
+      "loss": 0.1261,
+      "step": 2280
+    },
+    {
+      "epoch": 2.006983849847228,
+      "grad_norm": 1.2320877313613892,
+      "learning_rate": 4.5870510291251015e-06,
+      "loss": 0.1329,
+      "step": 2300
+    },
+    {
+      "epoch": 2.024443474465299,
+      "grad_norm": 1.14494788646698,
+      "learning_rate": 4.5746134275001e-06,
+      "loss": 0.1299,
+      "step": 2320
+    },
+    {
+      "epoch": 2.0419030990833695,
+      "grad_norm": 1.1297056674957275,
+      "learning_rate": 4.562008679129456e-06,
+      "loss": 0.1323,
+      "step": 2340
+    },
+    {
+      "epoch": 2.0593627237014402,
+      "grad_norm": 1.2196041345596313,
+      "learning_rate": 4.549237799548226e-06,
+      "loss": 0.1314,
+      "step": 2360
+    },
+    {
+      "epoch": 2.076822348319511,
+      "grad_norm": 1.4208322763442993,
+      "learning_rate": 4.536301817676274e-06,
+      "loss": 0.1324,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0942819729375817,
+      "grad_norm": 1.2570046186447144,
+      "learning_rate": 4.5232017757353656e-06,
+      "loss": 0.1276,
+      "step": 2400
+    },
+    {
+      "epoch": 2.1117415975556524,
+      "grad_norm": 1.2894052267074585,
+      "learning_rate": 4.509938729165203e-06,
+      "loss": 0.1297,
+      "step": 2420
+    },
+    {
+      "epoch": 2.129201222173723,
+      "grad_norm": 1.3324313163757324,
+      "learning_rate": 4.496513746538389e-06,
+      "loss": 0.1311,
+      "step": 2440
+    },
+    {
+      "epoch": 2.146660846791794,
+      "grad_norm": 1.3018633127212524,
+      "learning_rate": 4.482927909474339e-06,
+      "loss": 0.1342,
+      "step": 2460
+    },
+    {
+      "epoch": 2.1641204714098645,
+      "grad_norm": 1.0312540531158447,
+      "learning_rate": 4.469182312552126e-06,
+      "loss": 0.1304,
+      "step": 2480
+    },
+    {
+      "epoch": 2.1815800960279352,
+      "grad_norm": 1.0592981576919556,
+      "learning_rate": 4.455278063222311e-06,
+      "loss": 0.132,
+      "step": 2500
+    },
+    {
+      "epoch": 2.199039720646006,
+      "grad_norm": 1.2901978492736816,
+      "learning_rate": 4.441216281717697e-06,
+      "loss": 0.1278,
+      "step": 2520
+    },
+    {
+      "epoch": 2.2164993452640767,
+      "grad_norm": 0.9767862558364868,
+      "learning_rate": 4.426998100963094e-06,
+      "loss": 0.129,
+      "step": 2540
+    },
+    {
+      "epoch": 2.2339589698821474,
+      "grad_norm": 1.1606553792953491,
+      "learning_rate": 4.412624666484029e-06,
+      "loss": 0.1264,
+      "step": 2560
+    },
+    {
+      "epoch": 2.251418594500218,
+      "grad_norm": 1.2752002477645874,
+      "learning_rate": 4.398097136314459e-06,
+      "loss": 0.1292,
+      "step": 2580
+    },
+    {
+      "epoch": 2.268878219118289,
+      "grad_norm": 1.6864794492721558,
+      "learning_rate": 4.3834166809034705e-06,
+      "loss": 0.1256,
+      "step": 2600
+    },
+    {
+      "epoch": 2.2863378437363595,
+      "grad_norm": 1.2528200149536133,
+      "learning_rate": 4.368584483020979e-06,
+      "loss": 0.1236,
+      "step": 2620
+    },
+    {
+      "epoch": 2.3037974683544302,
+      "grad_norm": 1.1752703189849854,
+      "learning_rate": 4.353601737662432e-06,
+      "loss": 0.1251,
+      "step": 2640
+    },
+    {
+      "epoch": 2.321257092972501,
+      "grad_norm": 1.2562856674194336,
+      "learning_rate": 4.33846965195254e-06,
+      "loss": 0.1309,
+      "step": 2660
+    },
+    {
+      "epoch": 2.3387167175905716,
+      "grad_norm": 1.1661893129348755,
+      "learning_rate": 4.323189445048012e-06,
+      "loss": 0.1318,
+      "step": 2680
+    },
+    {
+      "epoch": 2.3561763422086424,
+      "grad_norm": 1.3183804750442505,
+      "learning_rate": 4.307762348039336e-06,
+      "loss": 0.1299,
+      "step": 2700
+    },
+    {
+      "epoch": 2.373635966826713,
+      "grad_norm": 0.988052248954773,
+      "learning_rate": 4.292189603851592e-06,
+      "loss": 0.1237,
+      "step": 2720
+    },
+    {
+      "epoch": 2.391095591444784,
+      "grad_norm": 1.0696688890457153,
+      "learning_rate": 4.276472467144311e-06,
+      "loss": 0.1246,
+      "step": 2740
+    },
+    {
+      "epoch": 2.4085552160628545,
+      "grad_norm": 1.0724928379058838,
+      "learning_rate": 4.260612204210394e-06,
+      "loss": 0.1246,
+      "step": 2760
+    },
+    {
+      "epoch": 2.426014840680925,
+      "grad_norm": 1.0340819358825684,
+      "learning_rate": 4.244610092874083e-06,
+      "loss": 0.1265,
+      "step": 2780
+    },
+    {
+      "epoch": 2.443474465298996,
+      "grad_norm": 1.0513917207717896,
+      "learning_rate": 4.2284674223880165e-06,
+      "loss": 0.1275,
+      "step": 2800
+    },
+    {
+      "epoch": 2.4609340899170666,
+      "grad_norm": 1.3237450122833252,
+      "learning_rate": 4.212185493329353e-06,
+      "loss": 0.1292,
+      "step": 2820
+    },
+    {
+      "epoch": 2.4783937145351373,
+      "grad_norm": 0.9420962929725647,
+      "learning_rate": 4.195765617494989e-06,
+      "loss": 0.123,
+      "step": 2840
+    },
+    {
+      "epoch": 2.495853339153208,
+      "grad_norm": 1.088914155960083,
+      "learning_rate": 4.179209117795869e-06,
+      "loss": 0.1226,
+      "step": 2860
+    },
+    {
+      "epoch": 2.5133129637712788,
+      "grad_norm": 0.9515159130096436,
+      "learning_rate": 4.162517328150404e-06,
+      "loss": 0.1279,
+      "step": 2880
+    },
+    {
+      "epoch": 2.5307725883893495,
+      "grad_norm": 1.2519607543945312,
+      "learning_rate": 4.145691593376997e-06,
+      "loss": 0.129,
+      "step": 2900
+    },
+    {
+      "epoch": 2.54823221300742,
+      "grad_norm": 1.0269006490707397,
+      "learning_rate": 4.128733269085696e-06,
+      "loss": 0.1255,
+      "step": 2920
+    },
+    {
+      "epoch": 2.565691837625491,
+      "grad_norm": 1.1862276792526245,
+      "learning_rate": 4.1116437215689785e-06,
+      "loss": 0.1245,
+      "step": 2940
+    },
+    {
+      "epoch": 2.5831514622435616,
+      "grad_norm": 1.2129442691802979,
+      "learning_rate": 4.0944243276916684e-06,
+      "loss": 0.1265,
+      "step": 2960
+    },
+    {
+      "epoch": 2.6006110868616323,
+      "grad_norm": 1.2726026773452759,
+      "learning_rate": 4.0770764747800075e-06,
+      "loss": 0.1274,
+      "step": 2980
+    },
+    {
+      "epoch": 2.618070711479703,
+      "grad_norm": 1.2461271286010742,
+      "learning_rate": 4.059601560509879e-06,
+      "loss": 0.1264,
+      "step": 3000
+    },
+    {
+      "epoch": 2.6355303360977738,
+      "grad_norm": 1.029353380203247,
+      "learning_rate": 4.042000992794206e-06,
+      "loss": 0.1253,
+      "step": 3020
+    },
+    {
+      "epoch": 2.6529899607158445,
+      "grad_norm": 1.129651427268982,
+      "learning_rate": 4.024276189669512e-06,
+      "loss": 0.1277,
+      "step": 3040
+    },
+    {
+      "epoch": 2.670449585333915,
+      "grad_norm": 1.281187653541565,
+      "learning_rate": 4.006428579181678e-06,
+      "loss": 0.1256,
+      "step": 3060
+    },
+    {
+      "epoch": 2.687909209951986,
+      "grad_norm": 1.0685946941375732,
+      "learning_rate": 3.988459599270888e-06,
+      "loss": 0.1271,
+      "step": 3080
+    },
+    {
+      "epoch": 2.7053688345700566,
+      "grad_norm": 1.1456470489501953,
+      "learning_rate": 3.970370697655772e-06,
+      "loss": 0.1259,
+      "step": 3100
+    },
+    {
+      "epoch": 2.7228284591881273,
+      "grad_norm": 1.3469836711883545,
+      "learning_rate": 3.9521633317167755e-06,
+      "loss": 0.1222,
+      "step": 3120
+    },
+    {
+      "epoch": 2.740288083806198,
+      "grad_norm": 0.9138036370277405,
+      "learning_rate": 3.933838968378735e-06,
+      "loss": 0.1246,
+      "step": 3140
+    },
+    {
+      "epoch": 2.7577477084242688,
+      "grad_norm": 1.0596617460250854,
+      "learning_rate": 3.915399083992693e-06,
+      "loss": 0.1217,
+      "step": 3160
+    },
+    {
+      "epoch": 2.7752073330423395,
+      "grad_norm": 1.2602899074554443,
+      "learning_rate": 3.8968451642169536e-06,
+      "loss": 0.1248,
+      "step": 3180
+    },
+    {
+      "epoch": 2.79266695766041,
+      "grad_norm": 1.1729706525802612,
+      "learning_rate": 3.878178703897384e-06,
+      "loss": 0.1266,
+      "step": 3200
+    },
+    {
+      "epoch": 2.810126582278481,
+      "grad_norm": 1.1259799003601074,
+      "learning_rate": 3.859401206946981e-06,
+      "loss": 0.1222,
+      "step": 3220
+    },
+    {
+      "epoch": 2.8275862068965516,
+      "grad_norm": 1.3854358196258545,
+      "learning_rate": 3.840514186224702e-06,
+      "loss": 0.1213,
+      "step": 3240
+    },
+    {
+      "epoch": 2.8450458315146223,
+      "grad_norm": 1.3302861452102661,
+      "learning_rate": 3.821519163413577e-06,
+      "loss": 0.12,
+      "step": 3260
+    },
+    {
+      "epoch": 2.862505456132693,
+      "grad_norm": 1.2337439060211182,
+      "learning_rate": 3.802417668898114e-06,
+      "loss": 0.121,
+      "step": 3280
+    },
+    {
+      "epoch": 2.8799650807507637,
+      "grad_norm": 1.247786521911621,
+      "learning_rate": 3.7832112416409927e-06,
+      "loss": 0.1202,
+      "step": 3300
+    },
+    {
+      "epoch": 2.8974247053688345,
+      "grad_norm": 1.1020684242248535,
+      "learning_rate": 3.7639014290590836e-06,
+      "loss": 0.1227,
+      "step": 3320
+    },
+    {
+      "epoch": 2.914884329986905,
+      "grad_norm": 1.5162514448165894,
+      "learning_rate": 3.744489786898766e-06,
+      "loss": 0.1205,
+      "step": 3340
+    },
+    {
+      "epoch": 2.932343954604976,
+      "grad_norm": 1.0921732187271118,
+      "learning_rate": 3.724977879110592e-06,
+      "loss": 0.1219,
+      "step": 3360
+    },
+    {
+      "epoch": 2.9498035792230466,
+      "grad_norm": 1.4563707113265991,
+      "learning_rate": 3.705367277723281e-06,
+      "loss": 0.1261,
+      "step": 3380
+    },
+    {
+      "epoch": 2.9672632038411173,
+      "grad_norm": 1.2569373846054077,
+      "learning_rate": 3.6856595627170627e-06,
+      "loss": 0.1263,
+      "step": 3400
+    },
+    {
+      "epoch": 2.984722828459188,
+      "grad_norm": 1.339318871498108,
+      "learning_rate": 3.6658563218963855e-06,
+      "loss": 0.1172,
+      "step": 3420
+    },
+    {
+      "epoch": 3.0017459624618072,
+      "grad_norm": 0.9795414805412292,
+      "learning_rate": 3.645959150761988e-06,
+      "loss": 0.1138,
+      "step": 3440
+    },
+    {
+      "epoch": 3.019205587079878,
+      "grad_norm": 1.120980143547058,
+      "learning_rate": 3.6259696523823546e-06,
+      "loss": 0.1245,
+      "step": 3460
+    },
+    {
+      "epoch": 3.0366652116979487,
+      "grad_norm": 1.2017695903778076,
+      "learning_rate": 3.60588943726456e-06,
+      "loss": 0.1227,
+      "step": 3480
+    },
+    {
+      "epoch": 3.0541248363160194,
+      "grad_norm": 1.1081734895706177,
+      "learning_rate": 3.585720123224512e-06,
+      "loss": 0.119,
+      "step": 3500
+    },
+    {
+      "epoch": 3.07158446093409,
+      "grad_norm": 1.251710295677185,
+      "learning_rate": 3.5654633352566125e-06,
+      "loss": 0.1156,
+      "step": 3520
+    },
+    {
+      "epoch": 3.089044085552161,
+      "grad_norm": 1.0008896589279175,
+      "learning_rate": 3.5451207054028326e-06,
+      "loss": 0.1217,
+      "step": 3540
+    },
+    {
+      "epoch": 3.1065037101702315,
+      "grad_norm": 1.245981216430664,
+      "learning_rate": 3.5246938726212217e-06,
+      "loss": 0.1153,
+      "step": 3560
+    },
+    {
+      "epoch": 3.1239633347883022,
+      "grad_norm": 1.0411224365234375,
+      "learning_rate": 3.5041844826538612e-06,
+      "loss": 0.1201,
+      "step": 3580
+    },
+    {
+      "epoch": 3.141422959406373,
+      "grad_norm": 1.1424275636672974,
+      "learning_rate": 3.483594187894276e-06,
+      "loss": 0.1168,
+      "step": 3600
+    },
+    {
+      "epoch": 3.1588825840244437,
+      "grad_norm": 1.0475598573684692,
+      "learning_rate": 3.4629246472542954e-06,
+      "loss": 0.1176,
+      "step": 3620
+    },
+    {
+      "epoch": 3.1763422086425144,
+      "grad_norm": 1.0218563079833984,
+      "learning_rate": 3.442177526030407e-06,
+      "loss": 0.1177,
+      "step": 3640
+    },
+    {
+      "epoch": 3.193801833260585,
+      "grad_norm": 1.031158447265625,
+      "learning_rate": 3.4213544957695834e-06,
+      "loss": 0.1172,
+      "step": 3660
+    },
+    {
+      "epoch": 3.211261457878656,
+      "grad_norm": 1.134070873260498,
+      "learning_rate": 3.40045723413461e-06,
+      "loss": 0.1196,
+      "step": 3680
+    },
+    {
+      "epoch": 3.2287210824967265,
+      "grad_norm": 1.02757728099823,
+      "learning_rate": 3.3794874247689214e-06,
+      "loss": 0.1142,
+      "step": 3700
+    },
+    {
+      "epoch": 3.2461807071147972,
+      "grad_norm": 1.0082385540008545,
+      "learning_rate": 3.358446757160952e-06,
+      "loss": 0.122,
+      "step": 3720
+    },
+    {
+      "epoch": 3.2636403317328675,
+      "grad_norm": 1.0339783430099487,
+      "learning_rate": 3.3373369265080187e-06,
+      "loss": 0.1215,
+      "step": 3740
+    },
+    {
+      "epoch": 3.281099956350938,
+      "grad_norm": 1.1442320346832275,
+      "learning_rate": 3.3161596335797446e-06,
+      "loss": 0.1233,
+      "step": 3760
+    },
+    {
+      "epoch": 3.298559580969009,
+      "grad_norm": 1.1588070392608643,
+      "learning_rate": 3.2949165845810273e-06,
+      "loss": 0.1188,
+      "step": 3780
+    },
+    {
+      "epoch": 3.3160192055870796,
+      "grad_norm": 1.1880217790603638,
+      "learning_rate": 3.273609491014581e-06,
+      "loss": 0.1144,
+      "step": 3800
+    },
+    {
+      "epoch": 3.3334788302051503,
+      "grad_norm": 1.1673409938812256,
+      "learning_rate": 3.252240069543038e-06,
+      "loss": 0.1195,
+      "step": 3820
+    },
+    {
+      "epoch": 3.350938454823221,
+      "grad_norm": 1.3547742366790771,
+      "learning_rate": 3.2308100418506434e-06,
+      "loss": 0.109,
+      "step": 3840
+    },
+    {
+      "epoch": 3.3683980794412918,
+      "grad_norm": 1.297026515007019,
+      "learning_rate": 3.209321134504546e-06,
+      "loss": 0.1186,
+      "step": 3860
+    },
+    {
+      "epoch": 3.3858577040593625,
+      "grad_norm": 1.0193934440612793,
+      "learning_rate": 3.187775078815688e-06,
+      "loss": 0.1152,
+      "step": 3880
+    },
+    {
+      "epoch": 3.403317328677433,
+      "grad_norm": 1.450212001800537,
+      "learning_rate": 3.1661736106993227e-06,
+      "loss": 0.1186,
+      "step": 3900
+    },
+    {
+      "epoch": 3.420776953295504,
+      "grad_norm": 0.938517153263092,
+      "learning_rate": 3.14451847053515e-06,
+      "loss": 0.1125,
+      "step": 3920
+    },
+    {
+      "epoch": 3.4382365779135746,
+      "grad_norm": 1.1511766910552979,
+      "learning_rate": 3.1228114030271025e-06,
+      "loss": 0.1192,
+      "step": 3940
+    },
+    {
+      "epoch": 3.4556962025316453,
+      "grad_norm": 1.0700503587722778,
+      "learning_rate": 3.101054157062777e-06,
+      "loss": 0.1204,
+      "step": 3960
+    },
+    {
+      "epoch": 3.473155827149716,
+      "grad_norm": 1.0782068967819214,
+      "learning_rate": 3.07924848557253e-06,
+      "loss": 0.1093,
+      "step": 3980
+    },
+    {
+      "epoch": 3.4906154517677868,
+      "grad_norm": 1.015873908996582,
+      "learning_rate": 3.0573961453882516e-06,
+      "loss": 0.1163,
+      "step": 4000
+    },
+    {
+      "epoch": 3.5080750763858575,
+      "grad_norm": 1.0925952196121216,
+      "learning_rate": 3.0354988971018173e-06,
+      "loss": 0.1118,
+      "step": 4020
+    },
+    {
+      "epoch": 3.525534701003928,
+      "grad_norm": 1.3214638233184814,
+      "learning_rate": 3.013558504923244e-06,
+      "loss": 0.1155,
+      "step": 4040
+    },
+    {
+      "epoch": 3.542994325621999,
+      "grad_norm": 1.1191922426223755,
+      "learning_rate": 2.99157673653855e-06,
+      "loss": 0.1116,
+      "step": 4060
+    },
+    {
+      "epoch": 3.5604539502400696,
+      "grad_norm": 1.1384141445159912,
+      "learning_rate": 2.96955536296734e-06,
+      "loss": 0.1117,
+      "step": 4080
+    },
+    {
+      "epoch": 3.5779135748581403,
+      "grad_norm": 1.2989150285720825,
+      "learning_rate": 2.9474961584201135e-06,
+      "loss": 0.1089,
+      "step": 4100
+    },
+    {
+      "epoch": 3.595373199476211,
+      "grad_norm": 0.9274319410324097,
+      "learning_rate": 2.925400900155323e-06,
+      "loss": 0.1243,
+      "step": 4120
+    },
+    {
+      "epoch": 3.6128328240942817,
+      "grad_norm": 1.0399330854415894,
+      "learning_rate": 2.9032713683361862e-06,
+      "loss": 0.1165,
+      "step": 4140
+    },
+    {
+      "epoch": 3.6302924487123525,
+      "grad_norm": 1.5053555965423584,
+      "learning_rate": 2.8811093458872604e-06,
+      "loss": 0.1152,
+      "step": 4160
+    },
+    {
+      "epoch": 3.647752073330423,
+      "grad_norm": 1.2959115505218506,
+      "learning_rate": 2.8589166183507968e-06,
+      "loss": 0.1168,
+      "step": 4180
+    },
+    {
+      "epoch": 3.665211697948494,
+      "grad_norm": 1.3831465244293213,
+      "learning_rate": 2.8366949737428815e-06,
+      "loss": 0.1134,
+      "step": 4200
+    },
+    {
+      "epoch": 3.6826713225665646,
+      "grad_norm": 0.8720923066139221,
+      "learning_rate": 2.8144462024093856e-06,
+      "loss": 0.1151,
+      "step": 4220
+    },
+    {
+      "epoch": 3.7001309471846353,
+      "grad_norm": 1.0188416242599487,
+      "learning_rate": 2.792172096881714e-06,
+      "loss": 0.116,
+      "step": 4240
+    },
+    {
+      "epoch": 3.717590571802706,
+      "grad_norm": 1.2486985921859741,
+      "learning_rate": 2.769874451732387e-06,
+      "loss": 0.1145,
+      "step": 4260
+    },
+    {
+      "epoch": 3.7350501964207767,
+      "grad_norm": 1.0864148139953613,
+      "learning_rate": 2.7475550634304616e-06,
+      "loss": 0.1159,
+      "step": 4280
+    },
+    {
+      "epoch": 3.7525098210388474,
+      "grad_norm": 1.3268911838531494,
+      "learning_rate": 2.725215730196785e-06,
+      "loss": 0.1131,
+      "step": 4300
+    },
+    {
+      "epoch": 3.769969445656918,
+      "grad_norm": 1.2971150875091553,
+      "learning_rate": 2.7028582518591233e-06,
+      "loss": 0.112,
+      "step": 4320
+    },
+    {
+      "epoch": 3.787429070274989,
+      "grad_norm": 1.356858730316162,
+      "learning_rate": 2.6804844297071524e-06,
+      "loss": 0.1139,
+      "step": 4340
+    },
+    {
+      "epoch": 3.8048886948930596,
+      "grad_norm": 1.0132055282592773,
+      "learning_rate": 2.6580960663473266e-06,
+      "loss": 0.1077,
+      "step": 4360
+    },
+    {
+      "epoch": 3.8223483195111303,
+      "grad_norm": 0.9783840179443359,
+      "learning_rate": 2.6356949655576563e-06,
+      "loss": 0.113,
+      "step": 4380
+    },
+    {
+      "epoch": 3.839807944129201,
+      "grad_norm": 1.3898614645004272,
+      "learning_rate": 2.6132829321423726e-06,
+      "loss": 0.1121,
+      "step": 4400
+    },
+    {
+      "epoch": 3.8572675687472717,
+      "grad_norm": 1.0227993726730347,
+      "learning_rate": 2.590861771786527e-06,
+      "loss": 0.1097,
+      "step": 4420
+    },
+    {
+      "epoch": 3.8747271933653424,
+      "grad_norm": 1.0341333150863647,
+      "learning_rate": 2.5684332909105025e-06,
+      "loss": 0.1129,
+      "step": 4440
+    },
+    {
+      "epoch": 3.892186817983413,
+      "grad_norm": 0.899535596370697,
+      "learning_rate": 2.5459992965244822e-06,
+      "loss": 0.1117,
+      "step": 4460
+    },
+    {
+      "epoch": 3.909646442601484,
+      "grad_norm": 0.9448023438453674,
+      "learning_rate": 2.523561596082861e-06,
+      "loss": 0.1111,
+      "step": 4480
+    },
+    {
+      "epoch": 3.9271060672195546,
+      "grad_norm": 0.9440788626670837,
+      "learning_rate": 2.501121997338617e-06,
+      "loss": 0.1126,
+      "step": 4500
+    },
+    {
+      "epoch": 3.9445656918376253,
+      "grad_norm": 1.1142382621765137,
+      "learning_rate": 2.4786823081976758e-06,
+      "loss": 0.116,
+      "step": 4520
+    },
+    {
+      "epoch": 3.962025316455696,
+      "grad_norm": 1.1791083812713623,
+      "learning_rate": 2.456244336573241e-06,
+      "loss": 0.1113,
+      "step": 4540
+    },
+    {
+      "epoch": 3.9794849410737667,
+      "grad_norm": 1.3831223249435425,
+      "learning_rate": 2.4338098902401457e-06,
+      "loss": 0.1127,
+      "step": 4560
+    },
+    {
+      "epoch": 3.9969445656918374,
+      "grad_norm": 1.2612048387527466,
+      "learning_rate": 2.4113807766891935e-06,
+      "loss": 0.1094,
+      "step": 4580
+    },
+    {
+      "epoch": 4.013967699694456,
+      "grad_norm": 5.022428035736084,
+      "learning_rate": 2.388958802981539e-06,
+      "loss": 0.1101,
+      "step": 4600
+    },
+    {
+      "epoch": 4.031427324312527,
+      "grad_norm": 1.0610896348953247,
+      "learning_rate": 2.366545775603099e-06,
+      "loss": 0.1137,
+      "step": 4620
+    },
+    {
+      "epoch": 4.048886948930598,
+      "grad_norm": 1.5547583103179932,
+      "learning_rate": 2.344143500319003e-06,
+      "loss": 0.109,
+      "step": 4640
+    },
+    {
+      "epoch": 4.066346573548668,
+      "grad_norm": 1.3210444450378418,
+      "learning_rate": 2.3217537820281115e-06,
+      "loss": 0.1091,
+      "step": 4660
+    },
+    {
+      "epoch": 4.083806198166739,
+      "grad_norm": 0.925376296043396,
+      "learning_rate": 2.2993784246175946e-06,
+      "loss": 0.1133,
+      "step": 4680
+    },
+    {
+      "epoch": 4.10126582278481,
+      "grad_norm": 4.220337390899658,
+      "learning_rate": 2.2770192308176016e-06,
+      "loss": 0.1144,
+      "step": 4700
+    },
+    {
+      "epoch": 4.1187254474028805,
+      "grad_norm": 0.9519960284233093,
+      "learning_rate": 2.25467800205602e-06,
+      "loss": 0.1113,
+      "step": 4720
+    },
+    {
+      "epoch": 4.136185072020951,
+      "grad_norm": 1.0017439126968384,
+      "learning_rate": 2.23235653831333e-06,
+      "loss": 0.1104,
+      "step": 4740
+    },
+    {
+      "epoch": 4.153644696639022,
+      "grad_norm": 1.0910142660140991,
+      "learning_rate": 2.2100566379775967e-06,
+      "loss": 0.1182,
+      "step": 4760
+    },
+    {
+      "epoch": 4.171104321257093,
+      "grad_norm": 1.2475814819335938,
+      "learning_rate": 2.1877800976995693e-06,
+      "loss": 0.1113,
+      "step": 4780
+    },
+    {
+      "epoch": 4.188563945875163,
+      "grad_norm": 1.1907202005386353,
+      "learning_rate": 2.1655287122479314e-06,
+      "loss": 0.1116,
+      "step": 4800
+    },
+    {
+      "epoch": 4.206023570493234,
+      "grad_norm": 1.1867690086364746,
+      "learning_rate": 2.1433042743647022e-06,
+      "loss": 0.1095,
+      "step": 4820
+    },
+    {
+      "epoch": 4.223483195111305,
+      "grad_norm": 1.1615910530090332,
+      "learning_rate": 2.1211085746207984e-06,
+      "loss": 0.1139,
+      "step": 4840
+    },
+    {
+      "epoch": 4.2409428197293755,
+      "grad_norm": 1.1485167741775513,
+      "learning_rate": 2.098943401271771e-06,
+      "loss": 0.113,
+      "step": 4860
+    },
+    {
+      "epoch": 4.258402444347446,
+      "grad_norm": 1.1176187992095947,
+      "learning_rate": 2.076810540113731e-06,
+      "loss": 0.109,
+      "step": 4880
+    },
+    {
+      "epoch": 4.275862068965517,
+      "grad_norm": 1.07077157497406,
+      "learning_rate": 2.0547117743394744e-06,
+      "loss": 0.1149,
+      "step": 4900
+    },
+    {
+      "epoch": 4.293321693583588,
+      "grad_norm": 1.36687433719635,
+      "learning_rate": 2.0326488843948094e-06,
+      "loss": 0.1127,
+      "step": 4920
+    },
+    {
+      "epoch": 4.310781318201658,
+      "grad_norm": 2.551564931869507,
+      "learning_rate": 2.010623647835113e-06,
+      "loss": 0.1096,
+      "step": 4940
+    },
+    {
+      "epoch": 4.328240942819729,
+      "grad_norm": 1.143894910812378,
+      "learning_rate": 1.9886378391821164e-06,
+      "loss": 0.107,
+      "step": 4960
+    },
+    {
+      "epoch": 4.3457005674378,
+      "grad_norm": 1.2808395624160767,
+      "learning_rate": 1.966693229780939e-06,
+      "loss": 0.1117,
+      "step": 4980
+    },
+    {
+      "epoch": 4.3631601920558705,
+      "grad_norm": 1.1630057096481323,
+      "learning_rate": 1.9447915876573713e-06,
+      "loss": 0.1124,
+      "step": 5000
+    },
+    {
+      "epoch": 4.380619816673941,
+      "grad_norm": 1.0400992631912231,
+      "learning_rate": 1.9229346773754306e-06,
+      "loss": 0.1083,
+      "step": 5020
+    },
+    {
+      "epoch": 4.398079441292012,
+      "grad_norm": 0.9057787656784058,
+      "learning_rate": 1.9011242598951962e-06,
+      "loss": 0.1069,
+      "step": 5040
+    },
+    {
+      "epoch": 4.415539065910083,
+      "grad_norm": 1.2509580850601196,
+      "learning_rate": 1.879362092430929e-06,
+      "loss": 0.1123,
+      "step": 5060
+    },
+    {
+      "epoch": 4.432998690528153,
+      "grad_norm": 1.4660215377807617,
+      "learning_rate": 1.8576499283095e-06,
+      "loss": 0.1143,
+      "step": 5080
+    },
+    {
+      "epoch": 4.450458315146224,
+      "grad_norm": 1.0715610980987549,
+      "learning_rate": 1.8359895168291302e-06,
+      "loss": 0.1146,
+      "step": 5100
+    },
+    {
+      "epoch": 4.467917939764295,
+      "grad_norm": 1.0192632675170898,
+      "learning_rate": 1.814382603118447e-06,
+      "loss": 0.1102,
+      "step": 5120
+    },
+    {
+      "epoch": 4.4853775643823655,
+      "grad_norm": 1.1473039388656616,
+      "learning_rate": 1.7928309279958917e-06,
+      "loss": 0.108,
+      "step": 5140
+    },
+    {
+      "epoch": 4.502837189000436,
+      "grad_norm": 1.4049099683761597,
+      "learning_rate": 1.7713362278294599e-06,
+      "loss": 0.1042,
+      "step": 5160
+    },
+    {
+      "epoch": 4.520296813618507,
+      "grad_norm": 1.6150914430618286,
+      "learning_rate": 1.74990023439681e-06,
+      "loss": 0.1086,
+      "step": 5180
+    },
+    {
+      "epoch": 4.537756438236578,
+      "grad_norm": 1.1025973558425903,
+      "learning_rate": 1.7285246747457337e-06,
+      "loss": 0.1065,
+      "step": 5200
+    },
+    {
+      "epoch": 4.555216062854648,
+      "grad_norm": 0.9598445296287537,
+      "learning_rate": 1.7072112710550165e-06,
+      "loss": 0.1067,
+      "step": 5220
+    },
+    {
+      "epoch": 4.572675687472719,
+      "grad_norm": 0.8607349991798401,
+      "learning_rate": 1.685961740495685e-06,
+      "loss": 0.1138,
+      "step": 5240
+    },
+    {
+      "epoch": 4.59013531209079,
+      "grad_norm": 0.9542349576950073,
+      "learning_rate": 1.6647777950926524e-06,
+      "loss": 0.1018,
+      "step": 5260
+    },
+    {
+      "epoch": 4.6075949367088604,
+      "grad_norm": 0.8371850848197937,
+      "learning_rate": 1.6436611415867948e-06,
+      "loss": 0.1057,
+      "step": 5280
+    },
+    {
+      "epoch": 4.625054561326931,
+      "grad_norm": 1.0637463331222534,
+      "learning_rate": 1.6226134812974348e-06,
+      "loss": 0.1054,
+      "step": 5300
+    },
+    {
+      "epoch": 4.642514185945002,
+      "grad_norm": 0.9087315201759338,
+      "learning_rate": 1.6016365099852738e-06,
+      "loss": 0.1039,
+      "step": 5320
+    },
+    {
+      "epoch": 4.659973810563073,
+      "grad_norm": 1.067560076713562,
+      "learning_rate": 1.580731917715767e-06,
+      "loss": 0.1033,
+      "step": 5340
+    },
+    {
+      "epoch": 4.677433435181143,
+      "grad_norm": 0.9987477660179138,
+      "learning_rate": 1.5599013887229617e-06,
+      "loss": 0.114,
+      "step": 5360
+    },
+    {
+      "epoch": 4.694893059799214,
+      "grad_norm": 1.0510975122451782,
+      "learning_rate": 1.5391466012737976e-06,
+      "loss": 0.1077,
+      "step": 5380
+    },
+    {
+      "epoch": 4.712352684417285,
+      "grad_norm": 0.9764515161514282,
+      "learning_rate": 1.5184692275328983e-06,
+      "loss": 0.104,
+      "step": 5400
+    },
+    {
+      "epoch": 4.729812309035355,
+      "grad_norm": 1.158767580986023,
+      "learning_rate": 1.497870933427844e-06,
+      "loss": 0.1085,
+      "step": 5420
+    },
+    {
+      "epoch": 4.747271933653426,
+      "grad_norm": 1.0573207139968872,
+      "learning_rate": 1.4773533785149572e-06,
+      "loss": 0.1071,
+      "step": 5440
+    },
+    {
+      "epoch": 4.764731558271497,
+      "grad_norm": 1.0425289869308472,
+      "learning_rate": 1.4569182158455874e-06,
+      "loss": 0.1071,
+      "step": 5460
+    },
+    {
+      "epoch": 4.782191182889568,
+      "grad_norm": 1.2510199546813965,
+      "learning_rate": 1.4365670918329378e-06,
+      "loss": 0.1017,
+      "step": 5480
+    },
+    {
+      "epoch": 4.799650807507638,
+      "grad_norm": 1.0852549076080322,
+      "learning_rate": 1.4163016461194146e-06,
+      "loss": 0.1074,
+      "step": 5500
+    },
+    {
+      "epoch": 4.817110432125709,
+      "grad_norm": 1.0554760694503784,
+      "learning_rate": 1.3961235114445215e-06,
+      "loss": 0.1079,
+      "step": 5520
+    },
+    {
+      "epoch": 4.83457005674378,
+      "grad_norm": 1.5683045387268066,
+      "learning_rate": 1.3760343135133158e-06,
+      "loss": 0.1049,
+      "step": 5540
+    },
+    {
+      "epoch": 4.85202968136185,
+      "grad_norm": 1.474435567855835,
+      "learning_rate": 1.3560356708654337e-06,
+      "loss": 0.1048,
+      "step": 5560
+    },
+    {
+      "epoch": 4.869489305979921,
+      "grad_norm": 1.5585060119628906,
+      "learning_rate": 1.3361291947446792e-06,
+      "loss": 0.1121,
+      "step": 5580
+    },
+    {
+      "epoch": 4.886948930597992,
+      "grad_norm": 1.4329304695129395,
+      "learning_rate": 1.3163164889692199e-06,
+      "loss": 0.105,
+      "step": 5600
+    },
+    {
+      "epoch": 4.904408555216063,
+      "grad_norm": 0.9011845588684082,
+      "learning_rate": 1.2965991498023627e-06,
+      "loss": 0.1055,
+      "step": 5620
+    },
+    {
+      "epoch": 4.921868179834133,
+      "grad_norm": 0.9464052319526672,
+      "learning_rate": 1.2769787658239504e-06,
+      "loss": 0.1101,
+      "step": 5640
+    },
+    {
+      "epoch": 4.939327804452204,
+      "grad_norm": 1.0508464574813843,
+      "learning_rate": 1.2574569178023762e-06,
+      "loss": 0.1098,
+      "step": 5660
+    },
+    {
+      "epoch": 4.956787429070275,
+      "grad_norm": 0.9731968641281128,
+      "learning_rate": 1.2380351785672181e-06,
+      "loss": 0.1069,
+      "step": 5680
+    },
+    {
+      "epoch": 4.974247053688345,
+      "grad_norm": 0.9741847515106201,
+      "learning_rate": 1.2187151128825275e-06,
+      "loss": 0.1092,
+      "step": 5700
+    },
+    {
+      "epoch": 4.991706678306416,
+      "grad_norm": 1.7787894010543823,
+      "learning_rate": 1.1994982773207522e-06,
+      "loss": 0.1056,
+      "step": 5720
+    },
+    {
+      "epoch": 5.008729812309035,
+      "grad_norm": 0.9631730914115906,
+      "learning_rate": 1.1803862201373343e-06,
+      "loss": 0.1087,
+      "step": 5740
+    },
+    {
+      "epoch": 5.026189436927106,
+      "grad_norm": 0.9765701293945312,
+      "learning_rate": 1.1613804811459646e-06,
+      "loss": 0.1012,
+      "step": 5760
+    },
+    {
+      "epoch": 5.043649061545176,
+      "grad_norm": 0.9354738593101501,
+      "learning_rate": 1.142482591594526e-06,
+      "loss": 0.104,
+      "step": 5780
+    },
+    {
+      "epoch": 5.061108686163247,
+      "grad_norm": 1.1200363636016846,
+      "learning_rate": 1.1236940740417278e-06,
+      "loss": 0.1085,
+      "step": 5800
+    },
+    {
+      "epoch": 5.078568310781318,
+      "grad_norm": 1.2197151184082031,
+      "learning_rate": 1.1050164422344307e-06,
+      "loss": 0.1059,
+      "step": 5820
+    },
+    {
+      "epoch": 5.096027935399389,
+      "grad_norm": 1.044372797012329,
+      "learning_rate": 1.0864512009856898e-06,
+      "loss": 0.1045,
+      "step": 5840
+    },
+    {
+      "epoch": 5.113487560017459,
+      "grad_norm": 1.2662307024002075,
+      "learning_rate": 1.0679998460535196e-06,
+      "loss": 0.1024,
+      "step": 5860
+    },
+    {
+      "epoch": 5.130947184635531,
+      "grad_norm": 1.030208706855774,
+      "learning_rate": 1.0496638640203774e-06,
+      "loss": 0.1042,
+      "step": 5880
+    },
+    {
+      "epoch": 5.148406809253601,
+      "grad_norm": 1.1453434228897095,
+      "learning_rate": 1.031444732173397e-06,
+      "loss": 0.1059,
+      "step": 5900
+    },
+    {
+      "epoch": 5.165866433871672,
+      "grad_norm": 0.9130042195320129,
+      "learning_rate": 1.0133439183853673e-06,
+      "loss": 0.1022,
+      "step": 5920
+    },
+    {
+      "epoch": 5.183326058489742,
+      "grad_norm": 0.9361517429351807,
+      "learning_rate": 9.953628809964702e-07,
+      "loss": 0.1036,
+      "step": 5940
+    },
+    {
+      "epoch": 5.200785683107814,
+      "grad_norm": 1.102042317390442,
+      "learning_rate": 9.77503068696777e-07,
+      "loss": 0.1084,
+      "step": 5960
+    },
+    {
+      "epoch": 5.2182453077258835,
+      "grad_norm": 0.9761096835136414,
+      "learning_rate": 9.597659204095435e-07,
+      "loss": 0.1131,
+      "step": 5980
+    },
+    {
+      "epoch": 5.235704932343954,
+      "grad_norm": 1.1243865489959717,
+      "learning_rate": 9.421528651752726e-07,
+      "loss": 0.106,
+      "step": 6000
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 8000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 7,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.38764238744689e+18,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/checkpoint-6000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ce5a51b7ec6498937de11b76772bf3caff28482910ca9e41651423d00f093
+size 6097

libero_object_plus_100_memvla_VIS_PROJ_HEAD/libero_object_plus_100_memvla_20260202-130159_lr5e-06_batchsize128/norm_stats.json

@@ -0,0 +1,22 @@
+{
+  "default": {
+    "min": [
+      -0.5466000208139419,
+      -0.8734687510132789,
+      -0.9375,
+      -0.07080643489956856,
+      -0.1180049992799759,
+      -0.16077257513999937,
+      -1.0
+    ],
+    "max": [
+      0.846428570151329,
+      0.8433005075335505,
+      0.937125,
+      0.08140735010802744,
+      0.15083871586322783,
+      0.08650392889976505,
+      0.9996
+    ]
+  }
+}