zaleni commited on Jan 16

Commit

2e0452e

verified ·

1 Parent(s): 5565497

Upload folder using huggingface_hub

Browse files

Files changed (19) hide show

.gitattributes +1 -0
README.md +10 -0
config.json +53 -0
pytorch_model.bin +3 -0
vlm/added_tokens.json +2078 -0
vlm/chat_template.jinja +120 -0
vlm/config.json +66 -0
vlm/generation_config.json +13 -0
vlm/merges.txt +0 -0
vlm/model-00001-of-00003.safetensors +3 -0
vlm/model-00002-of-00003.safetensors +3 -0
vlm/model-00003-of-00003.safetensors +3 -0
vlm/model.safetensors.index.json +721 -0
vlm/preprocessor_config.json +39 -0
vlm/special_tokens_map.json +33 -0
vlm/tokenizer.json +3 -0
vlm/tokenizer_config.json +0 -0
vlm/video_preprocessor_config.json +41 -0
vlm/vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vlm/tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,10 @@

+---
+tags:
+- model_hub_mixin
+- pytorch_model_hub_mixin
+---
+This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
+- Code: https://huggingface.co/robotics-diffusion-transformer/rdt-1b
+- Paper: [More Information Needed]
+- Docs: [More Information Needed]

config.json ADDED Viewed

	@@ -0,0 +1,53 @@

+{
+  "act_adaptor": "mlp3x_silu",
+  "act_pos_emb_config": [
+    [
+      "action",
+      24
+    ],
+    [
+      "register",
+      4
+    ]
+  ],
+  "action_dim": 14,
+  "img_pos_emb_config": null,
+  "img_token_dim": 2560,
+  "lang_pos_emb_config": null,
+  "lang_token_dim": 2560,
+  "max_img_len": null,
+  "max_lang_len": null,
+  "noise_scheduler": {
+    "num_inference_timesteps": 5
+  },
+  "pred_horizon": 24,
+  "rdt": {
+    "depth": 14,
+    "ffn_dim_multiplier": null,
+    "hidden_size": 1024,
+    "multiple_of": 256,
+    "norm_eps": 1e-05,
+    "num_heads": 8,
+    "num_kv_heads": 8,
+    "num_register_tokens": 4,
+    "use_flash_attn": true
+  },
+  "selected_layers": [
+    0,
+    1,
+    2,
+    3,
+    4,
+    5,
+    6,
+    7,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13
+  ],
+  "state_adaptor": "mlp3x_silu",
+  "state_dim": 14
+}

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:44784456ac2b1ae7a35b33931cc3d5de85bc16615eac20e5d6e8e741914be2d8
+size 1034085075

vlm/added_tokens.json ADDED Viewed

	@@ -0,0 +1,2078 @@

+{
+  "</subtask>": 153718,
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<subtask>": 153717,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|action_0|>": 151669,
+  "<|action_1000|>": 152669,
+  "<|action_1001|>": 152670,
+  "<|action_1002|>": 152671,
+  "<|action_1003|>": 152672,
+  "<|action_1004|>": 152673,
+  "<|action_1005|>": 152674,
+  "<|action_1006|>": 152675,
+  "<|action_1007|>": 152676,
+  "<|action_1008|>": 152677,
+  "<|action_1009|>": 152678,
+  "<|action_100|>": 151769,
+  "<|action_1010|>": 152679,
+  "<|action_1011|>": 152680,
+  "<|action_1012|>": 152681,
+  "<|action_1013|>": 152682,
+  "<|action_1014|>": 152683,
+  "<|action_1015|>": 152684,
+  "<|action_1016|>": 152685,
+  "<|action_1017|>": 152686,
+  "<|action_1018|>": 152687,
+  "<|action_1019|>": 152688,
+  "<|action_101|>": 151770,
+  "<|action_1020|>": 152689,
+  "<|action_1021|>": 152690,
+  "<|action_1022|>": 152691,
+  "<|action_1023|>": 152692,
+  "<|action_1024|>": 152693,
+  "<|action_1025|>": 152694,
+  "<|action_1026|>": 152695,
+  "<|action_1027|>": 152696,
+  "<|action_1028|>": 152697,
+  "<|action_1029|>": 152698,
+  "<|action_102|>": 151771,
+  "<|action_1030|>": 152699,
+  "<|action_1031|>": 152700,
+  "<|action_1032|>": 152701,
+  "<|action_1033|>": 152702,
+  "<|action_1034|>": 152703,
+  "<|action_1035|>": 152704,
+  "<|action_1036|>": 152705,
+  "<|action_1037|>": 152706,
+  "<|action_1038|>": 152707,
+  "<|action_1039|>": 152708,
+  "<|action_103|>": 151772,
+  "<|action_1040|>": 152709,
+  "<|action_1041|>": 152710,
+  "<|action_1042|>": 152711,
+  "<|action_1043|>": 152712,
+  "<|action_1044|>": 152713,
+  "<|action_1045|>": 152714,
+  "<|action_1046|>": 152715,
+  "<|action_1047|>": 152716,
+  "<|action_1048|>": 152717,
+  "<|action_1049|>": 152718,
+  "<|action_104|>": 151773,
+  "<|action_1050|>": 152719,
+  "<|action_1051|>": 152720,
+  "<|action_1052|>": 152721,
+  "<|action_1053|>": 152722,
+  "<|action_1054|>": 152723,
+  "<|action_1055|>": 152724,
+  "<|action_1056|>": 152725,
+  "<|action_1057|>": 152726,
+  "<|action_1058|>": 152727,
+  "<|action_1059|>": 152728,
+  "<|action_105|>": 151774,
+  "<|action_1060|>": 152729,
+  "<|action_1061|>": 152730,
+  "<|action_1062|>": 152731,
+  "<|action_1063|>": 152732,
+  "<|action_1064|>": 152733,
+  "<|action_1065|>": 152734,
+  "<|action_1066|>": 152735,
+  "<|action_1067|>": 152736,
+  "<|action_1068|>": 152737,
+  "<|action_1069|>": 152738,
+  "<|action_106|>": 151775,
+  "<|action_1070|>": 152739,
+  "<|action_1071|>": 152740,
+  "<|action_1072|>": 152741,
+  "<|action_1073|>": 152742,
+  "<|action_1074|>": 152743,
+  "<|action_1075|>": 152744,
+  "<|action_1076|>": 152745,
+  "<|action_1077|>": 152746,
+  "<|action_1078|>": 152747,
+  "<|action_1079|>": 152748,
+  "<|action_107|>": 151776,
+  "<|action_1080|>": 152749,
+  "<|action_1081|>": 152750,
+  "<|action_1082|>": 152751,
+  "<|action_1083|>": 152752,
+  "<|action_1084|>": 152753,
+  "<|action_1085|>": 152754,
+  "<|action_1086|>": 152755,
+  "<|action_1087|>": 152756,
+  "<|action_1088|>": 152757,
+  "<|action_1089|>": 152758,
+  "<|action_108|>": 151777,
+  "<|action_1090|>": 152759,
+  "<|action_1091|>": 152760,
+  "<|action_1092|>": 152761,
+  "<|action_1093|>": 152762,
+  "<|action_1094|>": 152763,
+  "<|action_1095|>": 152764,
+  "<|action_1096|>": 152765,
+  "<|action_1097|>": 152766,
+  "<|action_1098|>": 152767,
+  "<|action_1099|>": 152768,
+  "<|action_109|>": 151778,
+  "<|action_10|>": 151679,
+  "<|action_1100|>": 152769,
+  "<|action_1101|>": 152770,
+  "<|action_1102|>": 152771,
+  "<|action_1103|>": 152772,
+  "<|action_1104|>": 152773,
+  "<|action_1105|>": 152774,
+  "<|action_1106|>": 152775,
+  "<|action_1107|>": 152776,
+  "<|action_1108|>": 152777,
+  "<|action_1109|>": 152778,
+  "<|action_110|>": 151779,
+  "<|action_1110|>": 152779,
+  "<|action_1111|>": 152780,
+  "<|action_1112|>": 152781,
+  "<|action_1113|>": 152782,
+  "<|action_1114|>": 152783,
+  "<|action_1115|>": 152784,
+  "<|action_1116|>": 152785,
+  "<|action_1117|>": 152786,
+  "<|action_1118|>": 152787,
+  "<|action_1119|>": 152788,
+  "<|action_111|>": 151780,
+  "<|action_1120|>": 152789,
+  "<|action_1121|>": 152790,
+  "<|action_1122|>": 152791,
+  "<|action_1123|>": 152792,
+  "<|action_1124|>": 152793,
+  "<|action_1125|>": 152794,
+  "<|action_1126|>": 152795,
+  "<|action_1127|>": 152796,
+  "<|action_1128|>": 152797,
+  "<|action_1129|>": 152798,
+  "<|action_112|>": 151781,
+  "<|action_1130|>": 152799,
+  "<|action_1131|>": 152800,
+  "<|action_1132|>": 152801,
+  "<|action_1133|>": 152802,
+  "<|action_1134|>": 152803,
+  "<|action_1135|>": 152804,
+  "<|action_1136|>": 152805,
+  "<|action_1137|>": 152806,
+  "<|action_1138|>": 152807,
+  "<|action_1139|>": 152808,
+  "<|action_113|>": 151782,
+  "<|action_1140|>": 152809,
+  "<|action_1141|>": 152810,
+  "<|action_1142|>": 152811,
+  "<|action_1143|>": 152812,
+  "<|action_1144|>": 152813,
+  "<|action_1145|>": 152814,
+  "<|action_1146|>": 152815,
+  "<|action_1147|>": 152816,
+  "<|action_1148|>": 152817,
+  "<|action_1149|>": 152818,
+  "<|action_114|>": 151783,
+  "<|action_1150|>": 152819,
+  "<|action_1151|>": 152820,
+  "<|action_1152|>": 152821,
+  "<|action_1153|>": 152822,
+  "<|action_1154|>": 152823,
+  "<|action_1155|>": 152824,
+  "<|action_1156|>": 152825,
+  "<|action_1157|>": 152826,
+  "<|action_1158|>": 152827,
+  "<|action_1159|>": 152828,
+  "<|action_115|>": 151784,
+  "<|action_1160|>": 152829,
+  "<|action_1161|>": 152830,
+  "<|action_1162|>": 152831,
+  "<|action_1163|>": 152832,
+  "<|action_1164|>": 152833,
+  "<|action_1165|>": 152834,
+  "<|action_1166|>": 152835,
+  "<|action_1167|>": 152836,
+  "<|action_1168|>": 152837,
+  "<|action_1169|>": 152838,
+  "<|action_116|>": 151785,
+  "<|action_1170|>": 152839,
+  "<|action_1171|>": 152840,
+  "<|action_1172|>": 152841,
+  "<|action_1173|>": 152842,
+  "<|action_1174|>": 152843,
+  "<|action_1175|>": 152844,
+  "<|action_1176|>": 152845,
+  "<|action_1177|>": 152846,
+  "<|action_1178|>": 152847,
+  "<|action_1179|>": 152848,
+  "<|action_117|>": 151786,
+  "<|action_1180|>": 152849,
+  "<|action_1181|>": 152850,
+  "<|action_1182|>": 152851,
+  "<|action_1183|>": 152852,
+  "<|action_1184|>": 152853,
+  "<|action_1185|>": 152854,
+  "<|action_1186|>": 152855,
+  "<|action_1187|>": 152856,
+  "<|action_1188|>": 152857,
+  "<|action_1189|>": 152858,
+  "<|action_118|>": 151787,
+  "<|action_1190|>": 152859,
+  "<|action_1191|>": 152860,
+  "<|action_1192|>": 152861,
+  "<|action_1193|>": 152862,
+  "<|action_1194|>": 152863,
+  "<|action_1195|>": 152864,
+  "<|action_1196|>": 152865,
+  "<|action_1197|>": 152866,
+  "<|action_1198|>": 152867,
+  "<|action_1199|>": 152868,
+  "<|action_119|>": 151788,
+  "<|action_11|>": 151680,
+  "<|action_1200|>": 152869,
+  "<|action_1201|>": 152870,
+  "<|action_1202|>": 152871,
+  "<|action_1203|>": 152872,
+  "<|action_1204|>": 152873,
+  "<|action_1205|>": 152874,
+  "<|action_1206|>": 152875,
+  "<|action_1207|>": 152876,
+  "<|action_1208|>": 152877,
+  "<|action_1209|>": 152878,
+  "<|action_120|>": 151789,
+  "<|action_1210|>": 152879,
+  "<|action_1211|>": 152880,
+  "<|action_1212|>": 152881,
+  "<|action_1213|>": 152882,
+  "<|action_1214|>": 152883,
+  "<|action_1215|>": 152884,
+  "<|action_1216|>": 152885,
+  "<|action_1217|>": 152886,
+  "<|action_1218|>": 152887,
+  "<|action_1219|>": 152888,
+  "<|action_121|>": 151790,
+  "<|action_1220|>": 152889,
+  "<|action_1221|>": 152890,
+  "<|action_1222|>": 152891,
+  "<|action_1223|>": 152892,
+  "<|action_1224|>": 152893,
+  "<|action_1225|>": 152894,
+  "<|action_1226|>": 152895,
+  "<|action_1227|>": 152896,
+  "<|action_1228|>": 152897,
+  "<|action_1229|>": 152898,
+  "<|action_122|>": 151791,
+  "<|action_1230|>": 152899,
+  "<|action_1231|>": 152900,
+  "<|action_1232|>": 152901,
+  "<|action_1233|>": 152902,
+  "<|action_1234|>": 152903,
+  "<|action_1235|>": 152904,
+  "<|action_1236|>": 152905,
+  "<|action_1237|>": 152906,
+  "<|action_1238|>": 152907,
+  "<|action_1239|>": 152908,
+  "<|action_123|>": 151792,
+  "<|action_1240|>": 152909,
+  "<|action_1241|>": 152910,
+  "<|action_1242|>": 152911,
+  "<|action_1243|>": 152912,
+  "<|action_1244|>": 152913,
+  "<|action_1245|>": 152914,
+  "<|action_1246|>": 152915,
+  "<|action_1247|>": 152916,
+  "<|action_1248|>": 152917,
+  "<|action_1249|>": 152918,
+  "<|action_124|>": 151793,
+  "<|action_1250|>": 152919,
+  "<|action_1251|>": 152920,
+  "<|action_1252|>": 152921,
+  "<|action_1253|>": 152922,
+  "<|action_1254|>": 152923,
+  "<|action_1255|>": 152924,
+  "<|action_1256|>": 152925,
+  "<|action_1257|>": 152926,
+  "<|action_1258|>": 152927,
+  "<|action_1259|>": 152928,
+  "<|action_125|>": 151794,
+  "<|action_1260|>": 152929,
+  "<|action_1261|>": 152930,
+  "<|action_1262|>": 152931,
+  "<|action_1263|>": 152932,
+  "<|action_1264|>": 152933,
+  "<|action_1265|>": 152934,
+  "<|action_1266|>": 152935,
+  "<|action_1267|>": 152936,
+  "<|action_1268|>": 152937,
+  "<|action_1269|>": 152938,
+  "<|action_126|>": 151795,
+  "<|action_1270|>": 152939,
+  "<|action_1271|>": 152940,
+  "<|action_1272|>": 152941,
+  "<|action_1273|>": 152942,
+  "<|action_1274|>": 152943,
+  "<|action_1275|>": 152944,
+  "<|action_1276|>": 152945,
+  "<|action_1277|>": 152946,
+  "<|action_1278|>": 152947,
+  "<|action_1279|>": 152948,
+  "<|action_127|>": 151796,
+  "<|action_1280|>": 152949,
+  "<|action_1281|>": 152950,
+  "<|action_1282|>": 152951,
+  "<|action_1283|>": 152952,
+  "<|action_1284|>": 152953,
+  "<|action_1285|>": 152954,
+  "<|action_1286|>": 152955,
+  "<|action_1287|>": 152956,
+  "<|action_1288|>": 152957,
+  "<|action_1289|>": 152958,
+  "<|action_128|>": 151797,
+  "<|action_1290|>": 152959,
+  "<|action_1291|>": 152960,
+  "<|action_1292|>": 152961,
+  "<|action_1293|>": 152962,
+  "<|action_1294|>": 152963,
+  "<|action_1295|>": 152964,
+  "<|action_1296|>": 152965,
+  "<|action_1297|>": 152966,
+  "<|action_1298|>": 152967,
+  "<|action_1299|>": 152968,
+  "<|action_129|>": 151798,
+  "<|action_12|>": 151681,
+  "<|action_1300|>": 152969,
+  "<|action_1301|>": 152970,
+  "<|action_1302|>": 152971,
+  "<|action_1303|>": 152972,
+  "<|action_1304|>": 152973,
+  "<|action_1305|>": 152974,
+  "<|action_1306|>": 152975,
+  "<|action_1307|>": 152976,
+  "<|action_1308|>": 152977,
+  "<|action_1309|>": 152978,
+  "<|action_130|>": 151799,
+  "<|action_1310|>": 152979,
+  "<|action_1311|>": 152980,
+  "<|action_1312|>": 152981,
+  "<|action_1313|>": 152982,
+  "<|action_1314|>": 152983,
+  "<|action_1315|>": 152984,
+  "<|action_1316|>": 152985,
+  "<|action_1317|>": 152986,
+  "<|action_1318|>": 152987,
+  "<|action_1319|>": 152988,
+  "<|action_131|>": 151800,
+  "<|action_1320|>": 152989,
+  "<|action_1321|>": 152990,
+  "<|action_1322|>": 152991,
+  "<|action_1323|>": 152992,
+  "<|action_1324|>": 152993,
+  "<|action_1325|>": 152994,
+  "<|action_1326|>": 152995,
+  "<|action_1327|>": 152996,
+  "<|action_1328|>": 152997,
+  "<|action_1329|>": 152998,
+  "<|action_132|>": 151801,
+  "<|action_1330|>": 152999,
+  "<|action_1331|>": 153000,
+  "<|action_1332|>": 153001,
+  "<|action_1333|>": 153002,
+  "<|action_1334|>": 153003,
+  "<|action_1335|>": 153004,
+  "<|action_1336|>": 153005,
+  "<|action_1337|>": 153006,
+  "<|action_1338|>": 153007,
+  "<|action_1339|>": 153008,
+  "<|action_133|>": 151802,
+  "<|action_1340|>": 153009,
+  "<|action_1341|>": 153010,
+  "<|action_1342|>": 153011,
+  "<|action_1343|>": 153012,
+  "<|action_1344|>": 153013,
+  "<|action_1345|>": 153014,
+  "<|action_1346|>": 153015,
+  "<|action_1347|>": 153016,
+  "<|action_1348|>": 153017,
+  "<|action_1349|>": 153018,
+  "<|action_134|>": 151803,
+  "<|action_1350|>": 153019,
+  "<|action_1351|>": 153020,
+  "<|action_1352|>": 153021,
+  "<|action_1353|>": 153022,
+  "<|action_1354|>": 153023,
+  "<|action_1355|>": 153024,
+  "<|action_1356|>": 153025,
+  "<|action_1357|>": 153026,
+  "<|action_1358|>": 153027,
+  "<|action_1359|>": 153028,
+  "<|action_135|>": 151804,
+  "<|action_1360|>": 153029,
+  "<|action_1361|>": 153030,
+  "<|action_1362|>": 153031,
+  "<|action_1363|>": 153032,
+  "<|action_1364|>": 153033,
+  "<|action_1365|>": 153034,
+  "<|action_1366|>": 153035,
+  "<|action_1367|>": 153036,
+  "<|action_1368|>": 153037,
+  "<|action_1369|>": 153038,
+  "<|action_136|>": 151805,
+  "<|action_1370|>": 153039,
+  "<|action_1371|>": 153040,
+  "<|action_1372|>": 153041,
+  "<|action_1373|>": 153042,
+  "<|action_1374|>": 153043,
+  "<|action_1375|>": 153044,
+  "<|action_1376|>": 153045,
+  "<|action_1377|>": 153046,
+  "<|action_1378|>": 153047,
+  "<|action_1379|>": 153048,
+  "<|action_137|>": 151806,
+  "<|action_1380|>": 153049,
+  "<|action_1381|>": 153050,
+  "<|action_1382|>": 153051,
+  "<|action_1383|>": 153052,
+  "<|action_1384|>": 153053,
+  "<|action_1385|>": 153054,
+  "<|action_1386|>": 153055,
+  "<|action_1387|>": 153056,
+  "<|action_1388|>": 153057,
+  "<|action_1389|>": 153058,
+  "<|action_138|>": 151807,
+  "<|action_1390|>": 153059,
+  "<|action_1391|>": 153060,
+  "<|action_1392|>": 153061,
+  "<|action_1393|>": 153062,
+  "<|action_1394|>": 153063,
+  "<|action_1395|>": 153064,
+  "<|action_1396|>": 153065,
+  "<|action_1397|>": 153066,
+  "<|action_1398|>": 153067,
+  "<|action_1399|>": 153068,
+  "<|action_139|>": 151808,
+  "<|action_13|>": 151682,
+  "<|action_1400|>": 153069,
+  "<|action_1401|>": 153070,
+  "<|action_1402|>": 153071,
+  "<|action_1403|>": 153072,
+  "<|action_1404|>": 153073,
+  "<|action_1405|>": 153074,
+  "<|action_1406|>": 153075,
+  "<|action_1407|>": 153076,
+  "<|action_1408|>": 153077,
+  "<|action_1409|>": 153078,
+  "<|action_140|>": 151809,
+  "<|action_1410|>": 153079,
+  "<|action_1411|>": 153080,
+  "<|action_1412|>": 153081,
+  "<|action_1413|>": 153082,
+  "<|action_1414|>": 153083,
+  "<|action_1415|>": 153084,
+  "<|action_1416|>": 153085,
+  "<|action_1417|>": 153086,
+  "<|action_1418|>": 153087,
+  "<|action_1419|>": 153088,
+  "<|action_141|>": 151810,
+  "<|action_1420|>": 153089,
+  "<|action_1421|>": 153090,
+  "<|action_1422|>": 153091,
+  "<|action_1423|>": 153092,
+  "<|action_1424|>": 153093,
+  "<|action_1425|>": 153094,
+  "<|action_1426|>": 153095,
+  "<|action_1427|>": 153096,
+  "<|action_1428|>": 153097,
+  "<|action_1429|>": 153098,
+  "<|action_142|>": 151811,
+  "<|action_1430|>": 153099,
+  "<|action_1431|>": 153100,
+  "<|action_1432|>": 153101,
+  "<|action_1433|>": 153102,
+  "<|action_1434|>": 153103,
+  "<|action_1435|>": 153104,
+  "<|action_1436|>": 153105,
+  "<|action_1437|>": 153106,
+  "<|action_1438|>": 153107,
+  "<|action_1439|>": 153108,
+  "<|action_143|>": 151812,
+  "<|action_1440|>": 153109,
+  "<|action_1441|>": 153110,
+  "<|action_1442|>": 153111,
+  "<|action_1443|>": 153112,
+  "<|action_1444|>": 153113,
+  "<|action_1445|>": 153114,
+  "<|action_1446|>": 153115,
+  "<|action_1447|>": 153116,
+  "<|action_1448|>": 153117,
+  "<|action_1449|>": 153118,
+  "<|action_144|>": 151813,
+  "<|action_1450|>": 153119,
+  "<|action_1451|>": 153120,
+  "<|action_1452|>": 153121,
+  "<|action_1453|>": 153122,
+  "<|action_1454|>": 153123,
+  "<|action_1455|>": 153124,
+  "<|action_1456|>": 153125,
+  "<|action_1457|>": 153126,
+  "<|action_1458|>": 153127,
+  "<|action_1459|>": 153128,
+  "<|action_145|>": 151814,
+  "<|action_1460|>": 153129,
+  "<|action_1461|>": 153130,
+  "<|action_1462|>": 153131,
+  "<|action_1463|>": 153132,
+  "<|action_1464|>": 153133,
+  "<|action_1465|>": 153134,
+  "<|action_1466|>": 153135,
+  "<|action_1467|>": 153136,
+  "<|action_1468|>": 153137,
+  "<|action_1469|>": 153138,
+  "<|action_146|>": 151815,
+  "<|action_1470|>": 153139,
+  "<|action_1471|>": 153140,
+  "<|action_1472|>": 153141,
+  "<|action_1473|>": 153142,
+  "<|action_1474|>": 153143,
+  "<|action_1475|>": 153144,
+  "<|action_1476|>": 153145,
+  "<|action_1477|>": 153146,
+  "<|action_1478|>": 153147,
+  "<|action_1479|>": 153148,
+  "<|action_147|>": 151816,
+  "<|action_1480|>": 153149,
+  "<|action_1481|>": 153150,
+  "<|action_1482|>": 153151,
+  "<|action_1483|>": 153152,
+  "<|action_1484|>": 153153,
+  "<|action_1485|>": 153154,
+  "<|action_1486|>": 153155,
+  "<|action_1487|>": 153156,
+  "<|action_1488|>": 153157,
+  "<|action_1489|>": 153158,
+  "<|action_148|>": 151817,
+  "<|action_1490|>": 153159,
+  "<|action_1491|>": 153160,
+  "<|action_1492|>": 153161,
+  "<|action_1493|>": 153162,
+  "<|action_1494|>": 153163,
+  "<|action_1495|>": 153164,
+  "<|action_1496|>": 153165,
+  "<|action_1497|>": 153166,
+  "<|action_1498|>": 153167,
+  "<|action_1499|>": 153168,
+  "<|action_149|>": 151818,
+  "<|action_14|>": 151683,
+  "<|action_1500|>": 153169,
+  "<|action_1501|>": 153170,
+  "<|action_1502|>": 153171,
+  "<|action_1503|>": 153172,
+  "<|action_1504|>": 153173,
+  "<|action_1505|>": 153174,
+  "<|action_1506|>": 153175,
+  "<|action_1507|>": 153176,
+  "<|action_1508|>": 153177,
+  "<|action_1509|>": 153178,
+  "<|action_150|>": 151819,
+  "<|action_1510|>": 153179,
+  "<|action_1511|>": 153180,
+  "<|action_1512|>": 153181,
+  "<|action_1513|>": 153182,
+  "<|action_1514|>": 153183,
+  "<|action_1515|>": 153184,
+  "<|action_1516|>": 153185,
+  "<|action_1517|>": 153186,
+  "<|action_1518|>": 153187,
+  "<|action_1519|>": 153188,
+  "<|action_151|>": 151820,
+  "<|action_1520|>": 153189,
+  "<|action_1521|>": 153190,
+  "<|action_1522|>": 153191,
+  "<|action_1523|>": 153192,
+  "<|action_1524|>": 153193,
+  "<|action_1525|>": 153194,
+  "<|action_1526|>": 153195,
+  "<|action_1527|>": 153196,
+  "<|action_1528|>": 153197,
+  "<|action_1529|>": 153198,
+  "<|action_152|>": 151821,
+  "<|action_1530|>": 153199,
+  "<|action_1531|>": 153200,
+  "<|action_1532|>": 153201,
+  "<|action_1533|>": 153202,
+  "<|action_1534|>": 153203,
+  "<|action_1535|>": 153204,
+  "<|action_1536|>": 153205,
+  "<|action_1537|>": 153206,
+  "<|action_1538|>": 153207,
+  "<|action_1539|>": 153208,
+  "<|action_153|>": 151822,
+  "<|action_1540|>": 153209,
+  "<|action_1541|>": 153210,
+  "<|action_1542|>": 153211,
+  "<|action_1543|>": 153212,
+  "<|action_1544|>": 153213,
+  "<|action_1545|>": 153214,
+  "<|action_1546|>": 153215,
+  "<|action_1547|>": 153216,
+  "<|action_1548|>": 153217,
+  "<|action_1549|>": 153218,
+  "<|action_154|>": 151823,
+  "<|action_1550|>": 153219,
+  "<|action_1551|>": 153220,
+  "<|action_1552|>": 153221,
+  "<|action_1553|>": 153222,
+  "<|action_1554|>": 153223,
+  "<|action_1555|>": 153224,
+  "<|action_1556|>": 153225,
+  "<|action_1557|>": 153226,
+  "<|action_1558|>": 153227,
+  "<|action_1559|>": 153228,
+  "<|action_155|>": 151824,
+  "<|action_1560|>": 153229,
+  "<|action_1561|>": 153230,
+  "<|action_1562|>": 153231,
+  "<|action_1563|>": 153232,
+  "<|action_1564|>": 153233,
+  "<|action_1565|>": 153234,
+  "<|action_1566|>": 153235,
+  "<|action_1567|>": 153236,
+  "<|action_1568|>": 153237,
+  "<|action_1569|>": 153238,
+  "<|action_156|>": 151825,
+  "<|action_1570|>": 153239,
+  "<|action_1571|>": 153240,
+  "<|action_1572|>": 153241,
+  "<|action_1573|>": 153242,
+  "<|action_1574|>": 153243,
+  "<|action_1575|>": 153244,
+  "<|action_1576|>": 153245,
+  "<|action_1577|>": 153246,
+  "<|action_1578|>": 153247,
+  "<|action_1579|>": 153248,
+  "<|action_157|>": 151826,
+  "<|action_1580|>": 153249,
+  "<|action_1581|>": 153250,
+  "<|action_1582|>": 153251,
+  "<|action_1583|>": 153252,
+  "<|action_1584|>": 153253,
+  "<|action_1585|>": 153254,
+  "<|action_1586|>": 153255,
+  "<|action_1587|>": 153256,
+  "<|action_1588|>": 153257,
+  "<|action_1589|>": 153258,
+  "<|action_158|>": 151827,
+  "<|action_1590|>": 153259,
+  "<|action_1591|>": 153260,
+  "<|action_1592|>": 153261,
+  "<|action_1593|>": 153262,
+  "<|action_1594|>": 153263,
+  "<|action_1595|>": 153264,
+  "<|action_1596|>": 153265,
+  "<|action_1597|>": 153266,
+  "<|action_1598|>": 153267,
+  "<|action_1599|>": 153268,
+  "<|action_159|>": 151828,
+  "<|action_15|>": 151684,
+  "<|action_1600|>": 153269,
+  "<|action_1601|>": 153270,
+  "<|action_1602|>": 153271,
+  "<|action_1603|>": 153272,
+  "<|action_1604|>": 153273,
+  "<|action_1605|>": 153274,
+  "<|action_1606|>": 153275,
+  "<|action_1607|>": 153276,
+  "<|action_1608|>": 153277,
+  "<|action_1609|>": 153278,
+  "<|action_160|>": 151829,
+  "<|action_1610|>": 153279,
+  "<|action_1611|>": 153280,
+  "<|action_1612|>": 153281,
+  "<|action_1613|>": 153282,
+  "<|action_1614|>": 153283,
+  "<|action_1615|>": 153284,
+  "<|action_1616|>": 153285,
+  "<|action_1617|>": 153286,
+  "<|action_1618|>": 153287,
+  "<|action_1619|>": 153288,
+  "<|action_161|>": 151830,
+  "<|action_1620|>": 153289,
+  "<|action_1621|>": 153290,
+  "<|action_1622|>": 153291,
+  "<|action_1623|>": 153292,
+  "<|action_1624|>": 153293,
+  "<|action_1625|>": 153294,
+  "<|action_1626|>": 153295,
+  "<|action_1627|>": 153296,
+  "<|action_1628|>": 153297,
+  "<|action_1629|>": 153298,
+  "<|action_162|>": 151831,
+  "<|action_1630|>": 153299,
+  "<|action_1631|>": 153300,
+  "<|action_1632|>": 153301,
+  "<|action_1633|>": 153302,
+  "<|action_1634|>": 153303,
+  "<|action_1635|>": 153304,
+  "<|action_1636|>": 153305,
+  "<|action_1637|>": 153306,
+  "<|action_1638|>": 153307,
+  "<|action_1639|>": 153308,
+  "<|action_163|>": 151832,
+  "<|action_1640|>": 153309,
+  "<|action_1641|>": 153310,
+  "<|action_1642|>": 153311,
+  "<|action_1643|>": 153312,
+  "<|action_1644|>": 153313,
+  "<|action_1645|>": 153314,
+  "<|action_1646|>": 153315,
+  "<|action_1647|>": 153316,
+  "<|action_1648|>": 153317,
+  "<|action_1649|>": 153318,
+  "<|action_164|>": 151833,
+  "<|action_1650|>": 153319,
+  "<|action_1651|>": 153320,
+  "<|action_1652|>": 153321,
+  "<|action_1653|>": 153322,
+  "<|action_1654|>": 153323,
+  "<|action_1655|>": 153324,
+  "<|action_1656|>": 153325,
+  "<|action_1657|>": 153326,
+  "<|action_1658|>": 153327,
+  "<|action_1659|>": 153328,
+  "<|action_165|>": 151834,
+  "<|action_1660|>": 153329,
+  "<|action_1661|>": 153330,
+  "<|action_1662|>": 153331,
+  "<|action_1663|>": 153332,
+  "<|action_1664|>": 153333,
+  "<|action_1665|>": 153334,
+  "<|action_1666|>": 153335,
+  "<|action_1667|>": 153336,
+  "<|action_1668|>": 153337,
+  "<|action_1669|>": 153338,
+  "<|action_166|>": 151835,
+  "<|action_1670|>": 153339,
+  "<|action_1671|>": 153340,
+  "<|action_1672|>": 153341,
+  "<|action_1673|>": 153342,
+  "<|action_1674|>": 153343,
+  "<|action_1675|>": 153344,
+  "<|action_1676|>": 153345,
+  "<|action_1677|>": 153346,
+  "<|action_1678|>": 153347,
+  "<|action_1679|>": 153348,
+  "<|action_167|>": 151836,
+  "<|action_1680|>": 153349,
+  "<|action_1681|>": 153350,
+  "<|action_1682|>": 153351,
+  "<|action_1683|>": 153352,
+  "<|action_1684|>": 153353,
+  "<|action_1685|>": 153354,
+  "<|action_1686|>": 153355,
+  "<|action_1687|>": 153356,
+  "<|action_1688|>": 153357,
+  "<|action_1689|>": 153358,
+  "<|action_168|>": 151837,
+  "<|action_1690|>": 153359,
+  "<|action_1691|>": 153360,
+  "<|action_1692|>": 153361,
+  "<|action_1693|>": 153362,
+  "<|action_1694|>": 153363,
+  "<|action_1695|>": 153364,
+  "<|action_1696|>": 153365,
+  "<|action_1697|>": 153366,
+  "<|action_1698|>": 153367,
+  "<|action_1699|>": 153368,
+  "<|action_169|>": 151838,
+  "<|action_16|>": 151685,
+  "<|action_1700|>": 153369,
+  "<|action_1701|>": 153370,
+  "<|action_1702|>": 153371,
+  "<|action_1703|>": 153372,
+  "<|action_1704|>": 153373,
+  "<|action_1705|>": 153374,
+  "<|action_1706|>": 153375,
+  "<|action_1707|>": 153376,
+  "<|action_1708|>": 153377,
+  "<|action_1709|>": 153378,
+  "<|action_170|>": 151839,
+  "<|action_1710|>": 153379,
+  "<|action_1711|>": 153380,
+  "<|action_1712|>": 153381,
+  "<|action_1713|>": 153382,
+  "<|action_1714|>": 153383,
+  "<|action_1715|>": 153384,
+  "<|action_1716|>": 153385,
+  "<|action_1717|>": 153386,
+  "<|action_1718|>": 153387,
+  "<|action_1719|>": 153388,
+  "<|action_171|>": 151840,
+  "<|action_1720|>": 153389,
+  "<|action_1721|>": 153390,
+  "<|action_1722|>": 153391,
+  "<|action_1723|>": 153392,
+  "<|action_1724|>": 153393,
+  "<|action_1725|>": 153394,
+  "<|action_1726|>": 153395,
+  "<|action_1727|>": 153396,
+  "<|action_1728|>": 153397,
+  "<|action_1729|>": 153398,
+  "<|action_172|>": 151841,
+  "<|action_1730|>": 153399,
+  "<|action_1731|>": 153400,
+  "<|action_1732|>": 153401,
+  "<|action_1733|>": 153402,
+  "<|action_1734|>": 153403,
+  "<|action_1735|>": 153404,
+  "<|action_1736|>": 153405,
+  "<|action_1737|>": 153406,
+  "<|action_1738|>": 153407,
+  "<|action_1739|>": 153408,
+  "<|action_173|>": 151842,
+  "<|action_1740|>": 153409,
+  "<|action_1741|>": 153410,
+  "<|action_1742|>": 153411,
+  "<|action_1743|>": 153412,
+  "<|action_1744|>": 153413,
+  "<|action_1745|>": 153414,
+  "<|action_1746|>": 153415,
+  "<|action_1747|>": 153416,
+  "<|action_1748|>": 153417,
+  "<|action_1749|>": 153418,
+  "<|action_174|>": 151843,
+  "<|action_1750|>": 153419,
+  "<|action_1751|>": 153420,
+  "<|action_1752|>": 153421,
+  "<|action_1753|>": 153422,
+  "<|action_1754|>": 153423,
+  "<|action_1755|>": 153424,
+  "<|action_1756|>": 153425,
+  "<|action_1757|>": 153426,
+  "<|action_1758|>": 153427,
+  "<|action_1759|>": 153428,
+  "<|action_175|>": 151844,
+  "<|action_1760|>": 153429,
+  "<|action_1761|>": 153430,
+  "<|action_1762|>": 153431,
+  "<|action_1763|>": 153432,
+  "<|action_1764|>": 153433,
+  "<|action_1765|>": 153434,
+  "<|action_1766|>": 153435,
+  "<|action_1767|>": 153436,
+  "<|action_1768|>": 153437,
+  "<|action_1769|>": 153438,
+  "<|action_176|>": 151845,
+  "<|action_1770|>": 153439,
+  "<|action_1771|>": 153440,
+  "<|action_1772|>": 153441,
+  "<|action_1773|>": 153442,
+  "<|action_1774|>": 153443,
+  "<|action_1775|>": 153444,
+  "<|action_1776|>": 153445,
+  "<|action_1777|>": 153446,
+  "<|action_1778|>": 153447,
+  "<|action_1779|>": 153448,
+  "<|action_177|>": 151846,
+  "<|action_1780|>": 153449,
+  "<|action_1781|>": 153450,
+  "<|action_1782|>": 153451,
+  "<|action_1783|>": 153452,
+  "<|action_1784|>": 153453,
+  "<|action_1785|>": 153454,
+  "<|action_1786|>": 153455,
+  "<|action_1787|>": 153456,
+  "<|action_1788|>": 153457,
+  "<|action_1789|>": 153458,
+  "<|action_178|>": 151847,
+  "<|action_1790|>": 153459,
+  "<|action_1791|>": 153460,
+  "<|action_1792|>": 153461,
+  "<|action_1793|>": 153462,
+  "<|action_1794|>": 153463,
+  "<|action_1795|>": 153464,
+  "<|action_1796|>": 153465,
+  "<|action_1797|>": 153466,
+  "<|action_1798|>": 153467,
+  "<|action_1799|>": 153468,
+  "<|action_179|>": 151848,
+  "<|action_17|>": 151686,
+  "<|action_1800|>": 153469,
+  "<|action_1801|>": 153470,
+  "<|action_1802|>": 153471,
+  "<|action_1803|>": 153472,
+  "<|action_1804|>": 153473,
+  "<|action_1805|>": 153474,
+  "<|action_1806|>": 153475,
+  "<|action_1807|>": 153476,
+  "<|action_1808|>": 153477,
+  "<|action_1809|>": 153478,
+  "<|action_180|>": 151849,
+  "<|action_1810|>": 153479,
+  "<|action_1811|>": 153480,
+  "<|action_1812|>": 153481,
+  "<|action_1813|>": 153482,
+  "<|action_1814|>": 153483,
+  "<|action_1815|>": 153484,
+  "<|action_1816|>": 153485,
+  "<|action_1817|>": 153486,
+  "<|action_1818|>": 153487,
+  "<|action_1819|>": 153488,
+  "<|action_181|>": 151850,
+  "<|action_1820|>": 153489,
+  "<|action_1821|>": 153490,
+  "<|action_1822|>": 153491,
+  "<|action_1823|>": 153492,
+  "<|action_1824|>": 153493,
+  "<|action_1825|>": 153494,
+  "<|action_1826|>": 153495,
+  "<|action_1827|>": 153496,
+  "<|action_1828|>": 153497,
+  "<|action_1829|>": 153498,
+  "<|action_182|>": 151851,
+  "<|action_1830|>": 153499,
+  "<|action_1831|>": 153500,
+  "<|action_1832|>": 153501,
+  "<|action_1833|>": 153502,
+  "<|action_1834|>": 153503,
+  "<|action_1835|>": 153504,
+  "<|action_1836|>": 153505,
+  "<|action_1837|>": 153506,
+  "<|action_1838|>": 153507,
+  "<|action_1839|>": 153508,
+  "<|action_183|>": 151852,
+  "<|action_1840|>": 153509,
+  "<|action_1841|>": 153510,
+  "<|action_1842|>": 153511,
+  "<|action_1843|>": 153512,
+  "<|action_1844|>": 153513,
+  "<|action_1845|>": 153514,
+  "<|action_1846|>": 153515,
+  "<|action_1847|>": 153516,
+  "<|action_1848|>": 153517,
+  "<|action_1849|>": 153518,
+  "<|action_184|>": 151853,
+  "<|action_1850|>": 153519,
+  "<|action_1851|>": 153520,
+  "<|action_1852|>": 153521,
+  "<|action_1853|>": 153522,
+  "<|action_1854|>": 153523,
+  "<|action_1855|>": 153524,
+  "<|action_1856|>": 153525,
+  "<|action_1857|>": 153526,
+  "<|action_1858|>": 153527,
+  "<|action_1859|>": 153528,
+  "<|action_185|>": 151854,
+  "<|action_1860|>": 153529,
+  "<|action_1861|>": 153530,
+  "<|action_1862|>": 153531,
+  "<|action_1863|>": 153532,
+  "<|action_1864|>": 153533,
+  "<|action_1865|>": 153534,
+  "<|action_1866|>": 153535,
+  "<|action_1867|>": 153536,
+  "<|action_1868|>": 153537,
+  "<|action_1869|>": 153538,
+  "<|action_186|>": 151855,
+  "<|action_1870|>": 153539,
+  "<|action_1871|>": 153540,
+  "<|action_1872|>": 153541,
+  "<|action_1873|>": 153542,
+  "<|action_1874|>": 153543,
+  "<|action_1875|>": 153544,
+  "<|action_1876|>": 153545,
+  "<|action_1877|>": 153546,
+  "<|action_1878|>": 153547,
+  "<|action_1879|>": 153548,
+  "<|action_187|>": 151856,
+  "<|action_1880|>": 153549,
+  "<|action_1881|>": 153550,
+  "<|action_1882|>": 153551,
+  "<|action_1883|>": 153552,
+  "<|action_1884|>": 153553,
+  "<|action_1885|>": 153554,
+  "<|action_1886|>": 153555,
+  "<|action_1887|>": 153556,
+  "<|action_1888|>": 153557,
+  "<|action_1889|>": 153558,
+  "<|action_188|>": 151857,
+  "<|action_1890|>": 153559,
+  "<|action_1891|>": 153560,
+  "<|action_1892|>": 153561,
+  "<|action_1893|>": 153562,
+  "<|action_1894|>": 153563,
+  "<|action_1895|>": 153564,
+  "<|action_1896|>": 153565,
+  "<|action_1897|>": 153566,
+  "<|action_1898|>": 153567,
+  "<|action_1899|>": 153568,
+  "<|action_189|>": 151858,
+  "<|action_18|>": 151687,
+  "<|action_1900|>": 153569,
+  "<|action_1901|>": 153570,
+  "<|action_1902|>": 153571,
+  "<|action_1903|>": 153572,
+  "<|action_1904|>": 153573,
+  "<|action_1905|>": 153574,
+  "<|action_1906|>": 153575,
+  "<|action_1907|>": 153576,
+  "<|action_1908|>": 153577,
+  "<|action_1909|>": 153578,
+  "<|action_190|>": 151859,
+  "<|action_1910|>": 153579,
+  "<|action_1911|>": 153580,
+  "<|action_1912|>": 153581,
+  "<|action_1913|>": 153582,
+  "<|action_1914|>": 153583,
+  "<|action_1915|>": 153584,
+  "<|action_1916|>": 153585,
+  "<|action_1917|>": 153586,
+  "<|action_1918|>": 153587,
+  "<|action_1919|>": 153588,
+  "<|action_191|>": 151860,
+  "<|action_1920|>": 153589,
+  "<|action_1921|>": 153590,
+  "<|action_1922|>": 153591,
+  "<|action_1923|>": 153592,
+  "<|action_1924|>": 153593,
+  "<|action_1925|>": 153594,
+  "<|action_1926|>": 153595,
+  "<|action_1927|>": 153596,
+  "<|action_1928|>": 153597,
+  "<|action_1929|>": 153598,
+  "<|action_192|>": 151861,
+  "<|action_1930|>": 153599,
+  "<|action_1931|>": 153600,
+  "<|action_1932|>": 153601,
+  "<|action_1933|>": 153602,
+  "<|action_1934|>": 153603,
+  "<|action_1935|>": 153604,
+  "<|action_1936|>": 153605,
+  "<|action_1937|>": 153606,
+  "<|action_1938|>": 153607,
+  "<|action_1939|>": 153608,
+  "<|action_193|>": 151862,
+  "<|action_1940|>": 153609,
+  "<|action_1941|>": 153610,
+  "<|action_1942|>": 153611,
+  "<|action_1943|>": 153612,
+  "<|action_1944|>": 153613,
+  "<|action_1945|>": 153614,
+  "<|action_1946|>": 153615,
+  "<|action_1947|>": 153616,
+  "<|action_1948|>": 153617,
+  "<|action_1949|>": 153618,
+  "<|action_194|>": 151863,
+  "<|action_1950|>": 153619,
+  "<|action_1951|>": 153620,
+  "<|action_1952|>": 153621,
+  "<|action_1953|>": 153622,
+  "<|action_1954|>": 153623,
+  "<|action_1955|>": 153624,
+  "<|action_1956|>": 153625,
+  "<|action_1957|>": 153626,
+  "<|action_1958|>": 153627,
+  "<|action_1959|>": 153628,
+  "<|action_195|>": 151864,
+  "<|action_1960|>": 153629,
+  "<|action_1961|>": 153630,
+  "<|action_1962|>": 153631,
+  "<|action_1963|>": 153632,
+  "<|action_1964|>": 153633,
+  "<|action_1965|>": 153634,
+  "<|action_1966|>": 153635,
+  "<|action_1967|>": 153636,
+  "<|action_1968|>": 153637,
+  "<|action_1969|>": 153638,
+  "<|action_196|>": 151865,
+  "<|action_1970|>": 153639,
+  "<|action_1971|>": 153640,
+  "<|action_1972|>": 153641,
+  "<|action_1973|>": 153642,
+  "<|action_1974|>": 153643,
+  "<|action_1975|>": 153644,
+  "<|action_1976|>": 153645,
+  "<|action_1977|>": 153646,
+  "<|action_1978|>": 153647,
+  "<|action_1979|>": 153648,
+  "<|action_197|>": 151866,
+  "<|action_1980|>": 153649,
+  "<|action_1981|>": 153650,
+  "<|action_1982|>": 153651,
+  "<|action_1983|>": 153652,
+  "<|action_1984|>": 153653,
+  "<|action_1985|>": 153654,
+  "<|action_1986|>": 153655,
+  "<|action_1987|>": 153656,
+  "<|action_1988|>": 153657,
+  "<|action_1989|>": 153658,
+  "<|action_198|>": 151867,
+  "<|action_1990|>": 153659,
+  "<|action_1991|>": 153660,
+  "<|action_1992|>": 153661,
+  "<|action_1993|>": 153662,
+  "<|action_1994|>": 153663,
+  "<|action_1995|>": 153664,
+  "<|action_1996|>": 153665,
+  "<|action_1997|>": 153666,
+  "<|action_1998|>": 153667,
+  "<|action_1999|>": 153668,
+  "<|action_199|>": 151868,
+  "<|action_19|>": 151688,
+  "<|action_1|>": 151670,
+  "<|action_2000|>": 153669,
+  "<|action_2001|>": 153670,
+  "<|action_2002|>": 153671,
+  "<|action_2003|>": 153672,
+  "<|action_2004|>": 153673,
+  "<|action_2005|>": 153674,
+  "<|action_2006|>": 153675,
+  "<|action_2007|>": 153676,
+  "<|action_2008|>": 153677,
+  "<|action_2009|>": 153678,
+  "<|action_200|>": 151869,
+  "<|action_2010|>": 153679,
+  "<|action_2011|>": 153680,
+  "<|action_2012|>": 153681,
+  "<|action_2013|>": 153682,
+  "<|action_2014|>": 153683,
+  "<|action_2015|>": 153684,
+  "<|action_2016|>": 153685,
+  "<|action_2017|>": 153686,
+  "<|action_2018|>": 153687,
+  "<|action_2019|>": 153688,
+  "<|action_201|>": 151870,
+  "<|action_2020|>": 153689,
+  "<|action_2021|>": 153690,
+  "<|action_2022|>": 153691,
+  "<|action_2023|>": 153692,
+  "<|action_2024|>": 153693,
+  "<|action_2025|>": 153694,
+  "<|action_2026|>": 153695,
+  "<|action_2027|>": 153696,
+  "<|action_2028|>": 153697,
+  "<|action_2029|>": 153698,
+  "<|action_202|>": 151871,
+  "<|action_2030|>": 153699,
+  "<|action_2031|>": 153700,
+  "<|action_2032|>": 153701,
+  "<|action_2033|>": 153702,
+  "<|action_2034|>": 153703,
+  "<|action_2035|>": 153704,
+  "<|action_2036|>": 153705,
+  "<|action_2037|>": 153706,
+  "<|action_2038|>": 153707,
+  "<|action_2039|>": 153708,
+  "<|action_203|>": 151872,
+  "<|action_2040|>": 153709,
+  "<|action_2041|>": 153710,
+  "<|action_2042|>": 153711,
+  "<|action_2043|>": 153712,
+  "<|action_2044|>": 153713,
+  "<|action_2045|>": 153714,
+  "<|action_2046|>": 153715,
+  "<|action_2047|>": 153716,
+  "<|action_204|>": 151873,
+  "<|action_205|>": 151874,
+  "<|action_206|>": 151875,
+  "<|action_207|>": 151876,
+  "<|action_208|>": 151877,
+  "<|action_209|>": 151878,
+  "<|action_20|>": 151689,
+  "<|action_210|>": 151879,
+  "<|action_211|>": 151880,
+  "<|action_212|>": 151881,
+  "<|action_213|>": 151882,
+  "<|action_214|>": 151883,
+  "<|action_215|>": 151884,
+  "<|action_216|>": 151885,
+  "<|action_217|>": 151886,
+  "<|action_218|>": 151887,
+  "<|action_219|>": 151888,
+  "<|action_21|>": 151690,
+  "<|action_220|>": 151889,
+  "<|action_221|>": 151890,
+  "<|action_222|>": 151891,
+  "<|action_223|>": 151892,
+  "<|action_224|>": 151893,
+  "<|action_225|>": 151894,
+  "<|action_226|>": 151895,
+  "<|action_227|>": 151896,
+  "<|action_228|>": 151897,
+  "<|action_229|>": 151898,
+  "<|action_22|>": 151691,
+  "<|action_230|>": 151899,
+  "<|action_231|>": 151900,
+  "<|action_232|>": 151901,
+  "<|action_233|>": 151902,
+  "<|action_234|>": 151903,
+  "<|action_235|>": 151904,
+  "<|action_236|>": 151905,
+  "<|action_237|>": 151906,
+  "<|action_238|>": 151907,
+  "<|action_239|>": 151908,
+  "<|action_23|>": 151692,
+  "<|action_240|>": 151909,
+  "<|action_241|>": 151910,
+  "<|action_242|>": 151911,
+  "<|action_243|>": 151912,
+  "<|action_244|>": 151913,
+  "<|action_245|>": 151914,
+  "<|action_246|>": 151915,
+  "<|action_247|>": 151916,
+  "<|action_248|>": 151917,
+  "<|action_249|>": 151918,
+  "<|action_24|>": 151693,
+  "<|action_250|>": 151919,
+  "<|action_251|>": 151920,
+  "<|action_252|>": 151921,
+  "<|action_253|>": 151922,
+  "<|action_254|>": 151923,
+  "<|action_255|>": 151924,
+  "<|action_256|>": 151925,
+  "<|action_257|>": 151926,
+  "<|action_258|>": 151927,
+  "<|action_259|>": 151928,
+  "<|action_25|>": 151694,
+  "<|action_260|>": 151929,
+  "<|action_261|>": 151930,
+  "<|action_262|>": 151931,
+  "<|action_263|>": 151932,
+  "<|action_264|>": 151933,
+  "<|action_265|>": 151934,
+  "<|action_266|>": 151935,
+  "<|action_267|>": 151936,
+  "<|action_268|>": 151937,
+  "<|action_269|>": 151938,
+  "<|action_26|>": 151695,
+  "<|action_270|>": 151939,
+  "<|action_271|>": 151940,
+  "<|action_272|>": 151941,
+  "<|action_273|>": 151942,
+  "<|action_274|>": 151943,
+  "<|action_275|>": 151944,
+  "<|action_276|>": 151945,
+  "<|action_277|>": 151946,
+  "<|action_278|>": 151947,
+  "<|action_279|>": 151948,
+  "<|action_27|>": 151696,
+  "<|action_280|>": 151949,
+  "<|action_281|>": 151950,
+  "<|action_282|>": 151951,
+  "<|action_283|>": 151952,
+  "<|action_284|>": 151953,
+  "<|action_285|>": 151954,
+  "<|action_286|>": 151955,
+  "<|action_287|>": 151956,
+  "<|action_288|>": 151957,
+  "<|action_289|>": 151958,
+  "<|action_28|>": 151697,
+  "<|action_290|>": 151959,
+  "<|action_291|>": 151960,
+  "<|action_292|>": 151961,
+  "<|action_293|>": 151962,
+  "<|action_294|>": 151963,
+  "<|action_295|>": 151964,
+  "<|action_296|>": 151965,
+  "<|action_297|>": 151966,
+  "<|action_298|>": 151967,
+  "<|action_299|>": 151968,
+  "<|action_29|>": 151698,
+  "<|action_2|>": 151671,
+  "<|action_300|>": 151969,
+  "<|action_301|>": 151970,
+  "<|action_302|>": 151971,
+  "<|action_303|>": 151972,
+  "<|action_304|>": 151973,
+  "<|action_305|>": 151974,
+  "<|action_306|>": 151975,
+  "<|action_307|>": 151976,
+  "<|action_308|>": 151977,
+  "<|action_309|>": 151978,
+  "<|action_30|>": 151699,
+  "<|action_310|>": 151979,
+  "<|action_311|>": 151980,
+  "<|action_312|>": 151981,
+  "<|action_313|>": 151982,
+  "<|action_314|>": 151983,
+  "<|action_315|>": 151984,
+  "<|action_316|>": 151985,
+  "<|action_317|>": 151986,
+  "<|action_318|>": 151987,
+  "<|action_319|>": 151988,
+  "<|action_31|>": 151700,
+  "<|action_320|>": 151989,
+  "<|action_321|>": 151990,
+  "<|action_322|>": 151991,
+  "<|action_323|>": 151992,
+  "<|action_324|>": 151993,
+  "<|action_325|>": 151994,
+  "<|action_326|>": 151995,
+  "<|action_327|>": 151996,
+  "<|action_328|>": 151997,
+  "<|action_329|>": 151998,
+  "<|action_32|>": 151701,
+  "<|action_330|>": 151999,
+  "<|action_331|>": 152000,
+  "<|action_332|>": 152001,
+  "<|action_333|>": 152002,
+  "<|action_334|>": 152003,
+  "<|action_335|>": 152004,
+  "<|action_336|>": 152005,
+  "<|action_337|>": 152006,
+  "<|action_338|>": 152007,
+  "<|action_339|>": 152008,
+  "<|action_33|>": 151702,
+  "<|action_340|>": 152009,
+  "<|action_341|>": 152010,
+  "<|action_342|>": 152011,
+  "<|action_343|>": 152012,
+  "<|action_344|>": 152013,
+  "<|action_345|>": 152014,
+  "<|action_346|>": 152015,
+  "<|action_347|>": 152016,
+  "<|action_348|>": 152017,
+  "<|action_349|>": 152018,
+  "<|action_34|>": 151703,
+  "<|action_350|>": 152019,
+  "<|action_351|>": 152020,
+  "<|action_352|>": 152021,
+  "<|action_353|>": 152022,
+  "<|action_354|>": 152023,
+  "<|action_355|>": 152024,
+  "<|action_356|>": 152025,
+  "<|action_357|>": 152026,
+  "<|action_358|>": 152027,
+  "<|action_359|>": 152028,
+  "<|action_35|>": 151704,
+  "<|action_360|>": 152029,
+  "<|action_361|>": 152030,
+  "<|action_362|>": 152031,
+  "<|action_363|>": 152032,
+  "<|action_364|>": 152033,
+  "<|action_365|>": 152034,
+  "<|action_366|>": 152035,
+  "<|action_367|>": 152036,
+  "<|action_368|>": 152037,
+  "<|action_369|>": 152038,
+  "<|action_36|>": 151705,
+  "<|action_370|>": 152039,
+  "<|action_371|>": 152040,
+  "<|action_372|>": 152041,
+  "<|action_373|>": 152042,
+  "<|action_374|>": 152043,
+  "<|action_375|>": 152044,
+  "<|action_376|>": 152045,
+  "<|action_377|>": 152046,
+  "<|action_378|>": 152047,
+  "<|action_379|>": 152048,
+  "<|action_37|>": 151706,
+  "<|action_380|>": 152049,
+  "<|action_381|>": 152050,
+  "<|action_382|>": 152051,
+  "<|action_383|>": 152052,
+  "<|action_384|>": 152053,
+  "<|action_385|>": 152054,
+  "<|action_386|>": 152055,
+  "<|action_387|>": 152056,
+  "<|action_388|>": 152057,
+  "<|action_389|>": 152058,
+  "<|action_38|>": 151707,
+  "<|action_390|>": 152059,
+  "<|action_391|>": 152060,
+  "<|action_392|>": 152061,
+  "<|action_393|>": 152062,
+  "<|action_394|>": 152063,
+  "<|action_395|>": 152064,
+  "<|action_396|>": 152065,
+  "<|action_397|>": 152066,
+  "<|action_398|>": 152067,
+  "<|action_399|>": 152068,
+  "<|action_39|>": 151708,
+  "<|action_3|>": 151672,
+  "<|action_400|>": 152069,
+  "<|action_401|>": 152070,
+  "<|action_402|>": 152071,
+  "<|action_403|>": 152072,
+  "<|action_404|>": 152073,
+  "<|action_405|>": 152074,
+  "<|action_406|>": 152075,
+  "<|action_407|>": 152076,
+  "<|action_408|>": 152077,
+  "<|action_409|>": 152078,
+  "<|action_40|>": 151709,
+  "<|action_410|>": 152079,
+  "<|action_411|>": 152080,
+  "<|action_412|>": 152081,
+  "<|action_413|>": 152082,
+  "<|action_414|>": 152083,
+  "<|action_415|>": 152084,
+  "<|action_416|>": 152085,
+  "<|action_417|>": 152086,
+  "<|action_418|>": 152087,
+  "<|action_419|>": 152088,
+  "<|action_41|>": 151710,
+  "<|action_420|>": 152089,
+  "<|action_421|>": 152090,
+  "<|action_422|>": 152091,
+  "<|action_423|>": 152092,
+  "<|action_424|>": 152093,
+  "<|action_425|>": 152094,
+  "<|action_426|>": 152095,
+  "<|action_427|>": 152096,
+  "<|action_428|>": 152097,
+  "<|action_429|>": 152098,
+  "<|action_42|>": 151711,
+  "<|action_430|>": 152099,
+  "<|action_431|>": 152100,
+  "<|action_432|>": 152101,
+  "<|action_433|>": 152102,
+  "<|action_434|>": 152103,
+  "<|action_435|>": 152104,
+  "<|action_436|>": 152105,
+  "<|action_437|>": 152106,
+  "<|action_438|>": 152107,
+  "<|action_439|>": 152108,
+  "<|action_43|>": 151712,
+  "<|action_440|>": 152109,
+  "<|action_441|>": 152110,
+  "<|action_442|>": 152111,
+  "<|action_443|>": 152112,
+  "<|action_444|>": 152113,
+  "<|action_445|>": 152114,
+  "<|action_446|>": 152115,
+  "<|action_447|>": 152116,
+  "<|action_448|>": 152117,
+  "<|action_449|>": 152118,
+  "<|action_44|>": 151713,
+  "<|action_450|>": 152119,
+  "<|action_451|>": 152120,
+  "<|action_452|>": 152121,
+  "<|action_453|>": 152122,
+  "<|action_454|>": 152123,
+  "<|action_455|>": 152124,
+  "<|action_456|>": 152125,
+  "<|action_457|>": 152126,
+  "<|action_458|>": 152127,
+  "<|action_459|>": 152128,
+  "<|action_45|>": 151714,
+  "<|action_460|>": 152129,
+  "<|action_461|>": 152130,
+  "<|action_462|>": 152131,
+  "<|action_463|>": 152132,
+  "<|action_464|>": 152133,
+  "<|action_465|>": 152134,
+  "<|action_466|>": 152135,
+  "<|action_467|>": 152136,
+  "<|action_468|>": 152137,
+  "<|action_469|>": 152138,
+  "<|action_46|>": 151715,
+  "<|action_470|>": 152139,
+  "<|action_471|>": 152140,
+  "<|action_472|>": 152141,
+  "<|action_473|>": 152142,
+  "<|action_474|>": 152143,
+  "<|action_475|>": 152144,
+  "<|action_476|>": 152145,
+  "<|action_477|>": 152146,
+  "<|action_478|>": 152147,
+  "<|action_479|>": 152148,
+  "<|action_47|>": 151716,
+  "<|action_480|>": 152149,
+  "<|action_481|>": 152150,
+  "<|action_482|>": 152151,
+  "<|action_483|>": 152152,
+  "<|action_484|>": 152153,
+  "<|action_485|>": 152154,
+  "<|action_486|>": 152155,
+  "<|action_487|>": 152156,
+  "<|action_488|>": 152157,
+  "<|action_489|>": 152158,
+  "<|action_48|>": 151717,
+  "<|action_490|>": 152159,
+  "<|action_491|>": 152160,
+  "<|action_492|>": 152161,
+  "<|action_493|>": 152162,
+  "<|action_494|>": 152163,
+  "<|action_495|>": 152164,
+  "<|action_496|>": 152165,
+  "<|action_497|>": 152166,
+  "<|action_498|>": 152167,
+  "<|action_499|>": 152168,
+  "<|action_49|>": 151718,
+  "<|action_4|>": 151673,
+  "<|action_500|>": 152169,
+  "<|action_501|>": 152170,
+  "<|action_502|>": 152171,
+  "<|action_503|>": 152172,
+  "<|action_504|>": 152173,
+  "<|action_505|>": 152174,
+  "<|action_506|>": 152175,
+  "<|action_507|>": 152176,
+  "<|action_508|>": 152177,
+  "<|action_509|>": 152178,
+  "<|action_50|>": 151719,
+  "<|action_510|>": 152179,
+  "<|action_511|>": 152180,
+  "<|action_512|>": 152181,
+  "<|action_513|>": 152182,
+  "<|action_514|>": 152183,
+  "<|action_515|>": 152184,
+  "<|action_516|>": 152185,
+  "<|action_517|>": 152186,
+  "<|action_518|>": 152187,
+  "<|action_519|>": 152188,
+  "<|action_51|>": 151720,
+  "<|action_520|>": 152189,
+  "<|action_521|>": 152190,
+  "<|action_522|>": 152191,
+  "<|action_523|>": 152192,
+  "<|action_524|>": 152193,
+  "<|action_525|>": 152194,
+  "<|action_526|>": 152195,
+  "<|action_527|>": 152196,
+  "<|action_528|>": 152197,
+  "<|action_529|>": 152198,
+  "<|action_52|>": 151721,
+  "<|action_530|>": 152199,
+  "<|action_531|>": 152200,
+  "<|action_532|>": 152201,
+  "<|action_533|>": 152202,
+  "<|action_534|>": 152203,
+  "<|action_535|>": 152204,
+  "<|action_536|>": 152205,
+  "<|action_537|>": 152206,
+  "<|action_538|>": 152207,
+  "<|action_539|>": 152208,
+  "<|action_53|>": 151722,
+  "<|action_540|>": 152209,
+  "<|action_541|>": 152210,
+  "<|action_542|>": 152211,
+  "<|action_543|>": 152212,
+  "<|action_544|>": 152213,
+  "<|action_545|>": 152214,
+  "<|action_546|>": 152215,
+  "<|action_547|>": 152216,
+  "<|action_548|>": 152217,
+  "<|action_549|>": 152218,
+  "<|action_54|>": 151723,
+  "<|action_550|>": 152219,
+  "<|action_551|>": 152220,
+  "<|action_552|>": 152221,
+  "<|action_553|>": 152222,
+  "<|action_554|>": 152223,
+  "<|action_555|>": 152224,
+  "<|action_556|>": 152225,
+  "<|action_557|>": 152226,
+  "<|action_558|>": 152227,
+  "<|action_559|>": 152228,
+  "<|action_55|>": 151724,
+  "<|action_560|>": 152229,
+  "<|action_561|>": 152230,
+  "<|action_562|>": 152231,
+  "<|action_563|>": 152232,
+  "<|action_564|>": 152233,
+  "<|action_565|>": 152234,
+  "<|action_566|>": 152235,
+  "<|action_567|>": 152236,
+  "<|action_568|>": 152237,
+  "<|action_569|>": 152238,
+  "<|action_56|>": 151725,
+  "<|action_570|>": 152239,
+  "<|action_571|>": 152240,
+  "<|action_572|>": 152241,
+  "<|action_573|>": 152242,
+  "<|action_574|>": 152243,
+  "<|action_575|>": 152244,
+  "<|action_576|>": 152245,
+  "<|action_577|>": 152246,
+  "<|action_578|>": 152247,
+  "<|action_579|>": 152248,
+  "<|action_57|>": 151726,
+  "<|action_580|>": 152249,
+  "<|action_581|>": 152250,
+  "<|action_582|>": 152251,
+  "<|action_583|>": 152252,
+  "<|action_584|>": 152253,
+  "<|action_585|>": 152254,
+  "<|action_586|>": 152255,
+  "<|action_587|>": 152256,
+  "<|action_588|>": 152257,
+  "<|action_589|>": 152258,
+  "<|action_58|>": 151727,
+  "<|action_590|>": 152259,
+  "<|action_591|>": 152260,
+  "<|action_592|>": 152261,
+  "<|action_593|>": 152262,
+  "<|action_594|>": 152263,
+  "<|action_595|>": 152264,
+  "<|action_596|>": 152265,
+  "<|action_597|>": 152266,
+  "<|action_598|>": 152267,
+  "<|action_599|>": 152268,
+  "<|action_59|>": 151728,
+  "<|action_5|>": 151674,
+  "<|action_600|>": 152269,
+  "<|action_601|>": 152270,
+  "<|action_602|>": 152271,
+  "<|action_603|>": 152272,
+  "<|action_604|>": 152273,
+  "<|action_605|>": 152274,
+  "<|action_606|>": 152275,
+  "<|action_607|>": 152276,
+  "<|action_608|>": 152277,
+  "<|action_609|>": 152278,
+  "<|action_60|>": 151729,
+  "<|action_610|>": 152279,
+  "<|action_611|>": 152280,
+  "<|action_612|>": 152281,
+  "<|action_613|>": 152282,
+  "<|action_614|>": 152283,
+  "<|action_615|>": 152284,
+  "<|action_616|>": 152285,
+  "<|action_617|>": 152286,
+  "<|action_618|>": 152287,
+  "<|action_619|>": 152288,
+  "<|action_61|>": 151730,
+  "<|action_620|>": 152289,
+  "<|action_621|>": 152290,
+  "<|action_622|>": 152291,
+  "<|action_623|>": 152292,
+  "<|action_624|>": 152293,
+  "<|action_625|>": 152294,
+  "<|action_626|>": 152295,
+  "<|action_627|>": 152296,
+  "<|action_628|>": 152297,
+  "<|action_629|>": 152298,
+  "<|action_62|>": 151731,
+  "<|action_630|>": 152299,
+  "<|action_631|>": 152300,
+  "<|action_632|>": 152301,
+  "<|action_633|>": 152302,
+  "<|action_634|>": 152303,
+  "<|action_635|>": 152304,
+  "<|action_636|>": 152305,
+  "<|action_637|>": 152306,
+  "<|action_638|>": 152307,
+  "<|action_639|>": 152308,
+  "<|action_63|>": 151732,
+  "<|action_640|>": 152309,
+  "<|action_641|>": 152310,
+  "<|action_642|>": 152311,
+  "<|action_643|>": 152312,
+  "<|action_644|>": 152313,
+  "<|action_645|>": 152314,
+  "<|action_646|>": 152315,
+  "<|action_647|>": 152316,
+  "<|action_648|>": 152317,
+  "<|action_649|>": 152318,
+  "<|action_64|>": 151733,
+  "<|action_650|>": 152319,
+  "<|action_651|>": 152320,
+  "<|action_652|>": 152321,
+  "<|action_653|>": 152322,
+  "<|action_654|>": 152323,
+  "<|action_655|>": 152324,
+  "<|action_656|>": 152325,
+  "<|action_657|>": 152326,
+  "<|action_658|>": 152327,
+  "<|action_659|>": 152328,
+  "<|action_65|>": 151734,
+  "<|action_660|>": 152329,
+  "<|action_661|>": 152330,
+  "<|action_662|>": 152331,
+  "<|action_663|>": 152332,
+  "<|action_664|>": 152333,
+  "<|action_665|>": 152334,
+  "<|action_666|>": 152335,
+  "<|action_667|>": 152336,
+  "<|action_668|>": 152337,
+  "<|action_669|>": 152338,
+  "<|action_66|>": 151735,
+  "<|action_670|>": 152339,
+  "<|action_671|>": 152340,
+  "<|action_672|>": 152341,
+  "<|action_673|>": 152342,
+  "<|action_674|>": 152343,
+  "<|action_675|>": 152344,
+  "<|action_676|>": 152345,
+  "<|action_677|>": 152346,
+  "<|action_678|>": 152347,
+  "<|action_679|>": 152348,
+  "<|action_67|>": 151736,
+  "<|action_680|>": 152349,
+  "<|action_681|>": 152350,
+  "<|action_682|>": 152351,
+  "<|action_683|>": 152352,
+  "<|action_684|>": 152353,
+  "<|action_685|>": 152354,
+  "<|action_686|>": 152355,
+  "<|action_687|>": 152356,
+  "<|action_688|>": 152357,
+  "<|action_689|>": 152358,
+  "<|action_68|>": 151737,
+  "<|action_690|>": 152359,
+  "<|action_691|>": 152360,
+  "<|action_692|>": 152361,
+  "<|action_693|>": 152362,
+  "<|action_694|>": 152363,
+  "<|action_695|>": 152364,
+  "<|action_696|>": 152365,
+  "<|action_697|>": 152366,
+  "<|action_698|>": 152367,
+  "<|action_699|>": 152368,
+  "<|action_69|>": 151738,
+  "<|action_6|>": 151675,
+  "<|action_700|>": 152369,
+  "<|action_701|>": 152370,
+  "<|action_702|>": 152371,
+  "<|action_703|>": 152372,
+  "<|action_704|>": 152373,
+  "<|action_705|>": 152374,
+  "<|action_706|>": 152375,
+  "<|action_707|>": 152376,
+  "<|action_708|>": 152377,
+  "<|action_709|>": 152378,
+  "<|action_70|>": 151739,
+  "<|action_710|>": 152379,
+  "<|action_711|>": 152380,
+  "<|action_712|>": 152381,
+  "<|action_713|>": 152382,
+  "<|action_714|>": 152383,
+  "<|action_715|>": 152384,
+  "<|action_716|>": 152385,
+  "<|action_717|>": 152386,
+  "<|action_718|>": 152387,
+  "<|action_719|>": 152388,
+  "<|action_71|>": 151740,
+  "<|action_720|>": 152389,
+  "<|action_721|>": 152390,
+  "<|action_722|>": 152391,
+  "<|action_723|>": 152392,
+  "<|action_724|>": 152393,
+  "<|action_725|>": 152394,
+  "<|action_726|>": 152395,
+  "<|action_727|>": 152396,
+  "<|action_728|>": 152397,
+  "<|action_729|>": 152398,
+  "<|action_72|>": 151741,
+  "<|action_730|>": 152399,
+  "<|action_731|>": 152400,
+  "<|action_732|>": 152401,
+  "<|action_733|>": 152402,
+  "<|action_734|>": 152403,
+  "<|action_735|>": 152404,
+  "<|action_736|>": 152405,
+  "<|action_737|>": 152406,
+  "<|action_738|>": 152407,
+  "<|action_739|>": 152408,
+  "<|action_73|>": 151742,
+  "<|action_740|>": 152409,
+  "<|action_741|>": 152410,
+  "<|action_742|>": 152411,
+  "<|action_743|>": 152412,
+  "<|action_744|>": 152413,
+  "<|action_745|>": 152414,
+  "<|action_746|>": 152415,
+  "<|action_747|>": 152416,
+  "<|action_748|>": 152417,
+  "<|action_749|>": 152418,
+  "<|action_74|>": 151743,
+  "<|action_750|>": 152419,
+  "<|action_751|>": 152420,
+  "<|action_752|>": 152421,
+  "<|action_753|>": 152422,
+  "<|action_754|>": 152423,
+  "<|action_755|>": 152424,
+  "<|action_756|>": 152425,
+  "<|action_757|>": 152426,
+  "<|action_758|>": 152427,
+  "<|action_759|>": 152428,
+  "<|action_75|>": 151744,
+  "<|action_760|>": 152429,
+  "<|action_761|>": 152430,
+  "<|action_762|>": 152431,
+  "<|action_763|>": 152432,
+  "<|action_764|>": 152433,
+  "<|action_765|>": 152434,
+  "<|action_766|>": 152435,
+  "<|action_767|>": 152436,
+  "<|action_768|>": 152437,
+  "<|action_769|>": 152438,
+  "<|action_76|>": 151745,
+  "<|action_770|>": 152439,
+  "<|action_771|>": 152440,
+  "<|action_772|>": 152441,
+  "<|action_773|>": 152442,
+  "<|action_774|>": 152443,
+  "<|action_775|>": 152444,
+  "<|action_776|>": 152445,
+  "<|action_777|>": 152446,
+  "<|action_778|>": 152447,
+  "<|action_779|>": 152448,
+  "<|action_77|>": 151746,
+  "<|action_780|>": 152449,
+  "<|action_781|>": 152450,
+  "<|action_782|>": 152451,
+  "<|action_783|>": 152452,
+  "<|action_784|>": 152453,
+  "<|action_785|>": 152454,
+  "<|action_786|>": 152455,
+  "<|action_787|>": 152456,
+  "<|action_788|>": 152457,
+  "<|action_789|>": 152458,
+  "<|action_78|>": 151747,
+  "<|action_790|>": 152459,
+  "<|action_791|>": 152460,
+  "<|action_792|>": 152461,
+  "<|action_793|>": 152462,
+  "<|action_794|>": 152463,
+  "<|action_795|>": 152464,
+  "<|action_796|>": 152465,
+  "<|action_797|>": 152466,
+  "<|action_798|>": 152467,
+  "<|action_799|>": 152468,
+  "<|action_79|>": 151748,
+  "<|action_7|>": 151676,
+  "<|action_800|>": 152469,
+  "<|action_801|>": 152470,
+  "<|action_802|>": 152471,
+  "<|action_803|>": 152472,
+  "<|action_804|>": 152473,
+  "<|action_805|>": 152474,
+  "<|action_806|>": 152475,
+  "<|action_807|>": 152476,
+  "<|action_808|>": 152477,
+  "<|action_809|>": 152478,
+  "<|action_80|>": 151749,
+  "<|action_810|>": 152479,
+  "<|action_811|>": 152480,
+  "<|action_812|>": 152481,
+  "<|action_813|>": 152482,
+  "<|action_814|>": 152483,
+  "<|action_815|>": 152484,
+  "<|action_816|>": 152485,
+  "<|action_817|>": 152486,
+  "<|action_818|>": 152487,
+  "<|action_819|>": 152488,
+  "<|action_81|>": 151750,
+  "<|action_820|>": 152489,
+  "<|action_821|>": 152490,
+  "<|action_822|>": 152491,
+  "<|action_823|>": 152492,
+  "<|action_824|>": 152493,
+  "<|action_825|>": 152494,
+  "<|action_826|>": 152495,
+  "<|action_827|>": 152496,
+  "<|action_828|>": 152497,
+  "<|action_829|>": 152498,
+  "<|action_82|>": 151751,
+  "<|action_830|>": 152499,
+  "<|action_831|>": 152500,
+  "<|action_832|>": 152501,
+  "<|action_833|>": 152502,
+  "<|action_834|>": 152503,
+  "<|action_835|>": 152504,
+  "<|action_836|>": 152505,
+  "<|action_837|>": 152506,
+  "<|action_838|>": 152507,
+  "<|action_839|>": 152508,
+  "<|action_83|>": 151752,
+  "<|action_840|>": 152509,
+  "<|action_841|>": 152510,
+  "<|action_842|>": 152511,
+  "<|action_843|>": 152512,
+  "<|action_844|>": 152513,
+  "<|action_845|>": 152514,
+  "<|action_846|>": 152515,
+  "<|action_847|>": 152516,
+  "<|action_848|>": 152517,
+  "<|action_849|>": 152518,
+  "<|action_84|>": 151753,
+  "<|action_850|>": 152519,
+  "<|action_851|>": 152520,
+  "<|action_852|>": 152521,
+  "<|action_853|>": 152522,
+  "<|action_854|>": 152523,
+  "<|action_855|>": 152524,
+  "<|action_856|>": 152525,
+  "<|action_857|>": 152526,
+  "<|action_858|>": 152527,
+  "<|action_859|>": 152528,
+  "<|action_85|>": 151754,
+  "<|action_860|>": 152529,
+  "<|action_861|>": 152530,
+  "<|action_862|>": 152531,
+  "<|action_863|>": 152532,
+  "<|action_864|>": 152533,
+  "<|action_865|>": 152534,
+  "<|action_866|>": 152535,
+  "<|action_867|>": 152536,
+  "<|action_868|>": 152537,
+  "<|action_869|>": 152538,
+  "<|action_86|>": 151755,
+  "<|action_870|>": 152539,
+  "<|action_871|>": 152540,
+  "<|action_872|>": 152541,
+  "<|action_873|>": 152542,
+  "<|action_874|>": 152543,
+  "<|action_875|>": 152544,
+  "<|action_876|>": 152545,
+  "<|action_877|>": 152546,
+  "<|action_878|>": 152547,
+  "<|action_879|>": 152548,
+  "<|action_87|>": 151756,
+  "<|action_880|>": 152549,
+  "<|action_881|>": 152550,
+  "<|action_882|>": 152551,
+  "<|action_883|>": 152552,
+  "<|action_884|>": 152553,
+  "<|action_885|>": 152554,
+  "<|action_886|>": 152555,
+  "<|action_887|>": 152556,
+  "<|action_888|>": 152557,
+  "<|action_889|>": 152558,
+  "<|action_88|>": 151757,
+  "<|action_890|>": 152559,
+  "<|action_891|>": 152560,
+  "<|action_892|>": 152561,
+  "<|action_893|>": 152562,
+  "<|action_894|>": 152563,
+  "<|action_895|>": 152564,
+  "<|action_896|>": 152565,
+  "<|action_897|>": 152566,
+  "<|action_898|>": 152567,
+  "<|action_899|>": 152568,
+  "<|action_89|>": 151758,
+  "<|action_8|>": 151677,
+  "<|action_900|>": 152569,
+  "<|action_901|>": 152570,
+  "<|action_902|>": 152571,
+  "<|action_903|>": 152572,
+  "<|action_904|>": 152573,
+  "<|action_905|>": 152574,
+  "<|action_906|>": 152575,
+  "<|action_907|>": 152576,
+  "<|action_908|>": 152577,
+  "<|action_909|>": 152578,
+  "<|action_90|>": 151759,
+  "<|action_910|>": 152579,
+  "<|action_911|>": 152580,
+  "<|action_912|>": 152581,
+  "<|action_913|>": 152582,
+  "<|action_914|>": 152583,
+  "<|action_915|>": 152584,
+  "<|action_916|>": 152585,
+  "<|action_917|>": 152586,
+  "<|action_918|>": 152587,
+  "<|action_919|>": 152588,
+  "<|action_91|>": 151760,
+  "<|action_920|>": 152589,
+  "<|action_921|>": 152590,
+  "<|action_922|>": 152591,
+  "<|action_923|>": 152592,
+  "<|action_924|>": 152593,
+  "<|action_925|>": 152594,
+  "<|action_926|>": 152595,
+  "<|action_927|>": 152596,
+  "<|action_928|>": 152597,
+  "<|action_929|>": 152598,
+  "<|action_92|>": 151761,
+  "<|action_930|>": 152599,
+  "<|action_931|>": 152600,
+  "<|action_932|>": 152601,
+  "<|action_933|>": 152602,
+  "<|action_934|>": 152603,
+  "<|action_935|>": 152604,
+  "<|action_936|>": 152605,
+  "<|action_937|>": 152606,
+  "<|action_938|>": 152607,
+  "<|action_939|>": 152608,
+  "<|action_93|>": 151762,
+  "<|action_940|>": 152609,
+  "<|action_941|>": 152610,
+  "<|action_942|>": 152611,
+  "<|action_943|>": 152612,
+  "<|action_944|>": 152613,
+  "<|action_945|>": 152614,
+  "<|action_946|>": 152615,
+  "<|action_947|>": 152616,
+  "<|action_948|>": 152617,
+  "<|action_949|>": 152618,
+  "<|action_94|>": 151763,
+  "<|action_950|>": 152619,
+  "<|action_951|>": 152620,
+  "<|action_952|>": 152621,
+  "<|action_953|>": 152622,
+  "<|action_954|>": 152623,
+  "<|action_955|>": 152624,
+  "<|action_956|>": 152625,
+  "<|action_957|>": 152626,
+  "<|action_958|>": 152627,
+  "<|action_959|>": 152628,
+  "<|action_95|>": 151764,
+  "<|action_960|>": 152629,
+  "<|action_961|>": 152630,
+  "<|action_962|>": 152631,
+  "<|action_963|>": 152632,
+  "<|action_964|>": 152633,
+  "<|action_965|>": 152634,
+  "<|action_966|>": 152635,
+  "<|action_967|>": 152636,
+  "<|action_968|>": 152637,
+  "<|action_969|>": 152638,
+  "<|action_96|>": 151765,
+  "<|action_970|>": 152639,
+  "<|action_971|>": 152640,
+  "<|action_972|>": 152641,
+  "<|action_973|>": 152642,
+  "<|action_974|>": 152643,
+  "<|action_975|>": 152644,
+  "<|action_976|>": 152645,
+  "<|action_977|>": 152646,
+  "<|action_978|>": 152647,
+  "<|action_979|>": 152648,
+  "<|action_97|>": 151766,
+  "<|action_980|>": 152649,
+  "<|action_981|>": 152650,
+  "<|action_982|>": 152651,
+  "<|action_983|>": 152652,
+  "<|action_984|>": 152653,
+  "<|action_985|>": 152654,
+  "<|action_986|>": 152655,
+  "<|action_987|>": 152656,
+  "<|action_988|>": 152657,
+  "<|action_989|>": 152658,
+  "<|action_98|>": 151767,
+  "<|action_990|>": 152659,
+  "<|action_991|>": 152660,
+  "<|action_992|>": 152661,
+  "<|action_993|>": 152662,
+  "<|action_994|>": 152663,
+  "<|action_995|>": 152664,
+  "<|action_996|>": 152665,
+  "<|action_997|>": 152666,
+  "<|action_998|>": 152667,
+  "<|action_999|>": 152668,
+  "<|action_99|>": 151768,
+  "<|action_9|>": 151678,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

vlm/chat_template.jinja ADDED Viewed

	@@ -0,0 +1,120 @@

+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' }}
+        {%- if messages[0].content is string %}
+            {{- messages[0].content }}
+        {%- else %}
+            {%- for content in messages[0].content %}
+                {%- if 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- for message in messages %}
+    {%- if message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content_item in message.content %}
+                {%- if 'text' in content_item %}
+                    {{- content_item.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and message.content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {%- if message.content is string %}
+            {{- message.content }}
+        {%- else %}
+            {%- for content in message.content %}
+                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
+                    <|vision_start|><|image_pad|><|vision_end|>
+                {%- elif content.type == 'video' or 'video' in content %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
+                    <|vision_start|><|video_pad|><|vision_end|>
+                {%- elif 'text' in content %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

vlm/config.json ADDED Viewed

	@@ -0,0 +1,66 @@

+{
+  "architectures": [
+    "Qwen3VLForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "image_token_id": 151655,
+  "model_type": "qwen3_vl",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "dtype": "bfloat16",
+    "eos_token_id": 151645,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 2560,
+    "initializer_range": 0.02,
+    "intermediate_size": 9728,
+    "max_position_embeddings": 262144,
+    "model_type": "qwen3_vl_text",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 36,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        24,
+        20,
+        20
+      ],
+      "rope_type": "default"
+    },
+    "rope_theta": 5000000,
+    "tie_word_embeddings": true,
+    "use_cache": true,
+    "vocab_size": 153719
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.3",
+  "use_cache": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "deepstack_visual_indexes": [
+      5,
+      11,
+      17
+    ],
+    "depth": 24,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1024,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "model_type": "qwen3_vl",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 2560,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652
+}

vlm/generation_config.json ADDED Viewed

	@@ -0,0 +1,13 @@

+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.57.3"
+}

vlm/merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

vlm/model-00001-of-00003.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:952ad94519123e7d876bd51066d7009dcd859aa7c943974981c2da6341458b77
+size 787041432

vlm/model-00002-of-00003.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:35d96c2b484de05c5c1e9f763a51dd16492d5c86da9220c9e6a83474f98550b8
+size 4970230136

vlm/model-00003-of-00003.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba030330c0b4368fe47f8f2f881964b72d5b00d05d59b21f3439c99f1ba16fc
+size 3127576656

vlm/model.safetensors.index.json ADDED Viewed

	@@ -0,0 +1,721 @@

+{
+  "metadata": {
+    "total_parameters": 4442380288,
+    "total_size": 16982479872
+  },
+  "weight_map": {
+    "model.language_model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.language_model.layers.0.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.0.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.1.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.10.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.2.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.20.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.20.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.21.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.3.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.3.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.32.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.33.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.34.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.35.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.language_model.layers.4.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.4.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.5.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.6.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.7.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.8.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.layers.9.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.language_model.norm.weight": "model-00003-of-00003.safetensors",
+    "model.visual.blocks.0.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.0.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.1.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.10.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.11.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.12.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.13.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.14.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.15.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.16.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.17.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.18.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.19.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.2.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.20.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.21.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.22.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.23.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.3.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.4.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.5.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.6.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.7.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.8.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.attn.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.attn.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.attn.qkv.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.attn.qkv.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.mlp.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.norm1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.norm1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.norm2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.blocks.9.norm2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.norm.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.0.norm.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.norm.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.1.norm.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.norm.bias": "model-00002-of-00003.safetensors",
+    "model.visual.deepstack_merger_list.2.norm.weight": "model-00002-of-00003.safetensors",
+    "model.visual.merger.linear_fc1.bias": "model-00002-of-00003.safetensors",
+    "model.visual.merger.linear_fc1.weight": "model-00002-of-00003.safetensors",
+    "model.visual.merger.linear_fc2.bias": "model-00002-of-00003.safetensors",
+    "model.visual.merger.linear_fc2.weight": "model-00002-of-00003.safetensors",
+    "model.visual.merger.norm.bias": "model-00002-of-00003.safetensors",
+    "model.visual.merger.norm.weight": "model-00002-of-00003.safetensors",
+    "model.visual.patch_embed.proj.bias": "model-00002-of-00003.safetensors",
+    "model.visual.patch_embed.proj.weight": "model-00002-of-00003.safetensors",
+    "model.visual.pos_embed.weight": "model-00002-of-00003.safetensors"
+  }
+}

vlm/preprocessor_config.json ADDED Viewed

	@@ -0,0 +1,39 @@

+{
+  "crop_size": null,
+  "data_format": "channels_first",
+  "default_to_square": true,
+  "device": null,
+  "disable_grouping": null,
+  "do_center_crop": null,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_pad": null,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "Qwen2VLImageProcessorFast",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "input_data_format": null,
+  "max_pixels": null,
+  "merge_size": 2,
+  "min_pixels": null,
+  "pad_size": null,
+  "patch_size": 16,
+  "processor_class": "Qwen3VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "return_tensors": null,
+  "size": {
+    "longest_edge": 16777216,
+    "shortest_edge": 65536
+  },
+  "temporal_patch_size": 2
+}

vlm/special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>",
+    "<subtask>",
+    "</subtask>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

vlm/tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:0c06ebf9d491368952607ae68d1992165b9a70673d76aab3dca062eac8443415
+size 11815133

vlm/tokenizer_config.json ADDED Viewed

The diff for this file is too large to render. See raw diff

vlm/video_preprocessor_config.json ADDED Viewed

	@@ -0,0 +1,41 @@

+{
+  "crop_size": null,
+  "data_format": "channels_first",
+  "default_to_square": true,
+  "device": null,
+  "do_center_crop": null,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "do_sample_frames": true,
+  "fps": 2,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "input_data_format": null,
+  "max_frames": 768,
+  "merge_size": 2,
+  "min_frames": 4,
+  "num_frames": null,
+  "pad_size": null,
+  "patch_size": 16,
+  "processor_class": "Qwen3VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "return_metadata": false,
+  "size": {
+    "longest_edge": 25165824,
+    "shortest_edge": 4096
+  },
+  "temporal_patch_size": 2,
+  "video_metadata": null,
+  "video_processor_type": "Qwen3VLVideoProcessor"
+}

vlm/vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff