Upload folder using huggingface_hub

.gitattributes

@@ -129,3 +129,119 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 0219133414_cosmos_tnt_object/videos/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f.mp4 filter=lfs diff=lfs merge=lfs -text
 0219133414_cosmos_tnt_object/videos/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144.mp4 filter=lfs diff=lfs merge=lfs -text
 0219133414_cosmos_tnt_object/videos/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef.mp4 filter=lfs diff=lfs merge=lfs -text
+0219155836_cosmos_tnt_spatial/videos/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2.mp4 filter=lfs diff=lfs merge=lfs -text

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542319

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542320

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542322

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542320

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542321

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542320

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542321

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542317

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542323

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542322

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542318

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542319

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542318

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542317

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542319

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542323

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542322

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542321

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542318

0219155836_cosmos_tnt_spatial/.locks/mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2542323

0219155836_cosmos_tnt_spatial/gpu_0.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f (worker=bravo-tongclass-a800:2542323)
+[lock] Done: mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f
+[lock] Claimed: mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144 (worker=bravo-tongclass-a800:2542323)
+[lock] Done: mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144
+[lock] Claimed: mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2 (worker=bravo-tongclass-a800:2542323)
+[lock] Done: mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2

0219155836_cosmos_tnt_spatial/gpu_0_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f
+mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144
+mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2

0219155836_cosmos_tnt_spatial/gpu_1.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e (worker=bravo-tongclass-a800:2542320)
+[lock] Done: mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e
+[lock] Claimed: mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0 (worker=bravo-tongclass-a800:2542320)
+[lock] Done: mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0
+[lock] Claimed: mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d (worker=bravo-tongclass-a800:2542320)
+[lock] Done: mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d

0219155836_cosmos_tnt_spatial/gpu_1_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e
+mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0
+mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d

0219155836_cosmos_tnt_spatial/gpu_2.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017 (worker=bravo-tongclass-a800:2542321)
+[lock] Done: mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017
+[lock] Claimed: mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857 (worker=bravo-tongclass-a800:2542321)
+[lock] Done: mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857
+[lock] Claimed: mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1 (worker=bravo-tongclass-a800:2542321)
+[lock] Done: mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1

0219155836_cosmos_tnt_spatial/gpu_2_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017
+mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857
+mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1

0219155836_cosmos_tnt_spatial/gpu_3.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc (worker=bravo-tongclass-a800:2542322)
+[lock] Done: mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc
+[lock] Claimed: mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1 (worker=bravo-tongclass-a800:2542322)
+[lock] Done: mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1
+[lock] Claimed: mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a (worker=bravo-tongclass-a800:2542322)
+[lock] Done: mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a

0219155836_cosmos_tnt_spatial/gpu_3_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc
+mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1
+mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a

0219155836_cosmos_tnt_spatial/gpu_4.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f (worker=bravo-tongclass-a800:2542319)
+[lock] Done: mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f
+[lock] Claimed: mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5 (worker=bravo-tongclass-a800:2542319)
+[lock] Done: mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5
+[lock] Claimed: mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0 (worker=bravo-tongclass-a800:2542319)
+[lock] Done: mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0

0219155836_cosmos_tnt_spatial/gpu_4_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f
+mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5
+mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0

0219155836_cosmos_tnt_spatial/gpu_5.log

@@ -0,0 +1,6 @@
+[lock] Claimed: mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21 (worker=bravo-tongclass-a800:2542318)
+[lock] Done: mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21
+[lock] Claimed: mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de (worker=bravo-tongclass-a800:2542318)
+[lock] Done: mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de
+[lock] Claimed: mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef (worker=bravo-tongclass-a800:2542318)
+[lock] Done: mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef

0219155836_cosmos_tnt_spatial/gpu_5_instances.txt

@@ -0,0 +1,3 @@
+mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21
+mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de
+mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef

0219155836_cosmos_tnt_spatial/gpu_6.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b (worker=bravo-tongclass-a800:2542317)
+[lock] Done: mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b
+[lock] Claimed: mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904 (worker=bravo-tongclass-a800:2542317)
+[lock] Done: mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904

0219155836_cosmos_tnt_spatial/gpu_6_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b
+mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904

0219155836_cosmos_tnt_spatial/mapping.json

@@ -0,0 +1,586 @@
+[
+  {
+    "instance_id": "mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_5817f81eddb995fc6004532115c631a2eba651d7af9e085afc3210a19e0e1904",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_f407eca1d989587c5c350fce42156c235b6e17dedc08c1013fa739d1088d83f2",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_d44bf0fee21c2dfd0bb99b5c4e938ca645a4153733bb0df1169fa482f41ba0ef",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_bb7e1def1dc7dfb3ce3a3d0aae0af412104bb820faaf0a5617451bd6d147bf1a",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_2114a5ba3a1cca5645c63f9019c21558f5c4f2573109913bf20b6c7ea56b1d3d",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_8565d4650361a97103a6970031ff0e8a23c498d1dde1b985a664d1151c99aed0",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  }
+]

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f3a2babb130>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f3a2babb7f0>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f3a2babbe20>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f3a2badc040>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f3a2babbe20>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f3a2badc8b0>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f3a2a93d870>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f3a28b0e5f0>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/console.log

@@ -0,0 +1,22 @@
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 18:32:22|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 18:32:22|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 18:32:22|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 18:32:24|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/debug.log

@@ -0,0 +1,353 @@
+[02-19 18:17:12|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 18:17:20|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 18:17:20|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 18:17:21|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 18:17:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 18:17:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 18:17:22|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 18:17:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 18:17:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 18:17:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 18:17:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 18:17:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 18:17:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 18:17:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 18:17:25|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 18:17:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 18:17:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 18:17:27|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 18:17:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.11 s
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 18:17:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.14 s
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 0.64 s
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 0.64 s
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 0.64 s
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 18:17:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 18:17:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 18:17:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 18:17:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 18:17:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 29.45 s
+[02-19 18:17:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 18:18:01|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 18:18:01|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 18:18:01|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_4' prompt_path=None prompt="80-100%: In the final segment, the camera provides a panoramic view of the Panther tank '501' from multiple angles, summarizing the earlier detailed shots. It pans slowly around the tank once more, ensuring all key features are captured. The video concludes with a wide shot that encompasses the entire tank and its surroundings, leaving a lasting impression of the vehicle's imposing presence in the hangar." negative_prompt='' seed=46 guidance=7 inference_type=<InferenceType.VIDEO2WORLD: 'video2world'> input_path=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4') resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json
+[02-19 18:18:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 18:18:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:730:generate_autoregressive_from_batch] Processing video input for autoregressive: /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4
+[02-19 18:18:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 18:18:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 18:18:03|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 18:18:03|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 18:32:22|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 18:32:22|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 18:32:22|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 18:32:22|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 18:32:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 18:32:24|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"0-20%: The video opens with a close-up shot of the Panther tank '501', focusing on its front-left side. The camera captures the detailed camouflage pattern, the number '501' on the turret, and the initial road wheels. The open hangar bay door is visible in the background, along with parts of other tanks lined up nearby.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa5adb01742d65828a6bbf982fe1c2ea89861ea03e861348bd2779178574b3d
+size 973815

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.json

@@ -0,0 +1 @@
+{"name":"segment_1","prompt_path":null,"prompt":"20-40%: The camera begins a smooth horizontal pan to the right, circling the tank and revealing its side profile. As it moves, the camera tilts slightly upward to focus on the turret and gun barrel, then zooms out to provide a broader view of the tank's length and its position within the hangar. The background remains consistent, showing the open bay door and adjacent tanks.","negative_prompt":"","seed":43,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa98ff9f4a6e58bf6def95a27d3528d7387471295806034002072a7efeb7366
+size 1205219

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.json

@@ -0,0 +1 @@
+{"name":"segment_2","prompt_path":null,"prompt":"40-60%: Continuing its circular motion, the camera moves toward the rear of the Panther tank, capturing the back panel and exhaust pipes. It then tilts downward to focus on the tracks and road wheels, zooming in for a detailed look at these components. The camera retraces part of its earlier path, revisiting the side and front views of the tank while maintaining spatial consistency with the environment.","negative_prompt":"","seed":44,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e630c950186c8455365c1c6a0f8241dd3c059142ce920bda142ea39bad9639c
+size 1396240

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.json

@@ -0,0 +1 @@
+{"name":"segment_3","prompt_path":null,"prompt":"60-80%: The camera completes its circle around the tank, returning to the front-left side. It zooms in again on the turret and gun barrel, emphasizing the number '501' and the intricate details of the tank's exterior. The open hangar door and other tanks in the background reappear, reinforcing the spatial context. The camera then begins to pull back, preparing for the final overview.","negative_prompt":"","seed":45,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a3e23dbef9306585eb4aabacbde8da563dfb0a36439e6e316dcdc76308a482
+size 1638414

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json

@@ -0,0 +1 @@
+{"name":"segment_4","prompt_path":null,"prompt":"80-100%: In the final segment, the camera provides a panoramic view of the Panther tank '501' from multiple angles, summarizing the earlier detailed shots. It pans slowly around the tank once more, ensuring all key features are captured. The video concludes with a wide shot that encompasses the entire tank and its surroundings, leaving a lasting impression of the vehicle's imposing presence in the hangar.","negative_prompt":"","seed":46,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219155836_cosmos_tnt_spatial/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2de73ba5a0cb69a567881a7169a63c5af60e62b4c77e2ae287091a2347c9dad
+size 1680726

0219155836_cosmos_tnt_spatial/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f2ace97f130>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f2ace97f7f0>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f2ace97fe20>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f2ace9a0040>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f2ace97fe20>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f2ace9a08b0>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f2acd9fd870>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f2acbbce5f0>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'