Upload folder using huggingface_hub

.gitattributes

@@ -61,3 +61,71 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 0219122156_cosmos_mip_spatial/videos/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50.mp4 filter=lfs diff=lfs merge=lfs -text
 0219122156_cosmos_mip_spatial/videos/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13.mp4 filter=lfs diff=lfs merge=lfs -text
 0219122156_cosmos_mip_spatial/videos/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144.mp4 filter=lfs diff=lfs merge=lfs -text
+0219133414_cosmos_tnt_object/videos/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1.mp4 filter=lfs diff=lfs merge=lfs -text

0219133414_cosmos_tnt_object/.locks/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470848

0219133414_cosmos_tnt_object/.locks/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470853

0219133414_cosmos_tnt_object/.locks/mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470852

0219133414_cosmos_tnt_object/.locks/mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470849

0219133414_cosmos_tnt_object/.locks/mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470851

0219133414_cosmos_tnt_object/.locks/mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470850

0219133414_cosmos_tnt_object/.locks/mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470853

0219133414_cosmos_tnt_object/.locks/mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470848

0219133414_cosmos_tnt_object/.locks/mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470849

0219133414_cosmos_tnt_object/.locks/mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470847

0219133414_cosmos_tnt_object/.locks/mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470851

0219133414_cosmos_tnt_object/.locks/mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470850

0219133414_cosmos_tnt_object/.locks/mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470852

0219133414_cosmos_tnt_object/.locks/mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2470847

0219133414_cosmos_tnt_object/gpu_0.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f (worker=bravo-tongclass-a800:2470853)
+[lock] Done: mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f
+[lock] Claimed: mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0 (worker=bravo-tongclass-a800:2470853)
+[lock] Done: mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0

0219133414_cosmos_tnt_object/gpu_0_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f
+mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0

0219133414_cosmos_tnt_object/gpu_1.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e (worker=bravo-tongclass-a800:2470851)
+[lock] Done: mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e
+[lock] Claimed: mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b (worker=bravo-tongclass-a800:2470851)
+[lock] Done: mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b

0219133414_cosmos_tnt_object/gpu_1_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e
+mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b

0219133414_cosmos_tnt_object/gpu_2.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f (worker=bravo-tongclass-a800:2470850)
+[lock] Done: mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f
+[lock] Claimed: mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857 (worker=bravo-tongclass-a800:2470850)
+[lock] Done: mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857

0219133414_cosmos_tnt_object/gpu_2_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f
+mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857

0219133414_cosmos_tnt_object/gpu_3.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017 (worker=bravo-tongclass-a800:2470849)
+[lock] Done: mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017
+[lock] Claimed: mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de (worker=bravo-tongclass-a800:2470849)
+[lock] Done: mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de

0219133414_cosmos_tnt_object/gpu_3_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017
+mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de

0219133414_cosmos_tnt_object/gpu_4.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144 (worker=bravo-tongclass-a800:2470852)
+[lock] Done: mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144
+[lock] Claimed: mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1 (worker=bravo-tongclass-a800:2470852)
+[lock] Done: mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1

0219133414_cosmos_tnt_object/gpu_4_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144
+mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1

0219133414_cosmos_tnt_object/gpu_5.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc (worker=bravo-tongclass-a800:2470848)
+[lock] Done: mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc
+[lock] Claimed: mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5 (worker=bravo-tongclass-a800:2470848)
+[lock] Done: mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5

0219133414_cosmos_tnt_object/gpu_5_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc
+mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5

0219133414_cosmos_tnt_object/gpu_6.log

@@ -0,0 +1,4 @@
+[lock] Claimed: mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21 (worker=bravo-tongclass-a800:2470847)
+[lock] Done: mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21
+[lock] Claimed: mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1 (worker=bravo-tongclass-a800:2470847)
+[lock] Done: mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1

0219133414_cosmos_tnt_object/gpu_6_instances.txt

@@ -0,0 +1,2 @@
+mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21
+mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1

0219133414_cosmos_tnt_object/mapping.json

@@ -0,0 +1,358 @@
+[
+  {
+    "instance_id": "mem_tnt_6893f40dcebdc2fdddd025f89a8cfc754e4fbf4ce16d161f17af92a103b60bfc",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_88d372e8fdd3bf9ff3f3165e627d8e178998fc2481c48402178bda80a087ad21",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_244802e503a003b212b2da2e7e2265cc15a97b19ec1933487096f94417132017",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_a4764f2ff7a08c7d8dae83b3891516592f4b7eb732e6e4e645a235b8aa04138f",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_5c230d78880b8c91f83954320759a4299ec025506ae677331c26e6220c455d3f",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_347b192573971cc541124018fe08d0198d80de2b7133ef1be6bf93a51771450e",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_a5630370d7039c78cc822dbd17a967711be3632bd2cdb43519eab8c2fa876144",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_79b74782cc704f9e6608549e44015e34d5768e8cc047db690a788b827e84f6de",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_99869de4c05e3f558d74b51a7ffed9b1aab2f51cfc1e302f4be78756ea77b85b",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_1a5e108074f33f006cf0feeaf343ca72253f8fe7be2d43c0a97e7c71026294f1",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_c377e6c6722ada96fe40ab147f9fee05963e9cc40b9e6cdc51dd48e788f2e0d1",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_4917553f77bf46830cbc3ef9a6f6aea706f13c0938c5c828ae6670bf79045857",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  }
+]

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f257ba3b130>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f257ba3b7f0>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f257ba3be20>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f257bb00040>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f257ba3be20>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f257bb008b0>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f257a95d870>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f2578b2e5f0>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/console.log

@@ -0,0 +1,22 @@
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json
+[02-19 14:46:43|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 14:59:59|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 14:59:59|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 14:59:59|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 15:00:01|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/debug.log

@@ -0,0 +1,353 @@
+[02-19 14:45:55|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 14:46:03|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 14:46:03|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 14:46:04|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 14:46:04|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 14:46:04|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 14:46:04|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 14:46:05|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 14:46:05|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 14:46:06|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 14:46:07|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 14:46:07|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 14:46:07|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 14:46:07|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 14:46:07|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 14:46:08|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 14:46:08|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 14:46:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 14:46:10|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 14:46:10|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.12 s
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 14:46:11|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.14 s
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 0.63 s
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 0.64 s
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 0.64 s
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 14:46:11|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 14:46:12|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 14:46:37|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 14:46:37|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 14:46:37|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 27.53 s
+[02-19 14:46:37|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 14:46:42|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 14:46:42|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 14:46:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/config.yaml
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 14:46:43|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_4' prompt_path=None prompt='The video concludes with a final side view of the tank, reinforcing its identity and structural consistency within the hangar setting. The camera captures the intricate details of the track system and road wheels, ensuring identity persistence and texture fidelity. The spacious hangar environment provides a fitting backdrop for the detailed exploration of this military tank.' negative_prompt='' seed=46 guidance=7 inference_type=<InferenceType.VIDEO2WORLD: 'video2world'> input_path=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4') resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json
+[02-19 14:46:43|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 14:46:43|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:730:generate_autoregressive_from_batch] Processing video input for autoregressive: /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4
+[02-19 14:46:44|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 14:46:44|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 14:46:44|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 14:46:44|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 14:59:58|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 14:59:59|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 14:59:59|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 14:59:59|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 15:00:00|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 15:00:01|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"The video opens with a side view of the camouflaged Pz IV Ausf. H tank, focusing on its six large road wheels and track system. The red number '501' is clearly visible on the turret, and the black cross insignia can be seen on the hull. The camera begins to pan around the tank, gradually revealing more of its structure and details.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6e2d118c15f8e81b346349f823d64797688ab036e66748d6e24b7418edb9a1
+size 991504

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.json

@@ -0,0 +1 @@
+{"name":"segment_1","prompt_path":null,"prompt":"As the camera continues to move, it transitions to the front view of the tank, highlighting the hull's design, the main gun barrel, and the black cross insignia. The intricate details of the mounted equipment and the camouflage pattern are captured in detail. The camera then starts to move toward the rear of the tank, showing the engine deck and exhaust systems.","negative_prompt":"","seed":43,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_0.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbe808efd56cdfb5fbc212d8632c3865b60751750efde95e0eca549b990cdd
+size 1533373

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.json

@@ -0,0 +1 @@
+{"name":"segment_2","prompt_path":null,"prompt":"The middle section of the video focuses on the rear view of the tank, providing a clear look at the engine deck, exhaust pipes, and additional mounted equipment. The consistent camouflage pattern and fine details such as rivets and hatches are maintained, ensuring geometric integrity and texture fidelity. The spacious hangar environment allows for clear visibility of these features.","negative_prompt":"","seed":44,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_1.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799422ae8b3bdc7f8f7de82324c6d105cd3a654acb648d494cf7d84054fb506c
+size 1099837

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.json

@@ -0,0 +1 @@
+{"name":"segment_3","prompt_path":null,"prompt":"In the latter part of the video, the camera captures close-up views of the tank from the front and rear, emphasizing the hull's design, the main gun barrel, and the engine deck. The red number '501' and black cross insignia remain prominent, and the camera highlights the tank's complex surface textures and mounting details. The video ensures semantic correctness by presenting the tank from all necessary angles.","negative_prompt":"","seed":45,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_2.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad076f620421806592d7a60e49bd8826d512db7c8aea8613f28c6d678cebd13
+size 2032215

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.json

@@ -0,0 +1 @@
+{"name":"segment_4","prompt_path":null,"prompt":"The video concludes with a final side view of the tank, reinforcing its identity and structural consistency within the hangar setting. The camera captures the intricate details of the track system and road wheels, ensuring identity persistence and texture fidelity. The spacious hangar environment provides a fitting backdrop for the detailed exploration of this military tank.","negative_prompt":"","seed":46,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_3.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_0b199d304a74f9c3d2003c36f68bbf95fa52d9983fd2275bdae66a61e23d49d5/segment_4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b92dacad877d62e15cdb60c3743506d271da1ea1a5bc418a55d87c7c828099
+size 1532698

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f355f8c70a0>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f355f8c7760>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f355f8c7d90>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f355f8c7f40>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f355f8c7d90>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f355f8e8820>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f355e7457e0>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f355c916560>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/console.log

@@ -0,0 +1,22 @@
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/config.yaml
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.json
+[02-19 15:45:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 15:58:23|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 15:58:23|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 15:58:23|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 15:58:26|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.mp4

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/debug.log

@@ -0,0 +1,353 @@
+[02-19 15:44:11|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 15:44:19|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 15:44:19|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 15:44:21|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 15:44:21|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 15:44:21|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 15:44:21|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 15:44:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 15:44:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 15:44:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 15:44:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 15:44:22|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 15:44:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 15:44:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 15:44:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 15:44:23|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 15:44:24|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 15:44:24|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 15:44:24|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 15:44:26|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 15:44:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 15:44:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 15:44:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.63 s
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 15:44:28|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 15:44:28|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.68 s
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 1.17 s
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 1.18 s
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 1.18 s
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 15:44:29|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 15:44:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 15:44:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 15:44:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 29.59 s
+[02-19 15:44:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 15:45:00|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:00|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 15:45:01|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/config.yaml
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 15:45:01|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_4' prompt_path=None prompt="In the final segment, the camera provides a sweeping view of the courtroom from different angles, capturing the rows of dark wooden benches with green upholstered chairs arranged neatly on the red patterned carpet. The camera pans across the room, revealing the ornate ceiling with elaborate chandeliers and a large, circular stained-glass dome that serves as the centerpiece. The video concludes with a focus on the judge's bench, the American and state flags, and the classical portraits on the walls, emphasizing the consistent theme of the courtroom's grandeur and historical significance." negative_prompt='' seed=46 guidance=7 inference_type=<InferenceType.VIDEO2WORLD: 'video2world'> input_path=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_3.mp4') resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.json
+[02-19 15:45:01|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 15:45:01|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:730:generate_autoregressive_from_batch] Processing video input for autoregressive: /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_3.mp4
+[02-19 15:45:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 15:45:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 15:45:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 15:45:02|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 15:58:23|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 15:58:23|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 15:58:23|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 15:58:23|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 15:58:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 15:58:26|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_4.mp4

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"The video opens with a wide shot of the courtroom, showcasing the rows of dark wooden benches with green upholstered chairs set against the backdrop of a red patterned carpet. The camera pans to the right, revealing the ornate ceiling with elaborate chandeliers and a large, circular stained-glass dome that dominates the space. The initial frames also capture the judge's bench, the American and state flags, and the classical portraits on the walls, setting the stage for the detailed exploration of the courtroom's architecture and furnishings.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba509c3824b0d7adb556a3174929e78ece02f85d4b1408053ce9baa94198608
+size 1601385

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_1.json

@@ -0,0 +1 @@
+{"name":"segment_1","prompt_path":null,"prompt":"As the video progresses, the camera moves to the left side of the courtroom, focusing on a wooden display cabinet and a series of windows with white blinds. The movement continues upward, capturing the intricate patterns of the stained-glass dome ceiling, emphasizing the vibrant colors and floral motifs. The camera then shifts to the front of the courtroom, providing a closer view of the judge's bench and the two flags, maintaining the consistent theme of the courtroom's grandeur and historical significance.","negative_prompt":"","seed":43,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_0.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219133414_cosmos_tnt_object/mem_tnt_15d42cee734662bf8471fa3ead0266b2e0ffc015a980be20d4aee17b727c70e0/segment_1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab090475ffc4a0c41895a08b9f9f493f539b96312fe2794885a410c4ca67af8
+size 1848465