Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_1.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_2.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/videos/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/videos/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13.mp4 filter=lfs diff=lfs merge=lfs -text
+0219110932_cosmos_mip_object/videos/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5.mp4 filter=lfs diff=lfs merge=lfs -text

0219110932_cosmos_mip_object/.locks/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2430880

0219110932_cosmos_mip_object/.locks/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2430881

0219110932_cosmos_mip_object/.locks/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5.lock

@@ -0,0 +1 @@
+done:bravo-tongclass-a800:2430882

0219110932_cosmos_mip_object/gpu_0.log

@@ -0,0 +1,2 @@
+[lock] Claimed: mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5 (worker=bravo-tongclass-a800:2430882)
+[lock] Done: mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5

0219110932_cosmos_mip_object/gpu_0_instances.txt

@@ -0,0 +1 @@
+mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5

0219110932_cosmos_mip_object/gpu_1.log

@@ -0,0 +1,2 @@
+[lock] Claimed: mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13 (worker=bravo-tongclass-a800:2430881)
+[lock] Done: mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13

0219110932_cosmos_mip_object/gpu_1_instances.txt

@@ -0,0 +1 @@
+mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13

0219110932_cosmos_mip_object/gpu_2.log

@@ -0,0 +1,2 @@
+[lock] Claimed: mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50 (worker=bravo-tongclass-a800:2430880)
+[lock] Done: mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50

0219110932_cosmos_mip_object/gpu_2_instances.txt

@@ -0,0 +1 @@
+mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50

0219110932_cosmos_mip_object/mapping.json

@@ -0,0 +1,60 @@
+[
+  {
+    "instance_id": "mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ]
+    }
+  },
+  {
+    "instance_id": "mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13",
+    "fps": 16.0,
+    "height": 704,
+    "width": 1280,
+    "model_name": "cosmos",
+    "level": "level_3",
+    "prompts_mapping": {
+      "prompt_1": [
+        0,
+        76
+      ],
+      "prompt_2": [
+        77,
+        153
+      ],
+      "prompt_3": [
+        154,
+        230
+      ],
+      "prompt_4": [
+        231,
+        307
+      ],
+      "prompt_5": [
+        308,
+        384
+      ]
+    }
+  }
+]

0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f0769c2b130>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f0769c2b7f0>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f0769c2be20>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f0769c50040>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f0769c2be20>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f0769c508b0>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f07691a5870>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f076857a5f0>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/console.log

@@ -0,0 +1,22 @@
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/config.yaml
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_0']
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_0
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.json
+[02-19 11:10:26|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 11:23:47|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 11:23:47|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 11:23:47|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 11:23:49|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/debug.log

@@ -0,0 +1,352 @@
+[02-19 11:09:40|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 11:09:48|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 11:09:48|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 11:09:49|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 11:09:49|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 11:09:50|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 11:09:51|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 11:09:51|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 11:09:51|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 11:09:53|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:09:55|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.02 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.14 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 0.62 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 0.63 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 0.63 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 25.42 s
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:10:25|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/config.yaml
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_0']
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_0
+[02-19 11:10:26|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_0' prompt_path=None prompt="The video opens with a side view of the wooden circular table, emphasizing its slatted design and dark brown wood grain texture. The central metal base and four sturdy legs are clearly visible, along with the decorative vase in the middle containing dried leaves and small round objects. The garden setting includes green grass, bushes, and a brick wall in the background. As the camera begins to move, it pans around the table, gradually shifting to a front-facing angle that showcases the full width of the table and its surroundings. The camera continues to rotate, eventually moving directly above the table, offering a top-down perspective that highlights the radial pattern of the slats and the central vase. Throughout this sequence, the table's appearance remains consistent, maintaining its identity and structural integrity." negative_prompt='' seed=42 guidance=7 inference_type=<InferenceType.TEXT2WORLD: 'text2world'> input_path=None resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.json
+[02-19 11:10:26|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 11:10:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 11:10:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 11:23:47|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 11:23:47|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 11:23:47|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 11:23:47|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 11:23:48|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 11:23:49|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"The video opens with a side view of the wooden circular table, emphasizing its slatted design and dark brown wood grain texture. The central metal base and four sturdy legs are clearly visible, along with the decorative vase in the middle containing dried leaves and small round objects. The garden setting includes green grass, bushes, and a brick wall in the background. As the camera begins to move, it pans around the table, gradually shifting to a front-facing angle that showcases the full width of the table and its surroundings. The camera continues to rotate, eventually moving directly above the table, offering a top-down perspective that highlights the radial pattern of the slats and the central vase. Throughout this sequence, the table's appearance remains consistent, maintaining its identity and structural integrity.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453dba912720b2f11d3d405c31d7a8fcb218d7cb313406e2ccaa6cb583d0a0e
+size 2411490

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f68e571f0a0>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f68e571f760>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f68e571fd90>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f68e571ff40>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f68e571fd90>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f68e5740820>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f68e47997e0>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f68e296a560>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/console.log

@@ -0,0 +1,22 @@
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/config.yaml
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.json
+[02-19 12:08:14|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 12:21:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 12:21:41|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 12:21:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 12:21:43|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/debug.log

@@ -0,0 +1,353 @@
+[02-19 12:07:25|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 12:07:33|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 12:07:33|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 12:07:34|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 12:07:34|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 12:07:34|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 12:07:34|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 12:07:35|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 12:07:35|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 12:07:36|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 12:07:37|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 12:07:38|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 12:07:38|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 12:07:38|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 12:07:39|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 12:07:39|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 12:07:39|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 12:07:39|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 12:07:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.09 s
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 12:07:41|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.13 s
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 0.62 s
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 0.63 s
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 0.63 s
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 12:07:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 12:07:42|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 12:08:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 12:08:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 12:08:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 28.95 s
+[02-19 12:08:08|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 12:08:13|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:13|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 12:08:14|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/config.yaml
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_4']
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_4
+[02-19 12:08:14|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_4' prompt_path=None prompt='80-100%: In the final segment, the camera tilts and pans back to the initial area, revisiting the metallic stainless steel bowl, the wooden rolling pin, and the wooden bowl of apples. The blue silicone oven mitts and the clear plastic water pitcher are also brought back into focus. The video concludes by ensuring that all objects have been consistently represented throughout the entire sequence, maintaining their identity, geometric integrity, texture fidelity, and semantic correctness.' negative_prompt='' seed=46 guidance=7 inference_type=<InferenceType.VIDEO2WORLD: 'video2world'> input_path=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.mp4') resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.json
+[02-19 12:08:14|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 12:08:14|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:730:generate_autoregressive_from_batch] Processing video input for autoregressive: /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.mp4
+[02-19 12:08:15|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 12:08:15|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 12:08:15|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 12:08:15|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 12:21:40|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 12:21:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 12:21:41|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 12:21:41|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 12:21:42|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 12:21:43|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"0-20%: The video opens with a close-up view of the dark granite countertop, focusing on a metallic stainless steel bowl, a wooden rolling pin, and a wooden bowl filled with orange and red apples. A pair of blue silicone oven mitts rests beside the bowl, and a clear plastic water pitcher is visible in the background. The lighting highlights the reflective surface of the bowl and the grain of the rolling pin.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdb346afccddf106315915b03e992aee2897b4c070505c714b5ccecd7a51ceb
+size 696012

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_1.json

@@ -0,0 +1 @@
+{"name":"segment_1","prompt_path":null,"prompt":"20-40%: The camera begins to pan to the right, revealing additional items on the countertop, including a yellow '12 British' egg carton with the Union Jack logo, a loaf of bread in a clear plastic bag, and several cans of 'Napoleon Chopped Chestnuts'. The blue silicone oven mitts remain in view, and the camera movement ensures that the textures and colors of these objects are consistently captured.","negative_prompt":"","seed":43,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_0.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_1.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d02850ebd1ed061db26662183c637c71ba892a824d284fed4b15ea5412ef59
+size 778841

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_2.json

@@ -0,0 +1 @@
+{"name":"segment_2","prompt_path":null,"prompt":"40-60%: Continuing its pan, the camera shifts focus to the left side of the countertop, bringing into view more of the metallic stainless steel bowls and the clear plastic water pitcher. The wooden rolling pin is still visible, and the camera angle changes slightly to provide a different perspective of the apples in the wooden bowl. The overall composition remains cluttered but organized, with each object maintaining its distinct appearance.","negative_prompt":"","seed":44,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_1.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_2.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfb1f781bec3b095741a0f05ba8900600102793a1ec8f76ea21d2f550f013f1
+size 728056

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.json

@@ -0,0 +1 @@
+{"name":"segment_3","prompt_path":null,"prompt":"60-80%: The camera pans back toward the center and right side of the countertop, re-emphasizing the '12 British' egg carton, the loaf of bread, and the cans of chestnuts. The blue silicone oven mitts are once again prominently featured, and the camera movement ensures that the Union Jack logo on the egg carton and the embossed patterns on the mitts are clearly visible. The lighting remains consistent, highlighting the textures and colors of the objects.","negative_prompt":"","seed":45,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_2.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f99de7ecba459298314556c9b89e117a4863609577c6cb8715852b8f6b67ad
+size 1035603

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.json

@@ -0,0 +1 @@
+{"name":"segment_4","prompt_path":null,"prompt":"80-100%: In the final segment, the camera tilts and pans back to the initial area, revisiting the metallic stainless steel bowl, the wooden rolling pin, and the wooden bowl of apples. The blue silicone oven mitts and the clear plastic water pitcher are also brought back into focus. The video concludes by ensuring that all objects have been consistently represented throughout the entire sequence, maintaining their identity, geometric integrity, texture fidelity, and semantic correctness.","negative_prompt":"","seed":46,"guidance":7,"inference_type":"video2world","input_path":"/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_3.mp4","resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13/segment_4.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a760be02dad621f8e23d91e53be14b863a54efd05903afa33674be0ab46320bb
+size 1010350

0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/config.yaml

@@ -0,0 +1,760 @@
+checkpoint:
+  broadcast_via_filesystem: 'False'
+  dcp_allow_mismatched_size: 'False'
+  dcp_async_mode_enabled: 'False'
+  enable_gcs_patch_in_boto3: 'False'
+  jit:
+    device: cuda
+    dtype: bfloat16
+    enabled: 'False'
+    input_shape: null
+    strict: 'True'
+  keys_not_to_resume: []
+  load_ema_to_reg: 'False'
+  load_from_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  load_path: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+  load_training_state: 'False'
+  only_load_scheduler_state: 'False'
+  save_iter: '1000'
+  save_to_object_store:
+    bucket: bucket
+    credentials: credentials/s3_checkpoint.secret
+    enabled: 'True'
+  strict_resume: 'True'
+  type:
+    _target_: <class 'cosmos_predict2._src.predict2.checkpointer.dcp.DistributedCheckpointer'>
+    callbacks: null
+    disable_async: 'False'
+  verbose: 'True'
+dataloader_train:
+  dataloaders:
+    image_data:
+      dataloader:
+        batch_size: '12'
+        cache_augment_fn: functools.partial(<function duplicate_batches at 0x7f280bdeb0a0>,
+          n=1)
+        cache_size: '8'
+        concat_size: '1'
+        dataset:
+          augmentor_name: image_basic_augmentor_without_embeddings
+          caption_type: qwen2p5_7b_v4
+          dataset_resolution_type: gt720p
+          embedding_type: null
+          resolution: '720'
+        num_workers: '6'
+        use_cache: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        batch_size: '1'
+        cache_augment_fn: functools.partial(<function duplicate_batches_random at
+          0x7f280bdeb760>, n=1.8)
+        cache_size: '16'
+        concat_size: '1'
+        dataset:
+          augmentor_name: video_basic_augmentor_v2
+          caption_type: t2w_qwen2p5_7b
+          dataset_resolution_type: all
+          embedding_type: null
+          max_fps_thres: '60'
+          min_fps_thres: '10'
+          num_video_frames: '93'
+          resolution: '720'
+          use_native_fps: 'True'
+          video_decoder_name: video_naive_bytes
+        use_cache: 'False'
+      ratio: '3'
+dataloader_val:
+  _target_: <class 'cosmos_predict2._src.predict2.datasets.joint_dataloader.IterativeJointDataLoader'>
+  dataloaders:
+    image_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f280bdebd90>
+        batch_size: '2'
+        cache_augment_fn: null
+        cache_replay_name: image_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_image_dataset at 0x7f280bdebf40>
+          len_t5: '512'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+    video_data:
+      dataloader:
+        _target_: <function get_cached_replay_dataloader at 0x7f280bdebd90>
+        batch_size: '1'
+        cache_augment_fn: null
+        cache_replay_name: video_dataloader
+        cache_size: '32'
+        concat_size: '1'
+        dataset:
+          _target_: <function get_video_dataset at 0x7f280be10820>
+          len_t5: '512'
+          num_video_frames: '136'
+          resolution: '512'
+          t5_dim: '1024'
+        num_workers: '8'
+        pin_memory: 'True'
+        shuffle: 'False'
+        use_cache: 'False'
+        webdataset: 'False'
+      ratio: '1'
+defaults:
+- _self_
+- data_train: mock
+- data_val: mock
+- optimizer: fusedadamw
+- scheduler: lambdalinear
+- model: ddp
+- callbacks: basic
+- net: null
+- conditioner: video_prediction_conditioner
+- ema: power
+- tokenizer: cosmos_tokenizer_causal_cv8x8x8_c16_res720_t121_it121_v1_0
+- checkpoint: s3
+- ckpt_type: dummy
+- experiment: null
+job:
+  cluster: null
+  group: official_runs_vid2vid
+  name: Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+  project: cosmos_diffusion_v2
+  wandb_mode: online
+model:
+  _recursive_: 'False'
+  _target_: <class 'cosmos_predict2._src.predict2.models.video2world_model_rectified_flow.Video2WorldModelRectifiedFlow'>
+  config:
+    conditional_frame_timestep: 0.1
+    conditional_frames_probs:
+      0: 0.5
+      1: 0.25
+      2: 0.25
+    conditioner:
+      _target_: <class 'cosmos_predict2._src.predict2.configs.video2world.defaults.conditioner.Video2WorldConditioner'>
+      fps:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: fps
+        output_key: fps
+      padding_mask:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.ReMapkey'>
+        dropout_rate: '0.0'
+        dtype: null
+        input_key: padding_mask
+        output_key: padding_mask
+      text:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.TextAttr'>
+        credential_path: credentials/s3_training.secret
+        dropout_rate: '0.2'
+        empty_string_embeddings_path: s3://bucket/predict2_assets/reason1_empty_string_embeddings.pt
+        input_key:
+        - t5_text_embeddings
+        use_empty_string: 'False'
+      use_video_condition:
+        _target_: <class 'cosmos_predict2._src.predict2.conditioner.BooleanFlag'>
+        dropout_rate: '0.0'
+        input_key: fps
+        output_key: use_video_condition
+    conditioning_strategy: frame_replace
+    denoise_replace_gt_frames: true
+    ema:
+      enabled: false
+      iteration_shift: 0
+      rate: 0.1
+    fsdp_shard_size: 1
+    high_sigma_ratio: 0.05
+    high_sigma_timesteps_max: 1000
+    high_sigma_timesteps_min: 980
+    init_lora_weights: true
+    input_caption_key: ai_caption
+    input_data_key: video
+    input_image_key: images
+    lora_alpha: 32
+    lora_rank: 32
+    lora_target_modules: q_proj,k_proj,v_proj,output_proj,mlp.layer1,mlp.layer2
+    max_num_conditional_frames: 2
+    min_num_conditional_frames: 0
+    net:
+      _target_: <class 'cosmos_predict2._src.predict2.networks.minimal_v1_lvg_dit.MinimalV1LVGDiT'>
+      adaln_lora_dim: '256'
+      atten_backend: minimal_a2a
+      concat_padding_mask: 'True'
+      crossattn_emb_channels: '1024'
+      crossattn_proj_in_channels: '100352'
+      extra_per_block_abs_pos_emb: 'False'
+      in_channels: '16'
+      max_frames: '128'
+      max_img_h: '240'
+      max_img_w: '240'
+      model_channels: '2048'
+      num_blocks: '28'
+      num_heads: '16'
+      out_channels: '16'
+      patch_spatial: '2'
+      patch_temporal: '1'
+      pos_emb_cls: rope3d
+      pos_emb_interpolation: crop
+      pos_emb_learnable: 'True'
+      rope_enable_fps_modulation: 'False'
+      rope_h_extrapolation_ratio: '3.0'
+      rope_t_extrapolation_ratio: '1.0'
+      rope_w_extrapolation_ratio: '3.0'
+      sac_config:
+        every_n_blocks: 1
+        mode: predict2_2b_720_aggressive
+      timestep_scale: '0.001'
+      use_adaln_lora: 'True'
+      use_crossattn_projection: 'True'
+      use_wan_fp32_strategy: 'True'
+    precision: bfloat16
+    resolution: '720'
+    shift: 5
+    state_ch: 16
+    state_t: 24
+    text_encoder_class: reason1p1_7B
+    text_encoder_config:
+      ckpt_path: s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/
+      compute_online: true
+      embedding_concat_strategy: full_concat
+      model_config:
+        _target_: <class 'cosmos_predict2._src.predict2.text_encoders.reason1.QwenVLBaseModel'>
+        model_config:
+          _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenModelConfig
+          activation_checkpoint:
+            mode: selective
+            models: vlm
+            selective_ac_option: op
+          add_answer_tag: 'True'
+          add_cross_attention: 'False'
+          add_image_start_end_tag: 'False'
+          add_tile_tag: 'False'
+          architectures:
+          - Qwen2_5_VLForConditionalGeneration
+          attention_dropout: '0.0'
+          attn_implementation: flash_attention_2
+          attn_implementation_autoset: 'True'
+          aux_loss_coeff: '0.0'
+          bad_words_ids: null
+          begin_suppress_tokens: null
+          bos_token_id: '151643'
+          cache_dir: null
+          checkpoint:
+            async_mode: disabled
+            create_seed_checkpoint: false
+            enable_checkpoint: false
+            export_dtype: float32
+            folder: checkpoint
+            interval: 500
+            interval_type: steps
+            model_weights_only: false
+          chunk_size_feed_forward: '0'
+          ckpt_dir: null
+          ckpt_path: null
+          comm:
+            init_timeout_seconds: 300
+            trace_buf_size: 20000
+            train_timeout_seconds: 100
+          cp_size: null
+          cross_attention_hidden_size: null
+          decoder_start_token_id: null
+          deterministic: 'False'
+          diversity_penalty: '0.0'
+          do_sample: 'False'
+          early_stopping: 'False'
+          encoder_no_repeat_ngram_size: '0'
+          eos_token_id: '151645'
+          ep_size: null
+          experimental:
+            enable_async_tensor_parallel: false
+            enable_compiled_autograd: false
+            pipeline_parallel_degree: 1
+          exponential_decay_length_penalty: null
+          finetuning_task: null
+          float8:
+            enable_float8_linear: false
+          forced_bos_token_id: null
+          forced_eos_token_id: null
+          freeze_llm: 'False'
+          freeze_mm_projector: 'False'
+          freeze_vision_encoder: 'False'
+          fsdp_enabled: 'False'
+          hidden_act: silu
+          hidden_size: '3584'
+          id2label:
+            0: LABEL_0
+            1: LABEL_1
+          image_token_id: '151655'
+          initializer_range: '0.02'
+          intermediate_size: '18944'
+          is_decoder: 'False'
+          is_encoder_decoder: 'False'
+          label2id:
+            LABEL_0: '0'
+            LABEL_1: '1'
+          length_penalty: '1.0'
+          loss_per_token: 'True'
+          max_batch_size: '1'
+          max_length: '20'
+          max_position_embeddings: '128000'
+          max_seq_len: '128000'
+          max_window_layers: '28'
+          min_length: '0'
+          mm_projector: null
+          model_type: qwen2_5_vl
+          name_or_path: Qwen/Qwen2.5-VL-7B-Instruct
+          no_repeat_ngram_size: '0'
+          num_attention_heads: '28'
+          num_beam_groups: '1'
+          num_beams: '1'
+          num_hidden_layers: '28'
+          num_key_value_heads: '4'
+          num_return_sequences: '1'
+          num_tiles: '1'
+          optimizer:
+            early_step_in_backward: false
+            end_lr: 2.5e-05
+            fused: false
+            init_lr: 1.0e-05
+            lr: 0.0003
+            lr_multiplier_llm: 1.0
+            lr_multiplier_mm_projector: 1.0
+            lr_multiplier_vision_encoder: 0.1
+            name: AdamW
+          output_attentions: 'False'
+          output_hidden_states: 'True'
+          output_scores: 'False'
+          pad_token_id: null
+          precision: bfloat16
+          prefix: null
+          prepend_padding: 'False'
+          problem_type: null
+          pruned_heads: _Nothing.NOTHING
+          remove_invalid_values: 'False'
+          repetition_penalty: '1.0'
+          return_dict: 'True'
+          return_dict_in_generate: 'False'
+          rms_norm_eps: 1e-06
+          rope_scaling:
+            mrope_section:
+            - '16'
+            - '24'
+            - '24'
+            rope_type: default
+            type: default
+          rope_theta: '1000000.0'
+          s3_credential_path: credentials/pbss_dir.secret
+          seed: '0'
+          sep_token_id: null
+          sliding_window: '32768'
+          suppress_tokens: null
+          task_specific_params: null
+          temperature: '1.0'
+          tf_legacy_loss: 'False'
+          tie_encoder_decoder: 'False'
+          tie_word_embeddings: 'False'
+          tile_tag_type: space_separated
+          tokenizer_class: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+          top_k: '50'
+          top_p: '1.0'
+          torch_dtype: bfloat16
+          torchscript: 'False'
+          training:
+            compile: false
+            context_parallel_degree: 1
+            data_parallel_replicate_degree: 1
+            data_parallel_shard_degree: -1
+            disable_loss_parallel: false
+            enable_cpu_offload: false
+            fsdp_reshard_after_forward: default
+            mixed_precision_param: bfloat16
+            mixed_precision_reduce: float32
+            steps: 400000
+            tensor_parallel_degree: 1
+            use_cosine_decay: false
+            use_linear_decay: true
+            warmup_steps: 1000
+          training_seq_len: '4096'
+          transformers_version: 4.51.0.dev0
+          typical_p: '1.0'
+          use_bfloat16: 'False'
+          use_cache: 'False'
+          use_fsdp2: 'True'
+          use_return_dict: 'True'
+          use_rope_from_torchtitan: 'False'
+          use_sliding_window: 'False'
+          video_token_id: '151656'
+          vision_config:
+            _target_: cosmos_predict2._src.reason1.configs.default.model_config_qwen.QwenVisionConfig
+            add_cross_attention: 'False'
+            architectures: null
+            attn_implementation: flash_attention_2
+            attn_implementation_autoset: 'True'
+            bad_words_ids: null
+            begin_suppress_tokens: null
+            bos_token_id: null
+            chunk_size_feed_forward: '0'
+            cross_attention_hidden_size: null
+            decoder_start_token_id: null
+            depth: '32'
+            diversity_penalty: '0.0'
+            do_sample: 'False'
+            early_stopping: 'False'
+            embed_dim: null
+            encoder_no_repeat_ngram_size: '0'
+            eos_token_id: null
+            exponential_decay_length_penalty: null
+            finetuning_task: null
+            forced_bos_token_id: null
+            forced_eos_token_id: null
+            fullatt_block_indexes:
+            - '7'
+            - '15'
+            - '23'
+            - '31'
+            hidden_act: silu
+            hidden_size: '1280'
+            id2label:
+              0: LABEL_0
+              1: LABEL_1
+            in_channels: '3'
+            in_chans: '3'
+            intermediate_size: '3420'
+            is_decoder: 'False'
+            is_encoder_decoder: 'False'
+            label2id:
+              LABEL_0: '0'
+              LABEL_1: '1'
+            length_penalty: '1.0'
+            max_length: '20'
+            min_length: '0'
+            mlp_ratio: null
+            model_type: qwen2_5_vl
+            name_or_path: ''
+            no_repeat_ngram_size: '0'
+            num_beam_groups: '1'
+            num_beams: '1'
+            num_heads: '16'
+            num_return_sequences: '1'
+            out_hidden_size: '3584'
+            output_attentions: 'False'
+            output_hidden_states: 'False'
+            output_scores: 'False'
+            pad_token_id: null
+            patch_size: '14'
+            prefix: null
+            problem_type: null
+            pruned_heads: _Nothing.NOTHING
+            remove_invalid_values: 'False'
+            repetition_penalty: '1.0'
+            return_dict: 'True'
+            return_dict_in_generate: 'False'
+            sep_token_id: null
+            spatial_merge_size: '2'
+            spatial_patch_size: '14'
+            suppress_tokens: null
+            task_specific_params: null
+            temperature: '1.0'
+            temporal_patch_size: '2'
+            tf_legacy_loss: 'False'
+            tie_encoder_decoder: 'False'
+            tie_word_embeddings: 'True'
+            tokenizer_class: null
+            tokens_per_second: '2'
+            top_k: '50'
+            top_p: '1.0'
+            torch_dtype: bfloat16
+            torchscript: 'False'
+            typical_p: '1.0'
+            use_bfloat16: 'False'
+            window_size: '112'
+          vision_encoder: openai/clip-vit-base-patch32
+          vision_encoder_config:
+            depth_init: true
+            dim: 1024
+            ffn_dim_multiplier: null
+            head_dim: null
+            hidden_act: null
+            hidden_dim: 4096
+            image_size: 1024
+            image_token_id: null
+            multiple_of: null
+            n_heads: 16
+            n_kv_heads: null
+            n_layers: 24
+            norm_eps: 1.0e-05
+            norm_type: rmsnorm
+            num_channels: 3
+            patch_size: 16
+            proj_bias: null
+            qkv_bias: null
+            rope_theta: 10000.0
+            use_cache: false
+            use_rope_from_torchtitan: false
+          vision_encoder_in_channels: '3'
+          vision_end_token_id: '151653'
+          vision_start_token_id: '151652'
+          vision_token_id: '151654'
+          vocab_size: '152064'
+          z_loss_coeff: '0.0'
+        tokenizer:
+          _target_: <function build_tokenizer at 0x7f280a7657e0>
+          cache_dir: null
+          tokenizer_type: Qwen/Qwen2.5-VL-7B-Instruct
+      n_layers_per_group: 5
+      s3_credential_path: credentials/s3_checkpoint.secret
+    tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.tokenizers.wan2pt1.Wan2pt1VAEInterface'>
+      chunk_duration: '81'
+      load_mean_std: 'False'
+      name: wan2pt1_tokenizer
+      temporal_window: '16'
+    train_time_distribution: logitnormal
+    train_time_weight: reweighting
+    use_dora: false
+    use_dynamic_shift: false
+    use_high_sigma_strategy: false
+    use_kerras_sigma_at_inference: true
+    use_lora: false
+    use_torch_compile: false
+model_parallel:
+  _cpu_offloading_context: null
+  async_tensor_model_parallel_allreduce: false
+  autocast_dtype: torch.float32
+  barrier_with_L1_time: true
+  batch_p2p_comm: true
+  batch_p2p_sync: true
+  bf16: false
+  context_parallel_size: 2
+  cpu_offloading: false
+  cpu_offloading_activations: true
+  cpu_offloading_double_buffering: false
+  cpu_offloading_num_layers: 0
+  cpu_offloading_weights: true
+  cross_entropy_fusion_impl: native
+  cross_entropy_loss_fusion: false
+  deallocate_pipeline_outputs: false
+  defer_embedding_wgrad_compute: false
+  delay_wgrad_compute: false
+  deterministic_mode: false
+  enable_autocast: false
+  expert_model_parallel_size: 1
+  expert_tensor_parallel_size: 1
+  finalize_model_grads_func: null
+  fp16: false
+  grad_scale_func: null
+  grad_sync_func: null
+  gradient_accumulation_fusion: false
+  hierarchical_context_parallel_sizes: null
+  microbatch_group_size_per_vp_stage: 1
+  moe_extended_tp: false
+  no_sync_func: null
+  num_microbatches_with_partial_activation_checkpoints: null
+  overlap_moe_expert_parallel_comm: false
+  overlap_p2p_comm: false
+  overlap_p2p_comm_warmup_flush: false
+  param_sync_func: null
+  params_dtype: torch.float32
+  perform_initialization: true
+  pipeline_dtype: null
+  pipeline_model_parallel_comm_backend: null
+  pipeline_model_parallel_size: 1
+  sequence_parallel: false
+  tensor_model_parallel_size: 1
+  timers: null
+  tp_comm_atomic_ag: false
+  tp_comm_atomic_rs: false
+  tp_comm_bootstrap_backend: nccl
+  tp_comm_bulk_dgrad: true
+  tp_comm_bulk_wgrad: true
+  tp_comm_overlap: false
+  tp_comm_overlap_ag: true
+  tp_comm_overlap_disable_fc1: false
+  tp_comm_overlap_disable_qkv: false
+  tp_comm_overlap_rs: true
+  tp_comm_overlap_rs_dgrad: false
+  tp_comm_split_ag: true
+  tp_comm_split_rs: true
+  use_cpu_initialization: false
+  use_ring_exchange_p2p: false
+  use_te_rng_tracker: false
+  variable_seq_lengths: false
+  virtual_pipeline_model_parallel_size: null
+  wgrad_deferral_limit: 0
+optimizer:
+  _target_: <function get_base_optimizer at 0x7f2808b3a560>
+  betas:
+  - '0.9'
+  - '0.999'
+  eps: 1e-08
+  fused: 'True'
+  lr: 3e-05
+  model: null
+  optim_type: adamw
+  weight_decay: '0.001'
+scheduler:
+  _target_: <class 'cosmos_predict2._src.imaginaire.functional.lr_scheduler.LambdaLinearScheduler'>
+  cycle_lengths:
+  - '400000'
+  f_max:
+  - '0.99'
+  f_min:
+  - '0.4'
+  f_start:
+  - 1e-06
+  verbosity_interval: '0'
+  warm_up_steps:
+  - '100'
+trainer:
+  callbacks:
+    compile_tokenizer:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.compile_tokenizer.CompileTokenizer'>
+      compile_after_iterations: '4'
+      dynamic: 'False'
+      enabled: 'True'
+    dataloader_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.dataloading_monitor.DetailedDataLoadingSpeedMonitor'>
+      every_n: '200'
+      save_s3: 'True'
+      step_size: '1'
+    device_monitor:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.device_monitor.DeviceMonitor'>
+      every_n: '200'
+      log_memory_detail: 'True'
+      save_s3: 'True'
+      step_size: '1'
+      upload_every_n_mul: '10'
+    every_n_sample_ema:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'True'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    every_n_sample_reg:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.every_n_draw_sample.EveryNDrawSample'>
+      do_x0_prediction: 'False'
+      every_n: '1000000000000'
+      fps: '16'
+      guidance:
+      - '0.0'
+      - '3.0'
+      - '7.0'
+      is_ema: 'False'
+      n_sample_to_save: '128'
+      n_sigmas_for_x0_prediction: '4'
+      n_viz_sample: '3'
+      num_sampling_step: '35'
+      prompt_type: t5_xxl
+      run_at_start: 'False'
+      save_s3: 'True'
+      step_size: '1'
+      use_negative_prompt: 'False'
+    grad_clip:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.grad_clip.GradClip'>
+      clip_norm: '0.1'
+      force_finite: 'True'
+    heart_beat:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.heart_beat.HeartBeat'>
+      every_n: '10'
+      save_s3: 'True'
+      step_size: '1'
+      update_interval_in_minute: '20'
+    iter_speed:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.iter_speed.IterSpeed'>
+      every_n: '200'
+      hit_thres: '5'
+      save_s3: 'True'
+      save_s3_every_log_n: '10'
+    low_prec:
+      _target_: <class 'cosmos_predict2._src.imaginaire.utils.callback.LowPrecisionCallback'>
+      config: null
+      trainer: null
+      update_iter: '1'
+    manual_gc:
+      _target_: <class 'cosmos_predict2._src.imaginaire.callbacks.manual_gc.ManualGarbageCollection'>
+      every_n: '200'
+      warm_up: '5'
+    wandb:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '1'
+      save_logging_iter_multipler: '10'
+      save_s3: 'True'
+    wandb_10x:
+      _target_: <class 'cosmos_predict2._src.predict2.callbacks.wandb_log.WandbCallback'>
+      logging_iter_multipler: '10'
+      save_logging_iter_multipler: '1'
+      save_s3: 'True'
+  cudnn:
+    benchmark: 'True'
+    deterministic: 'False'
+  ddp:
+    broadcast_buffers: 'True'
+    find_unused_parameters: 'False'
+    static_graph: 'True'
+  distributed_parallelism: fsdp
+  grad_accum_iter: '1'
+  grad_scaler_args:
+    enabled: 'False'
+  logging_iter: '200'
+  max_iter: '150000'
+  max_val_iter: null
+  memory_format: torch.preserve_format
+  profiling:
+    enable_memory_snapshot: 'False'
+    enable_profiling: 'False'
+    profile_freq: '1'
+    profile_memory: 'False'
+    record_shape: 'False'
+    save_s3: 'False'
+    target_ranks:
+    - '0'
+    - '1'
+    - '2'
+    - '3'
+    - '4'
+    - '5'
+    - '6'
+    - '7'
+    with_modules: 'True'
+    with_stack: 'True'
+  run_validation: 'False'
+  run_validation_on_start: 'False'
+  seed: '0'
+  straggler_detection:
+    analyze_backward: 'True'
+    analyze_dataloading: 'True'
+    analyze_forward: 'True'
+    analyze_optimizer: 'True'
+    enabled: 'True'
+    max_diff: '1.5'
+    profile_freq: '1'
+    raise_error: 'True'
+    report_freq: '100'
+  timeout_period: '999999999'
+  type: <class 'cosmos_predict2._src.imaginaire.trainer.ImaginaireTrainer'>
+  validation_iter: '100'
+upload_reproducible_setup: 'True'

0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/console.log

@@ -0,0 +1,22 @@
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/config.yaml
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_0']
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_0
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.json
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 11:23:48|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 11:23:48|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 11:23:48|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 11:23:50|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/debug.log

@@ -0,0 +1,352 @@
+[02-19 11:09:40|DEBUG|generation/pipelines/cosmos-predict2.5/packages/cosmos-oss/cosmos_oss/init.py:176:init_output_dir] Flags(internal=False, smoke=False, verbose=False, experimental_checkpoints=False)
+[02-19 11:09:47|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 11:09:47|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/env_parsers/env_parser.py:86:get_val_dict] getting val dict of CredentialEnvParser
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/visualize/video.py:31:<module>] No module named 'ffmpegcv'
+[02-19 11:09:49|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/checkpointer/dcp.py:188:<module>] for the back comptiable pytorch! New DefaultLoadPlanner class is created.
+[02-19 11:09:49|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:32:__init__] SetupArguments(output_dir=PosixPath('/home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5') model='2B/post-trained' checkpoint_path='/home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt' experiment='Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt' config_file='cosmos_predict2/_src/predict2/configs/video2world/config.py' context_parallel_size=1 offload_diffusion_model=False offload_tokenizer=False offload_text_encoder=False disable_guardrails=True offload_guardrail_models=True keep_going=True profile=False)
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering video_basic_augmentor_v2...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering noframedrop_nocameramove_video_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering nocameramove_video_augmentor_v1...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor...
+[02-19 11:09:49|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/datasets/augmentor_provider.py:94:augmentor_register] registering image_basic_augmentor_without_embeddings...
+[02-19 11:09:49|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] Flash Attention v3 is not supported because the Python package was not found.
+[02-19 11:09:49|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/attention/utils/safe_log.py:35:debug] NATTEN Attention is not supported due to insufficient NATTEN version natten.__version__='0.21.0', expected at least NATTEN_MIN_RELEASE_VERSION=[0, 21, 5], or NATTEN_MIN_DEV_VERSION=([0, 21, 5], 9).
+[02-19 11:09:50|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2._src.predict2.configs.video2world.experiment
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_14b_reason_1p1_rectified_flow
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_2B_reason_1p1_rectified_flow
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.model_7b_reason_1p1
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_14B_index_3
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.reason_embeddings.stage3_2B
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world
+[02-19 11:09:50|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_14B
+[02-19 11:09:51|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.sparse_2B
+[02-19 11:09:51|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.stage3_2B_ablation
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.resume_text2world.state3_14B_index_3
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_14B_RF
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B
+[02-19 11:09:52|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2._src.predict2.configs.video2world.experiment.specialized_model.SFT_2B_RF
+[02-19 11:09:52|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face
+[02-19 11:09:52|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_only2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_high_motion_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_av_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_physical_ai_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_4k_cooldown_high_sigma
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_face_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_crowded_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-1-Size-2B-Res-720-Fps-16-Note-rf_robotics_high_sigma2
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/configs/video2world/experiment/specialized_model/SFT_2B_RF.py:853:<module>] Storing Stage-c_pt_4-Index-2-Size-2B-Res-720-Fps-16-Note-rf_with_edm_ckpt
+[02-19 11:09:53|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:192:import_all_modules_from_package] Reloading all modules from package cosmos_predict2.experiments
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.action
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/post-trained(81edfebe-bd6a-4039-8c1d-737df1a790bf)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt'}
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-2B/base/pre-trained(d20b7120-df3e-4911-919d-db6e08bad31c)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '15a82a2ec231bc318692aa0456a36537c806e7d4', 'filename': 'base/pre-trained/d20b7120-df3e-4911-919d-db6e08bad31c_ema_bf16.pt'}
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.cosmos_nemo_assets_lora
+[02-19 11:09:53|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/config_helper.py:210:import_modules_recursively] Reloading module cosmos_predict2.experiments.base.groot
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Predict2.5-14B/base/pre-trained(54937b8c-29de-4f04-862c-e67b04ec41e8)
+[02-19 11:09:53|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-14B', 'repo_type': 'model', 'revision': '03eb354f35eae0d6e0c1be3c9f94d8551e125570', 'filename': 'base/pre-trained/54937b8c-29de-4f04-862c-e67b04ec41e8_ema_bf16.pt'}
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:91:load_model_from_checkpoint] Overriding config checkpoint path with: /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/misc.py:152:set_random_seed] Using random seed 0.
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:111:load_model_from_checkpoint] Loading model from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:09:54|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:132:__init__] DiffusionModel: precision torch.bfloat16
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Wan2.1/vae(685afcaa-4de2-42fe-b7b9-69f7a2dee4d8)
+[02-19 11:09:54|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:99:_download] Downloading checkpoint file from Hugging Face with {'repo_id': 'nvidia/Cosmos-Predict2.5-2B', 'repo_type': 'model', 'revision': '6787e176dce74a101d922174a95dba29fa5f0c55', 'filename': 'tokenizer.pth'}
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/tokenizers/wan2pt1.py:669:_video_vae] loading /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Predict2.5-2B/snapshots/6787e176dce74a101d922174a95dba29fa5f0c55/tokenizer.pth
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_tokenizer: 1.14 s
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #0-fps: 
+ ReMapkey 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: fps 
+	Dtype: None
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #1-padding_mask: 
+ ReMapkey 
+	input key: padding_mask
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: padding_mask 
+	Dtype: None
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #2-text: 
+ TextAttr 
+	input key: ['t5_text_embeddings']
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.2
+	Output key: [crossattn_emb]
+[02-19 11:09:55|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/conditioner.py:434:__init__] Initialized embedder #3-use_video_condition: 
+ BooleanFlag 
+	input key: fps
+	Param count: 0 
+	Trainable: None
+	Dropout rate: 0.0
+	Output key: use_video_condition 
+	 This is a boolean flag
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1624:build_pos_embed] Building positional embedding with rope3d class, impl <class 'cosmos_predict2._src.predict2.networks.minimal_v4_dit.VideoRopePosition3DEmb'>
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:886:__init__] Using AdaLN LoRA Flag:  True. We enable bias if no AdaLN LoRA for backward compatibility.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:55|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is None and using 16 heads with a dimension of 128.
+[02-19 11:09:56|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:432:__init__] Setting up Attention. Query dim is 2048, context_dim is 1024 and using 16 heads with a dimension of 128.
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1804:enable_selective_checkpoint] Enable selective checkpoint with predict2_2b_720_aggressive, for every 1 blocks. Total blocks: 28
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 0
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 1
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 2
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 3
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 4
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 5
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 6
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 7
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 8
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 9
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 10
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 11
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 12
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 13
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 14
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 15
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 16
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 17
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 18
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 19
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 20
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 21
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 22
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 23
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 24
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 25
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 26
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/networks/minimal_v4_dit.py:1810:enable_selective_checkpoint] Enable selective checkpoint for block 27
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on meta to cuda and broadcast model states: 0.15 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model: 0.63 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on Creating PyTorch model and ema if enabled: 0.64 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on DiffusionModel: set_up_model: 0.64 s
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:74:__init__] Instantiating text encoder model...
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint Qwen/Qwen2.5-VL-7B-Instruct(7219c6c7-f878-4137-bbdb-76842ea85e70)
+[02-19 11:09:56|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/tokenizer/processor.py:75:__init__] Successfully loaded processor from local cache
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:116:__init__] Setting torch default dtype from torch.float32 to torch.bfloat16
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:50:_validate] dp_shard is set to -1, will be automatically determined based on world_size 1 // 1.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:54:_validate] dp_shard is set to 1.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:75:build_mesh] Building 0-D device mesh with [], []
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallel_dims.py:105:build_mesh] mesh: DeviceMesh('cuda', 0)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/parallelisms/parallelize_qwen.py:336:apply_ac] Applied selective activation checkpointing to the model
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/reason1/models/vlm_base.py:123:__init__] Reset torch default dtype to torch.float32
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:84:__init__] Loading checkpoint from s3://bucket/cosmos_reasoning1/sft_exp700/sft_exp721-1_qwen7b_tl_721_5vs5_s3_balanced_n32_resume_16k/checkpoints/iter_000016000/model/.
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:181:path] Downloading checkpoint nvidia/Cosmos-Reason1.1-7B(cb3e3ffa-7b08-4c34-822d-61c7aa31a14f)
+[02-19 11:09:57|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpoint_db.py:134:_download] Downloading checkpoint from Hugging Face with {'repo_id': 'nvidia/Cosmos-Reason1-7B', 'repo_type': 'model', 'revision': '3210bec0495fdc7a8d3dbb8d58da5711eab4b423', 'allow_patterns': ['*']}
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:113:__init__] Finished loading checkpoint from /home/bravo/.cache/huggingface/hub/models--nvidia--Cosmos-Reason1-7B/snapshots/3210bec0495fdc7a8d3dbb8d58da5711eab4b423.
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/text_encoders/text_encoder.py:116:__init__] Text encoder model instantiated
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/timer.py:150:_log] Time spent on instantiate model: 25.44 s
+[02-19 11:10:20|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/utils/model_loader.py:227:load_model_state_dict_from_checkpoint] Loading model cached locally from /home/bravo/zzhangg/MemBench/generation/pipelines/cosmos-predict2.5/models/Cosmos-Predict2.5-2B/base/post-trained/81edfebe-bd6a-4039-8c1d-737df1a790bf_ema_bf16.pt
+[02-19 11:10:25|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:919:load_state_dict] load model in non-strict mode
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.0.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.1.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.2.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.3.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.4.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.5.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.6.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.7.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.8.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.9.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.10.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.11.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.12.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.13.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.14.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.15.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.16.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.17.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.18.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.19.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.20.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.21.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.22.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.23.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.24.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.25.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.26.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.self_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.q_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key blocks.27.cross_attn.k_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/checkpointer.py:451:non_strict_load_model] Skipping key t_embedding_norm._extra_state introduced by TransformerEngine for FP8 in the checkpoint.
+[02-19 11:10:25|CRITICAL|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/models/text2world_model_rectified_flow.py:920:load_state_dict] [RANK 0] _IncompatibleKeys(missing_keys=[], unexpected_keys=[], incorrect_shapes=[])
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/distributed.py:415:sync_model_states] Synchronizing model states from rank 0 to all ranks in process group [0].
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:60:__init__] Saved config to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/config.yaml
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:82:generate] Generating 1 samples: ['segment_0']
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:86:generate] [1/1] Processing sample segment_0
+[02-19 11:10:25|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:93:_generate_sample] InferenceArguments(name='segment_0' prompt_path=None prompt="0-20%: The video opens with a close-up of the pink and white bonsai tree in a black square pot, highlighting its intricate details and the purple knitted cloth covering the table. A red bicycle is partially visible in the background. 20-40%: The camera begins to move, circling the bonsai tree and revealing more of the surrounding environment, including a keyboard and various objects on a nearby table. The focus remains on the bonsai, ensuring its identity and appearance are consistent. 40-60%: As the camera continues to explore, it provides closer views of the bonsai, emphasizing the texture of the trunk and the delicate blossoms. The background shifts to show different parts of the room, but the bonsai remains the central object. 60-80%: The camera movement becomes more dynamic, offering varied perspectives of the bonsai tree while occasionally bringing the red bicycle back into view. The consistency of the bonsai's appearance is maintained throughout. 80-100%: Toward the end, the camera completes its circular motion, returning to a view similar to the opening shot, reinforcing the identity and stability of the bonsai tree within the changing environment." negative_prompt='' seed=42 guidance=7 inference_type=<InferenceType.TEXT2WORLD: 'text2world'> input_path=None resolution='none' num_output_frames=77 num_steps=35 enable_autoregressive=True chunk_size=77 chunk_overlap=1)
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:99:_generate_sample] Saved arguments to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.json
+[02-19 11:10:25|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:113:_generate_sample] Guardrail checks on prompt are disabled
+[02-19 11:10:25|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:118:_generate_sample] Generating video with autoregressive mode...
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:798:generate_autoregressive_from_batch] Generating 1 chunks with chunk_size=77, chunk_overlap=1 for 77 total frames
+[02-19 11:10:26|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:816:generate_autoregressive_from_batch] Processing chunk 1/1, frames 0-77
+[02-19 11:10:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:556:generate_vid2world] GPU memory usage after getting data_batch: 19.79 GB
+[02-19 11:10:27|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:594:generate_vid2world] [Memory Optimization] Starting latent sample generation
+[02-19 11:23:48|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/predict2/inference/video2world.py:878:generate_autoregressive_from_batch] Generated final video with shape torch.Size([1, 3, 77, 704, 1280])
+[02-19 11:23:48|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:134:_generate_sample] Autoregressive generation completed, preparing to save video...
+[02-19 11:23:48|WARNING|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:172:_generate_sample] Guardrail checks on video are disabled
+[02-19 11:23:48|INFO|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:175:_generate_sample] Saving video to %s.mp4 ...
+[02-19 11:23:49|DEBUG|generation/pipelines/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/utils/easy_io/handlers/imageio_video_handler.py:163:dump_to_fileobj] mimsave_kwargs: {'fps': 16, 'quality': 5, 'macro_block_size': 1, 'ffmpeg_params': ['-s', '1280x704'], 'output_params': ['-f', 'mp4']}
+[02-19 11:23:50|SUCCESS|generation/pipelines/cosmos-predict2.5/cosmos_predict2/inference.py:178:_generate_sample] Saved video to /home/bravo/zzhangg/MemBench/generation/outputs/cosmos/0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.mp4

0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.json

@@ -0,0 +1 @@
+{"name":"segment_0","prompt_path":null,"prompt":"0-20%: The video opens with a close-up of the pink and white bonsai tree in a black square pot, highlighting its intricate details and the purple knitted cloth covering the table. A red bicycle is partially visible in the background. 20-40%: The camera begins to move, circling the bonsai tree and revealing more of the surrounding environment, including a keyboard and various objects on a nearby table. The focus remains on the bonsai, ensuring its identity and appearance are consistent. 40-60%: As the camera continues to explore, it provides closer views of the bonsai, emphasizing the texture of the trunk and the delicate blossoms. The background shifts to show different parts of the room, but the bonsai remains the central object. 60-80%: The camera movement becomes more dynamic, offering varied perspectives of the bonsai tree while occasionally bringing the red bicycle back into view. The consistency of the bonsai's appearance is maintained throughout. 80-100%: Toward the end, the camera completes its circular motion, returning to a view similar to the opening shot, reinforcing the identity and stability of the bonsai tree within the changing environment.","negative_prompt":"","seed":42,"guidance":7,"inference_type":"text2world","input_path":null,"resolution":"none","num_output_frames":77,"num_steps":35,"enable_autoregressive":true,"chunk_size":77,"chunk_overlap":1}

0219110932_cosmos_mip_object/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5/segment_0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b447f91830a0410ac3d09ddcfe5d42f7a9fbd9bdb49fbc7591d4285500a7da17
+size 2010021

0219110932_cosmos_mip_object/videos/mem_mipnerf360_575f06997f088dc5824bec5a960459303edd0154e65b3594e29810380ac7ea50.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453dba912720b2f11d3d405c31d7a8fcb218d7cb313406e2ccaa6cb583d0a0e
+size 2411490

0219110932_cosmos_mip_object/videos/mem_mipnerf360_5f84c46d31489bd1a6b57b7c5c8cbc15280e279f8eb03122abd9362ac7333d13.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dd06037386e005287ae9b767dcec71976c48dc28d37864293d336a320f4c79
+size 4245749

0219110932_cosmos_mip_object/videos/mem_mipnerf360_a8f137cd302ac277409b1dcd26e4c8a03d8600bc4f6a80af40c71a5a980a98c5.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b447f91830a0410ac3d09ddcfe5d42f7a9fbd9bdb49fbc7591d4285500a7da17
+size 2010021