init

configs/models/qwen2_5_1_5b_radio_sd3_dynamic_puffin.py

@@ -2,6 +2,7 @@ import torch
 from src.models.puffin.model import Qwen2p5RadioStableDiffusion3HFDynamic
 from src.models.stable_diffusion3.transformer_sd3_dynamic import SD3Transformer2DModel
 from src.models.radiov3.hf_model import RADIOModel
+from transformers import AutoConfig
 from diffusers import AutoencoderKL, FlowMatchEulerDiscreteScheduler
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
@@ -77,6 +78,7 @@ model = dict(type=Qwen2p5RadioStableDiffusion3HFDynamic,
              use_activation_checkpointing=False,
              visual_encoder=dict(
                  type=RADIOModel.from_pretrained,
+                 config=AutoConfig.from_pretrained("nvidia/C-RADIOv3-H"),
                  #pretrained_model_name_or_path="nvidia/C-RADIOv3-H",
                  #torch_dtype=torch.bfloat16,
                  ),