init
Browse files
configs/models/qwen2_5_1_5b_radio_sd3_dynamic_puffin.py
CHANGED
|
@@ -43,26 +43,26 @@ model = dict(type=Qwen2p5RadioStableDiffusion3HFDynamic,
|
|
| 43 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 44 |
subfolder="transformer",
|
| 45 |
torch_dtype=torch.bfloat16,
|
| 46 |
-
local_files_only=True,
|
| 47 |
),
|
| 48 |
test_scheduler=dict(
|
| 49 |
type=FlowMatchEulerDiscreteScheduler.from_pretrained,
|
| 50 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 51 |
subfolder="scheduler",
|
| 52 |
-
local_files_only=True,
|
| 53 |
),
|
| 54 |
train_scheduler=dict(
|
| 55 |
type=FlowMatchEulerDiscreteScheduler.from_pretrained,
|
| 56 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 57 |
subfolder="scheduler",
|
| 58 |
-
local_files_only=True,
|
| 59 |
),
|
| 60 |
vae=dict(
|
| 61 |
type=AutoencoderKL.from_pretrained,
|
| 62 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 63 |
subfolder="vae",
|
| 64 |
torch_dtype=torch.bfloat16,
|
| 65 |
-
local_files_only=True,
|
| 66 |
),
|
| 67 |
freeze_visual_encoder=True,
|
| 68 |
freeze_llm=True,
|
|
@@ -70,13 +70,13 @@ model = dict(type=Qwen2p5RadioStableDiffusion3HFDynamic,
|
|
| 70 |
type=AutoModelForCausalLM.from_pretrained,
|
| 71 |
pretrained_model_name_or_path=llm_name_or_path,
|
| 72 |
torch_dtype=torch.bfloat16,
|
| 73 |
-
local_files_only=True,
|
| 74 |
#attn_implementation='flash_attention_2',
|
| 75 |
),
|
| 76 |
tokenizer=dict(
|
| 77 |
type=AutoTokenizer.from_pretrained,
|
| 78 |
pretrained_model_name_or_path=llm_name_or_path,
|
| 79 |
-
local_files_only=True,
|
| 80 |
),
|
| 81 |
prompt_template=prompt_template,
|
| 82 |
pretrained_pth=None,
|
|
@@ -85,6 +85,6 @@ model = dict(type=Qwen2p5RadioStableDiffusion3HFDynamic,
|
|
| 85 |
type=RADIOModel.from_pretrained,
|
| 86 |
pretrained_model_name_or_path="nvidia/C-RADIOv3-H",
|
| 87 |
torch_dtype=torch.bfloat16,
|
| 88 |
-
local_files_only=True,
|
| 89 |
),
|
| 90 |
)
|
|
|
|
| 43 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 44 |
subfolder="transformer",
|
| 45 |
torch_dtype=torch.bfloat16,
|
| 46 |
+
#local_files_only=True,
|
| 47 |
),
|
| 48 |
test_scheduler=dict(
|
| 49 |
type=FlowMatchEulerDiscreteScheduler.from_pretrained,
|
| 50 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 51 |
subfolder="scheduler",
|
| 52 |
+
#local_files_only=True,
|
| 53 |
),
|
| 54 |
train_scheduler=dict(
|
| 55 |
type=FlowMatchEulerDiscreteScheduler.from_pretrained,
|
| 56 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 57 |
subfolder="scheduler",
|
| 58 |
+
#local_files_only=True,
|
| 59 |
),
|
| 60 |
vae=dict(
|
| 61 |
type=AutoencoderKL.from_pretrained,
|
| 62 |
pretrained_model_name_or_path=sd3_model_name_or_path,
|
| 63 |
subfolder="vae",
|
| 64 |
torch_dtype=torch.bfloat16,
|
| 65 |
+
#local_files_only=True,
|
| 66 |
),
|
| 67 |
freeze_visual_encoder=True,
|
| 68 |
freeze_llm=True,
|
|
|
|
| 70 |
type=AutoModelForCausalLM.from_pretrained,
|
| 71 |
pretrained_model_name_or_path=llm_name_or_path,
|
| 72 |
torch_dtype=torch.bfloat16,
|
| 73 |
+
#local_files_only=True,
|
| 74 |
#attn_implementation='flash_attention_2',
|
| 75 |
),
|
| 76 |
tokenizer=dict(
|
| 77 |
type=AutoTokenizer.from_pretrained,
|
| 78 |
pretrained_model_name_or_path=llm_name_or_path,
|
| 79 |
+
#local_files_only=True,
|
| 80 |
),
|
| 81 |
prompt_template=prompt_template,
|
| 82 |
pretrained_pth=None,
|
|
|
|
| 85 |
type=RADIOModel.from_pretrained,
|
| 86 |
pretrained_model_name_or_path="nvidia/C-RADIOv3-H",
|
| 87 |
torch_dtype=torch.bfloat16,
|
| 88 |
+
#local_files_only=True,
|
| 89 |
),
|
| 90 |
)
|