Spaces:
Runtime error
Runtime error
Update qwen2_5_1_5b_kl16_mar_h.py
Browse files
qwen2_5_1_5b_kl16_mar_h.py
CHANGED
|
@@ -3,15 +3,15 @@ import torch
|
|
| 3 |
from transformers import AutoModelForCausalLM
|
| 4 |
from src.models.mar.mar import mar_huge, mar_max
|
| 5 |
from src.models.mar.vae import AutoencoderKL
|
| 6 |
-
from src.models.
|
| 7 |
from xtuner.utils import PROMPT_TEMPLATE
|
| 8 |
from transformers import AutoTokenizer
|
| 9 |
from transformers import SiglipVisionModel
|
| 10 |
|
| 11 |
|
| 12 |
|
| 13 |
-
llm_name_or_path = "/
|
| 14 |
-
siglip2_path = "/
|
| 15 |
|
| 16 |
|
| 17 |
prompt_template = dict(
|
|
@@ -31,14 +31,14 @@ tokenizer = dict(
|
|
| 31 |
)
|
| 32 |
|
| 33 |
model = dict(
|
| 34 |
-
type=
|
| 35 |
tokenizer=tokenizer,
|
| 36 |
prompt_template=prompt_template,
|
| 37 |
vae=dict(
|
| 38 |
type=AutoencoderKL,
|
| 39 |
embed_dim=16,
|
| 40 |
ch_mult=(1, 1, 2, 2, 4),
|
| 41 |
-
ckpt_path="/
|
| 42 |
),
|
| 43 |
vae_scale=0.2325,
|
| 44 |
llm=dict(
|
|
|
|
| 3 |
from transformers import AutoModelForCausalLM
|
| 4 |
from src.models.mar.mar import mar_huge, mar_max
|
| 5 |
from src.models.mar.vae import AutoencoderKL
|
| 6 |
+
from src.models.skywork_unipic_siglip import SkyworkUnipic
|
| 7 |
from xtuner.utils import PROMPT_TEMPLATE
|
| 8 |
from transformers import AutoTokenizer
|
| 9 |
from transformers import SiglipVisionModel
|
| 10 |
|
| 11 |
|
| 12 |
|
| 13 |
+
llm_name_or_path = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 14 |
+
siglip2_path = "google/siglip2-so400m-patch16-512"
|
| 15 |
|
| 16 |
|
| 17 |
prompt_template = dict(
|
|
|
|
| 31 |
)
|
| 32 |
|
| 33 |
model = dict(
|
| 34 |
+
type=SkyworkUnipic,
|
| 35 |
tokenizer=tokenizer,
|
| 36 |
prompt_template=prompt_template,
|
| 37 |
vae=dict(
|
| 38 |
type=AutoencoderKL,
|
| 39 |
embed_dim=16,
|
| 40 |
ch_mult=(1, 1, 2, 2, 4),
|
| 41 |
+
ckpt_path="checkpoint/kl16.ckpt",
|
| 42 |
),
|
| 43 |
vae_scale=0.2325,
|
| 44 |
llm=dict(
|