Quantumbraid's picture
download
raw
2.22 kB
from .flux2_model import Flux2Model
from transformers import Qwen3ForCausalLM, Qwen2Tokenizer
from toolkit.models.v2.text_encoders.qwen3 import Qwen3TextEncoder
from toolkit.config_modules import ModelConfig
from toolkit.basic import flush
from .src.model import Klein9BParams, Klein4BParams
class Flux2KleinModel(Flux2Model):
flux2_klein_te_path: str = None
flux2_te_type: str = "qwen" # "mistral" or "qwen"
flux2_vae_path: str = "ai-toolkit/flux2_vae"
flux2_is_guidance_distilled: bool = False
def __init__(
self,
device,
model_config: ModelConfig,
dtype="bf16",
custom_pipeline=None,
noise_scheduler=None,
**kwargs,
):
super().__init__(
device,
model_config,
dtype,
custom_pipeline,
noise_scheduler,
**kwargs,
)
# use the new format on this new model by default
self.use_old_lokr_format = False
def load_te(self):
if self.flux2_klein_te_path is None:
raise ValueError("flux2_klein_te_path must be set for Flux2KleinModel")
dtype = self.torch_dtype
self.print_and_status_update("Loading Qwen3")
# load + quantize + offload + placement, all driven by model_config
text_encoder = Qwen3TextEncoder.load(
self.flux2_klein_te_path, subfolder="", **self.component_load_kwargs("te")
)
flush()
tokenizer = Qwen2Tokenizer.from_pretrained(self.flux2_klein_te_path)
return text_encoder, tokenizer
class Flux2Klein4BModel(Flux2KleinModel):
arch = "flux2_klein_4b"
flux2_klein_te_path: str = "Qwen/Qwen3-4B"
flux2_te_filename: str = "flux-2-klein-base-4b.safetensors"
def get_flux2_params(self):
return Klein4BParams()
def get_base_model_version(self):
return "flux2_klein_4b"
class Flux2Klein9BModel(Flux2KleinModel):
arch = "flux2_klein_9b"
flux2_klein_te_path: str = "Qwen/Qwen3-8B"
flux2_te_filename: str = "flux-2-klein-base-9b.safetensors"
def get_flux2_params(self):
return Klein9BParams()
def get_base_model_version(self):
return "flux2_klein_9b"

Xet Storage Details

Size:
2.22 kB
·
Xet hash:
037f2f86613c2f6a76106b29d154c9a60956f95e922efe4cdd772dece55445d7

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.