Buckets:
twanghcmut/backup-foundation-physics / third_party /diffsynth /examples /flux2 /model_inference /TreeAdapter-KleinBase4B.py
| from diffsynth.diffusion.template import TemplatePipeline | |
| from diffsynth.pipelines.flux2_image import Flux2ImagePipeline, ModelConfig | |
| import torch | |
| pipe = Flux2ImagePipeline.from_pretrained( | |
| torch_dtype=torch.bfloat16, | |
| device="cuda", | |
| model_configs=[ | |
| ModelConfig(model_id="black-forest-labs/FLUX.2-klein-base-4B", origin_file_pattern="transformer/*.safetensors"), | |
| ModelConfig(model_id="black-forest-labs/FLUX.2-klein-4B", origin_file_pattern="text_encoder/*.safetensors"), | |
| ModelConfig(model_id="black-forest-labs/FLUX.2-klein-4B", origin_file_pattern="vae/diffusion_pytorch_model.safetensors"), | |
| ], | |
| tokenizer_config=ModelConfig(model_id="black-forest-labs/FLUX.2-klein-4B", origin_file_pattern="tokenizer/"), | |
| ) | |
| pipe.dit = pipe.enable_lora_hot_loading(pipe.dit) # Important! | |
| template = TemplatePipeline.from_pretrained( | |
| torch_dtype=torch.bfloat16, | |
| device="cuda", | |
| model_configs=[ModelConfig(model_id="DiffSynth-Studio/TreeAdapter-KleinBase4B", origin_file_pattern="iNaturalist/")], | |
| ) | |
| name = "Glareola pratincola" | |
| prompt = "A small bird with a long tail and short wings stands on sandy ground. Its plumage is light brown above, white below, with a dark collar around its neck. The background is a blurred expanse of sand." | |
| image = template( | |
| pipe, | |
| seed=0, cfg_scale=4, num_inference_steps=40, | |
| template_inputs = [{"name": name, "prompt": prompt}], | |
| negative_template_inputs = [{"name": name}], | |
| ) | |
| image.save("image.jpg") | |
Xet Storage Details
- Size:
- 1.49 kB
- Xet hash:
- 1be51cd14cdf4fdbb8a58ec99ebb6e6f6d6e0e773113af0a695c060687b5c7a1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.