Instructions to use ViTeX-Bench/ViTeX-Edit-14B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ViTeX-Bench/ViTeX-Edit-14B with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("ViTeX-Bench/ViTeX-Edit-14B", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| import torch | |
| from typing import Dict, List | |
| def merge_lora_weight(tensors_A, tensors_B): | |
| lora_A = torch.concat(tensors_A, dim=0) | |
| lora_B = torch.concat(tensors_B, dim=1) | |
| return lora_A, lora_B | |
| def merge_lora(loras: List[Dict[str, torch.Tensor]], alpha=1): | |
| lora_merged = {} | |
| keys = [i for i in loras[0].keys() if ".lora_A." in i] | |
| for key in keys: | |
| tensors_A = [lora[key] for lora in loras] | |
| tensors_B = [lora[key.replace(".lora_A.", ".lora_B.")] for lora in loras] | |
| lora_A, lora_B = merge_lora_weight(tensors_A, tensors_B) | |
| lora_merged[key] = lora_A * alpha | |
| lora_merged[key.replace(".lora_A.", ".lora_B.")] = lora_B | |
| return lora_merged | |