Update README.md

README.md

@@ -5,6 +5,56 @@ license_name: flux-1-dev-non-commercial-license
 license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
 ---
 
+# FLUX.1 [dev] Modern Anime FP8 With Quanto (WIP)
+
+![eyecatch](eyecatch.jpg)
+
+# Usage
+- diffusers
+```python
+# Reference 1: https://gist.github.com/AmericanPresidentJimmyCarter/873985638e1f3541ba8b00137e7dacd9
+# Reference 2: https://huggingface.co/twodgirl/Flux-dev-optimum-quant-qfloat8
+# Reference 2 by https://huggingface.co/twodgirl
+# Reference 3: https://huggingface.co/p1atdev/FLUX.1-schnell-t5-xxl-quanto
+
+import torch
+from diffusers import FluxPipeline, FluxTransformer2DModel
+from optimum.quanto import QuantizedDiffusersModel, QuantizedTransformersModel
+from transformers import T5EncoderModel
+from huggingface_hub import snapshot_download
+
+snapshot_download(repo_id="alfredplpl/flux.1-dev-modern-anime-fp8",local_dir="./anime_fp8")
+
+class QuantizedT5EncoderModel(QuantizedTransformersModel):
+    auto_class = T5EncoderModel
+T5EncoderModel.from_config = lambda c: T5EncoderModel(c).to(dtype=torch.float16) # lol
+
+class QuantizedFlux2DModel(QuantizedDiffusersModel):
+    base_class = FluxTransformer2DModel
+
+pipe = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev",
+                                    transformer=None,
+                                    text_encoder_2=None,
+                                    torch_dtype=torch.bfloat16)
+
+pipe.transformer=QuantizedFlux2DModel.from_pretrained("./anime_fp8/transformer")
+pipe.text_encoder_2=QuantizedT5EncoderModel.from_pretrained("./anime_fp8/transformer")
+pipe.vae=pipe.vae.to(torch.float32)
+pipe.enable_model_cpu_offload()
+
+prompt = "modern anime style, A close-up portrait of a young girl with green hair. Her hair is vibrant and shoulder-length, framing her face softly. She has large, expressive eyes that are slightly tilted upward, with a gentle and calm expression. Her facial features are delicate, with a small nose and soft lips. The background is simple, focusing attention on her face, with soft lighting that highlights her features. The overall style of the illustration is warm and inviting, with a soft color palette and a slightly dreamy atmosphere."
+image = pipe(
+    prompt,
+    height=1024,
+    width=1024,
+    guidance_scale=3.5,
+    num_inference_steps=50,
+    max_sequence_length=512,
+    generator=torch.Generator(device="cuda").manual_seed(0)
+).images[0]
+image.save("modern-anime-fp8.png")
+```
+
 # How to cast fp8
 1. Install quanto-optinum.
 ```bash