Update README.md

README.md

@@ -54,16 +54,19 @@ widget:
 
 ```python
 import torch
-from diffusers import DiffusionPipeline
-
+from diffusers import DiffusionPipeline, EulerAncestralDiscreteScheduler
+from diffusers.models import PixArtTransformer2DModel
 
 
 model_id = "toilaluan/SigmaJourney"
-prompt = "An astronaut is riding a horse through the jungles of Thailand."
 negative_prompt = "malformed, disgusting, overexposed, washed-out"
 
-pipeline = DiffusionPipeline.from_pretrained(model_id)
-pipeline.to('cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu')
+pipeline = DiffusionPipeline.from_pretrained("PixArt-alpha/PixArt-Sigma-XL-2-1024-MS", torch_dtype=torch.float16)
+pipeline.transformer = PixArtTransformer2DModel.from_pretrained(model_id, subfolder="transformer", torch_dtype=torch.float16)
+pipeline.scheduler = EulerAncestralDiscreteScheduler.from_config(pipeline.scheduler.config)
+pipeline.to('cuda' if torch.cuda.is_available() else 'cpu')
+
+prompt = "On the left, there is a red cube. On the right, there is a blue sphere. On top of the red cube is a dog. On top of the blue sphere is a cat"
 image = pipeline(
     prompt=prompt,
     negative_prompt='blurry, cropped, ugly',
@@ -71,9 +74,8 @@ image = pipeline(
     generator=torch.Generator(device='cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu').manual_seed(1641421826),
     width=1024,
     height=1024,
-    guidance_scale=7.5,
-    guidance_rescale=0.0,
+    guidance_scale=5.5,
 ).images[0]
-image.save("output.png", format="PNG")
+image.save("output.png", format="JPEG")
 ```