Buckets:
| import{s as Bn,o as vn,n as xn}from"../chunks/scheduler.53228c21.js";import{S as kn,i as Vn,e as i,s,c as m,h as Cn,a as o,d as n,b as a,f as I,g as c,j as r,k as w,l as p,m as l,n as d,t as u,o as g,p as h}from"../chunks/index.100fac89.js";import{D as Ze}from"../chunks/Docstring.0bff03bd.js";import{C as Z}from"../chunks/CodeBlock.0adb3827.js";import{E as Xn}from"../chunks/ExampleCodeBlock.7ae19316.js";import{H,E as Rn}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.452cf2a8.js";function Yn($e){let J,E="Examples:",G,T,b;return T=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBJTBBcGlwZSUyMCUzRCUyME9tbmlHZW5QaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTIyU2hpdGFvJTJGT21uaUdlbi12MS1kaWZmdXNlcnMlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2KSUwQXBpcGUudG8oJTIyY3VkYSUyMiklMEElMEFwcm9tcHQlMjAlM0QlMjAlMjJBJTIwY2F0JTIwaG9sZGluZyUyMGElMjBzaWduJTIwdGhhdCUyMHNheXMlMjBoZWxsbyUyMHdvcmxkJTIyJTBBJTIzJTIwRGVwZW5kaW5nJTIwb24lMjB0aGUlMjB2YXJpYW50JTIwYmVpbmclMjB1c2VkJTJDJTIwdGhlJTIwcGlwZWxpbmUlMjBjYWxsJTIwd2lsbCUyMHNsaWdodGx5JTIwdmFyeS4lMEElMjMlMjBSZWZlciUyMHRvJTIwdGhlJTIwcGlwZWxpbmUlMjBkb2N1bWVudGF0aW9uJTIwZm9yJTIwbW9yZSUyMGRldGFpbHMuJTBBaW1hZ2UlMjAlM0QlMjBwaXBlKHByb21wdCUyQyUyMG51bV9pbmZlcmVuY2Vfc3RlcHMlM0Q1MCUyQyUyMGd1aWRhbmNlX3NjYWxlJTNEMi41KS5pbWFnZXMlNUIwJTVEJTBBaW1hZ2Uuc2F2ZSglMjJvdXRwdXQucG5nJTIyKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> torch | |
| <span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-meta">>>> </span>pipe = OmniGenPipeline.from_pretrained(<span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, torch_dtype=torch.bfloat16) | |
| <span class="hljs-meta">>>> </span>pipe.to(<span class="hljs-string">"cuda"</span>) | |
| <span class="hljs-meta">>>> </span>prompt = <span class="hljs-string">"A cat holding a sign that says hello world"</span> | |
| <span class="hljs-meta">>>> </span><span class="hljs-comment"># Depending on the variant being used, the pipeline call will slightly vary.</span> | |
| <span class="hljs-meta">>>> </span><span class="hljs-comment"># Refer to the pipeline documentation for more details.</span> | |
| <span class="hljs-meta">>>> </span>image = pipe(prompt, num_inference_steps=<span class="hljs-number">50</span>, guidance_scale=<span class="hljs-number">2.5</span>).images[<span class="hljs-number">0</span>] | |
| <span class="hljs-meta">>>> </span>image.save(<span class="hljs-string">"output.png"</span>)`,lang:"py",wrap:!1}}),{c(){J=i("p"),J.textContent=E,G=s(),m(T.$$.fragment)},l(f){J=o(f,"P",{"data-svelte-h":!0}),r(J)!=="svelte-kvfsh7"&&(J.textContent=E),G=a(f),c(T.$$.fragment,f)},m(f,_){l(f,J,_),l(f,G,_),d(T,f,_),b=!0},p:xn,i(f){b||(u(T.$$.fragment,f),b=!0)},o(f){g(T.$$.fragment,f),b=!1},d(f){f&&(n(J),n(G)),h(T,f)}}}function zn($e){let J,E,G,T,b,f,_,Pt='<a href="https://huggingface.co/papers/2409.11340" rel="nofollow">OmniGen: Unified Image Generation</a> from BAAI, by Shitao Xiao, Yueze Wang, Junjie Zhou, Huaying Yuan, Xingrun Xing, Ruiran Yan, Chaofan Li, Shuting Wang, Tiejun Huang, Zheng Liu.',Se,Q,At="The abstract from the paper is:",He,F,Dt='<em>The emergence of Large Language Models (LLMs) has unified language generation tasks and revolutionized human-machine interaction. However, in the realm of image generation, a unified model capable of handling various tasks within a single framework remains largely unexplored. In this work, we introduce OmniGen, a new diffusion model for unified image generation. OmniGen is characterized by the following features: 1) Unification: OmniGen not only demonstrates text-to-image generation capabilities but also inherently supports various downstream tasks, such as image editing, subject-driven generation, and visual conditional generation. 2) Simplicity: The architecture of OmniGen is highly simplified, eliminating the need for additional plugins. Moreover, compared to existing diffusion models, it is more user-friendly and can complete complex tasks end-to-end through instructions without the need for extra intermediate steps, greatly simplifying the image generation workflow. 3) Knowledge Transfer: Benefit from learning in a unified format, OmniGen effectively transfers knowledge across different tasks, manages unseen tasks and domains, and exhibits novel capabilities. We also explore the model’s reasoning capabilities and potential applications of the chain-of-thought mechanism. This work represents the first attempt at a general-purpose image generation model, and we will release our resources at <a href="https://github.com/VectorSpaceLab/OmniGen" rel="nofollow">https://github.com/VectorSpaceLab/OmniGen</a> to foster future advancements.</em>',Ee,W,Kt='<p>Make sure to check out the Schedulers <a href="../../using-diffusers/schedulers">guide</a> to learn how to explore the tradeoff between scheduler speed and quality, and see the <a href="../../using-diffusers/loading#reuse-a-pipeline">reuse components across pipelines</a> section to learn how to efficiently load the same components into multiple pipelines.</p>',Qe,L,en='This pipeline was contributed by <a href="https://github.com/staoxiao" rel="nofollow">staoxiao</a>. The original codebase can be found <a href="https://github.com/VectorSpaceLab/OmniGen" rel="nofollow">here</a>. The original weights can be found under <a href="https://huggingface.co/Shitao/OmniGen-v1" rel="nofollow">hf.co/shitao</a>.',Fe,q,Le,O,tn='Model weights may be stored in separate subfolders on the Hub or locally, in which case, you should use the <a href="/docs/diffusers/pr_13771/en/api/pipelines/overview#diffusers.DiffusionPipeline.from_pretrained">from_pretrained()</a> method.',qe,P,Oe,A,Pe,D,nn=`For text-to-image, pass a text prompt. By default, OmniGen generates a 1024x1024 image. | |
| You can try setting the <code>height</code> and <code>width</code> parameters to generate images with different size.`,Ae,K,De,B,ln='<img src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/t2i_woman_with_book.png" alt="generated image"/>',Ke,ee,et,te,sn=`OmniGen supports multimodal inputs. | |
| When the input includes an image, you need to add a placeholder <code><img><|image_1|></img></code> in the text prompt to represent the image. | |
| It is recommended to enable <code>use_input_image_size_as_output</code> to keep the edited image the same size as the original image.`,tt,ne,nt,v,an='<div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/t2i_woman_with_book.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">original image</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/edit.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">edited image</figcaption></div>',lt,le,on="OmniGen has some interesting features, such as visual reasoning, as shown in the example below.",st,se,at,x,pn='<img src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/reasoning.png" alt="generated image"/>',it,ae,ot,ie,rn="OmniGen can handle several classic computer vision tasks. As shown below, OmniGen can detect human skeletons in input images, which can be used as control conditions to generate new images.",pt,oe,rt,k,mn='<div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/edit.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">original image</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/skeletal.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">detected skeleton</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/skeletal2img.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">skeleton to image</figcaption></div>',mt,pe,cn="OmniGen can also directly use relevant information from input images to generate new images.",ct,re,dt,V,dn='<div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/same_pose.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">generated image</figcaption></div>',ut,me,gt,ce,un=`OmniGen can generate multiple images based on the people and objects in the input image and supports inputting multiple images simultaneously. | |
| Additionally, OmniGen can extract desired objects from an image containing multiple objects based on instructions.`,ht,de,Mt,C,gn='<div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/3.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">input_image_1</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/4.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">input_image_2</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/id2.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">generated image</figcaption></div>',yt,ue,ft,X,hn='<div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/emma.jpeg"/> <figcaption class="mt-2 text-center text-sm text-gray-500">person image</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/dress.jpg"/> <figcaption class="mt-2 text-center text-sm text-gray-500">clothe image</figcaption></div> <div class="flex-1"><img class="rounded-xl" src="https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/tryon.png"/> <figcaption class="mt-2 text-center text-sm text-gray-500">generated image</figcaption></div>',Jt,ge,wt,he,Mn=`For text-to-image task, OmniGen requires minimal memory and time costs (9GB memory and 31s for a 1024x1024 image on A800 GPU). | |
| However, when using input images, the computational cost increases.`,Tt,Me,yn="Here are some guidelines to help you reduce computational costs when using multiple images. The experiments are conducted on an A800 GPU with two input images.",bt,ye,fn=`Like other pipelines, you can reduce memory usage by offloading the model: <code>pipe.enable_model_cpu_offload()</code> or <code>pipe.enable_sequential_cpu_offload() </code>. | |
| In OmniGen, you can also decrease computational overhead by reducing the <code>max_input_image_size</code>. | |
| The memory consumption for different image sizes is shown in the table below:`,Ut,fe,Jn="<thead><tr><th>Method</th> <th>Memory Usage</th></tr></thead> <tbody><tr><td>max_input_image_size=1024</td> <td>40GB</td></tr> <tr><td>max_input_image_size=512</td> <td>17GB</td></tr> <tr><td>max_input_image_size=256</td> <td>14GB</td></tr></tbody>",_t,Je,Gt,M,we,kt,We,wn="The OmniGen pipeline for multimodal-to-image generation.",Vt,Be,Tn='Reference: <a href="https://huggingface.co/papers/2409.11340" rel="nofollow">https://huggingface.co/papers/2409.11340</a>',Ct,U,Te,Xt,ve,bn="Function invoked when calling the pipeline for generation.",Rt,R,Yt,xe,Un=`Returns: <a href="/docs/diffusers/pr_13771/en/api/pipelines/latent_diffusion#diffusers.ImagePipelineOutput">ImagePipelineOutput</a> or <code>tuple</code>: | |
| If <code>return_dict</code> is <code>True</code>, <a href="/docs/diffusers/pr_13771/en/api/pipelines/latent_diffusion#diffusers.ImagePipelineOutput">ImagePipelineOutput</a> is returned, otherwise a <code>tuple</code> is returned | |
| where the first element is a list with the generated images.`,zt,Y,be,Nt,ke,_n=`Disable sliced VAE decoding. If <code>enable_vae_slicing</code> was previously enabled, this method will go back to | |
| computing decoding in one step.`,$t,z,Ue,St,Ve,Gn=`Disable tiled VAE decoding. If <code>enable_vae_tiling</code> was previously enabled, this method will go back to | |
| computing decoding in one step.`,Ht,N,_e,Et,Ce,jn=`Enable sliced VAE decoding. When this option is enabled, the VAE will split the input tensor in slices to | |
| compute decoding in several steps. This is useful to save some memory and allow larger batch sizes.`,Qt,$,Ge,Ft,Xe,In=`Enable tiled VAE decoding. When this option is enabled, the VAE will split the input tensor into tiles to | |
| compute decoding and encoding in several steps. This is useful for saving a large amount of memory and to allow | |
| processing larger images.`,Lt,j,je,qt,Re,Zn="get the continue embedding of input images by VAE",Ot,Ye,Wn="Returns: torch.Tensor",jt,Ie,It,Ne,Zt;return b=new H({props:{title:"OmniGen",local:"omnigen",headingTag:"h1"}}),q=new H({props:{title:"Load model checkpoints",local:"load-model-checkpoints",headingTag:"h2"}}),P=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBJTBBcGlwZSUyMCUzRCUyME9tbmlHZW5QaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTIyU2hpdGFvJTJGT21uaUdlbi12MS1kaWZmdXNlcnMlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2KQ==",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| pipe = OmniGenPipeline.from_pretrained(<span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, torch_dtype=torch.bfloat16)`,lang:"python",wrap:!1}}),A=new H({props:{title:"Text-to-image",local:"text-to-image",headingTag:"h2"}}),K=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBJTBBcGlwZSUyMCUzRCUyME9tbmlHZW5QaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIyU2hpdGFvJTJGT21uaUdlbi12MS1kaWZmdXNlcnMlMjIlMkMlMEElMjAlMjAlMjAlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2JTBBKSUwQXBpcGUudG8oJTIyY3VkYSUyMiklMEElMEFwcm9tcHQlMjAlM0QlMjAlMjJSZWFsaXN0aWMlMjBwaG90by4lMjBBJTIweW91bmclMjB3b21hbiUyMHNpdHMlMjBvbiUyMGElMjBzb2ZhJTJDJTIwaG9sZGluZyUyMGElMjBib29rJTIwYW5kJTIwZmFjaW5nJTIwdGhlJTIwY2FtZXJhLiUyMFNoZSUyMHdlYXJzJTIwZGVsaWNhdGUlMjBzaWx2ZXIlMjBob29wJTIwZWFycmluZ3MlMjBhZG9ybmVkJTIwd2l0aCUyMHRpbnklMkMlMjBzcGFya2xpbmclMjBkaWFtb25kcyUyMHRoYXQlMjBjYXRjaCUyMHRoZSUyMGxpZ2h0JTJDJTIwd2l0aCUyMGhlciUyMGxvbmclMjBjaGVzdG51dCUyMGhhaXIlMjBjYXNjYWRpbmclMjBvdmVyJTIwaGVyJTIwc2hvdWxkZXJzLiUyMEhlciUyMGV5ZXMlMjBhcmUlMjBmb2N1c2VkJTIwYW5kJTIwZ2VudGxlJTJDJTIwZnJhbWVkJTIwYnklMjBsb25nJTJDJTIwZGFyayUyMGxhc2hlcy4lMjBTaGUlMjBpcyUyMGRyZXNzZWQlMjBpbiUyMGElMjBjb3p5JTIwY3JlYW0lMjBzd2VhdGVyJTJDJTIwd2hpY2glMjBjb21wbGVtZW50cyUyMGhlciUyMHdhcm0lMkMlMjBpbnZpdGluZyUyMHNtaWxlLiUyMEJlaGluZCUyMGhlciUyQyUyMHRoZXJlJTIwaXMlMjBhJTIwdGFibGUlMjB3aXRoJTIwYSUyMGN1cCUyMG9mJTIwd2F0ZXIlMjBpbiUyMGElMjBzbGVlayUyQyUyMG1pbmltYWxpc3QlMjBibHVlJTIwbXVnLiUyMFRoZSUyMGJhY2tncm91bmQlMjBpcyUyMGElMjBzZXJlbmUlMjBpbmRvb3IlMjBzZXR0aW5nJTIwd2l0aCUyMHNvZnQlMjBuYXR1cmFsJTIwbGlnaHQlMjBmaWx0ZXJpbmclMjB0aHJvdWdoJTIwYSUyMHdpbmRvdyUyQyUyMGFkb3JuZWQlMjB3aXRoJTIwdGFzdGVmdWwlMjBhcnQlMjBhbmQlMjBmbG93ZXJzJTJDJTIwY3JlYXRpbmclMjBhJTIwY296eSUyMGFuZCUyMHBlYWNlZnVsJTIwYW1iaWFuY2UuJTIwNEslMkMlMjBIRC4lMjIlMEFpbWFnZSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMGd1aWRhbmNlX3NjYWxlJTNEMyUyQyUwQSUyMCUyMCUyMCUyMGdlbmVyYXRvciUzRHRvcmNoLkdlbmVyYXRvcihkZXZpY2UlM0QlMjJjcHUlMjIpLm1hbnVhbF9zZWVkKDExMSklMkMlMEEpLmltYWdlcyU1QjAlNUQlMEFpbWFnZS5zYXZlKCUyMm91dHB1dC5wbmclMjIp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt = <span class="hljs-string">"Realistic photo. A young woman sits on a sofa, holding a book and facing the camera. She wears delicate silver hoop earrings adorned with tiny, sparkling diamonds that catch the light, with her long chestnut hair cascading over her shoulders. Her eyes are focused and gentle, framed by long, dark lashes. She is dressed in a cozy cream sweater, which complements her warm, inviting smile. Behind her, there is a table with a cup of water in a sleek, minimalist blue mug. The background is a serene indoor setting with soft natural light filtering through a window, adorned with tasteful art and flowers, creating a cozy and peaceful ambiance. 4K, HD."</span> | |
| image = pipe( | |
| prompt=prompt, | |
| height=<span class="hljs-number">1024</span>, | |
| width=<span class="hljs-number">1024</span>, | |
| guidance_scale=<span class="hljs-number">3</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">111</span>), | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"python",wrap:!1}}),ee=new H({props:{title:"Image edit",local:"image-edit",headingTag:"h2"}}),ne=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBZnJvbSUyMGRpZmZ1c2Vycy51dGlscyUyMGltcG9ydCUyMGxvYWRfaW1hZ2UlMjAlMEElMEFwaXBlJTIwJTNEJTIwT21uaUdlblBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJTaGl0YW8lMkZPbW5pR2VuLXYxLWRpZmZ1c2VycyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMEEpJTBBcGlwZS50byglMjJjdWRhJTIyKSUwQSUwQXByb21wdCUzRCUyMiUzQ2ltZyUzRSUzQyU3Q2ltYWdlXzElN0MlM0UlM0MlMkZpbWclM0UlMjBSZW1vdmUlMjB0aGUlMjB3b21hbidzJTIwZWFycmluZ3MuJTIwUmVwbGFjZSUyMHRoZSUyMG11ZyUyMHdpdGglMjBhJTIwY2xlYXIlMjBnbGFzcyUyMGZpbGxlZCUyMHdpdGglMjBzcGFya2xpbmclMjBpY2VkJTIwY29sYS4lMjIlMEFpbnB1dF9pbWFnZXMlM0QlNUJsb2FkX2ltYWdlKCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlZlY3RvclNwYWNlTGFiJTJGT21uaUdlbiUyRm1haW4lMkZpbWdzJTJGZG9jc19pbWclMkZ0Mmlfd29tYW5fd2l0aF9ib29rLnBuZyUyMiklNUQlMEFpbWFnZSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW5wdXRfaW1hZ2VzJTNEaW5wdXRfaW1hZ2VzJTJDJTIwJTBBJTIwJTIwJTIwJTIwZ3VpZGFuY2Vfc2NhbGUlM0QyJTJDJTIwJTBBJTIwJTIwJTIwJTIwaW1nX2d1aWRhbmNlX3NjYWxlJTNEMS42JTJDJTBBJTIwJTIwJTIwJTIwdXNlX2lucHV0X2ltYWdlX3NpemVfYXNfb3V0cHV0JTNEVHJ1ZSUyQyUwQSUyMCUyMCUyMCUyMGdlbmVyYXRvciUzRHRvcmNoLkdlbmVyYXRvcihkZXZpY2UlM0QlMjJjcHUlMjIpLm1hbnVhbF9zZWVkKDIyMiklMEEpLmltYWdlcyU1QjAlNUQlMEFpbWFnZS5zYXZlKCUyMm91dHB1dC5wbmclMjIp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> load_image | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt=<span class="hljs-string">"<img><|image_1|></img> Remove the woman's earrings. Replace the mug with a clear glass filled with sparkling iced cola."</span> | |
| input_images=[load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/t2i_woman_with_book.png"</span>)] | |
| image = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| guidance_scale=<span class="hljs-number">2</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| use_input_image_size_as_output=<span class="hljs-literal">True</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">222</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"python",wrap:!1}}),se=new Z({props:{code:"cHJvbXB0JTNEJTIySWYlMjB0aGUlMjB3b21hbiUyMGlzJTIwdGhpcnN0eSUyQyUyMHdoYXQlMjBzaG91bGQlMjBzaGUlMjB0YWtlJTNGJTIwRmluZCUyMGl0JTIwaW4lMjB0aGUlMjBpbWFnZSUyMGFuZCUyMGhpZ2hsaWdodCUyMGl0JTIwaW4lMjBibHVlLiUyMCUzQ2ltZyUzRSUzQyU3Q2ltYWdlXzElN0MlM0UlM0MlMkZpbWclM0UlMjIlMEFpbnB1dF9pbWFnZXMlM0QlNUJsb2FkX2ltYWdlKCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlZlY3RvclNwYWNlTGFiJTJGT21uaUdlbiUyRm1haW4lMkZpbWdzJTJGZG9jc19pbWclMkZlZGl0LnBuZyUyMiklNUQlMEFpbWFnZSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW5wdXRfaW1hZ2VzJTNEaW5wdXRfaW1hZ2VzJTJDJTIwJTBBJTIwJTIwJTIwJTIwZ3VpZGFuY2Vfc2NhbGUlM0QyJTJDJTIwJTBBJTIwJTIwJTIwJTIwaW1nX2d1aWRhbmNlX3NjYWxlJTNEMS42JTJDJTBBJTIwJTIwJTIwJTIwdXNlX2lucHV0X2ltYWdlX3NpemVfYXNfb3V0cHV0JTNEVHJ1ZSUyQyUwQSUyMCUyMCUyMCUyMGdlbmVyYXRvciUzRHRvcmNoLkdlbmVyYXRvcihkZXZpY2UlM0QlMjJjcHUlMjIpLm1hbnVhbF9zZWVkKDApJTBBKS5pbWFnZXMlNUIwJTVEJTBBaW1hZ2Uuc2F2ZSglMjJvdXRwdXQucG5nJTIyKQ==",highlighted:`prompt=<span class="hljs-string">"If the woman is thirsty, what should she take? Find it in the image and highlight it in blue. <img><|image_1|></img>"</span> | |
| input_images=[load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/edit.png"</span>)] | |
| image = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| guidance_scale=<span class="hljs-number">2</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| use_input_image_size_as_output=<span class="hljs-literal">True</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">0</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"python",wrap:!1}}),ae=new H({props:{title:"Controllable generation",local:"controllable-generation",headingTag:"h2"}}),oe=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBZnJvbSUyMGRpZmZ1c2Vycy51dGlscyUyMGltcG9ydCUyMGxvYWRfaW1hZ2UlMjAlMEElMEFwaXBlJTIwJTNEJTIwT21uaUdlblBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJTaGl0YW8lMkZPbW5pR2VuLXYxLWRpZmZ1c2VycyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMEEpJTBBcGlwZS50byglMjJjdWRhJTIyKSUwQSUwQXByb21wdCUzRCUyMkRldGVjdCUyMHRoZSUyMHNrZWxldG9uJTIwb2YlMjBodW1hbiUyMGluJTIwdGhpcyUyMGltYWdlJTNBJTIwJTNDaW1nJTNFJTNDJTdDaW1hZ2VfMSU3QyUzRSUzQyUyRmltZyUzRSUyMiUwQWlucHV0X2ltYWdlcyUzRCU1QmxvYWRfaW1hZ2UoJTIyaHR0cHMlM0ElMkYlMkZyYXcuZ2l0aHVidXNlcmNvbnRlbnQuY29tJTJGVmVjdG9yU3BhY2VMYWIlMkZPbW5pR2VuJTJGbWFpbiUyRmltZ3MlMkZkb2NzX2ltZyUyRmVkaXQucG5nJTIyKSU1RCUwQWltYWdlMSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW5wdXRfaW1hZ2VzJTNEaW5wdXRfaW1hZ2VzJTJDJTIwJTBBJTIwJTIwJTIwJTIwZ3VpZGFuY2Vfc2NhbGUlM0QyJTJDJTIwJTBBJTIwJTIwJTIwJTIwaW1nX2d1aWRhbmNlX3NjYWxlJTNEMS42JTJDJTBBJTIwJTIwJTIwJTIwdXNlX2lucHV0X2ltYWdlX3NpemVfYXNfb3V0cHV0JTNEVHJ1ZSUyQyUwQSUyMCUyMCUyMCUyMGdlbmVyYXRvciUzRHRvcmNoLkdlbmVyYXRvcihkZXZpY2UlM0QlMjJjcHUlMjIpLm1hbnVhbF9zZWVkKDMzMyklMEEpLmltYWdlcyU1QjAlNUQlMEFpbWFnZTEuc2F2ZSglMjJpbWFnZTEucG5nJTIyKSUwQSUwQXByb21wdCUzRCUyMkdlbmVyYXRlJTIwYSUyMG5ldyUyMHBob3RvJTIwdXNpbmclMjB0aGUlMjBmb2xsb3dpbmclMjBwaWN0dXJlJTIwYW5kJTIwdGV4dCUyMGFzJTIwY29uZGl0aW9ucyUzQSUyMCUzQ2ltZyUzRSUzQyU3Q2ltYWdlXzElN0MlM0UlM0MlMkZpbWclM0UlNUNuJTIwQSUyMHlvdW5nJTIwYm95JTIwaXMlMjBzaXR0aW5nJTIwb24lMjBhJTIwc29mYSUyMGluJTIwdGhlJTIwbGlicmFyeSUyQyUyMGhvbGRpbmclMjBhJTIwYm9vay4lMjBIaXMlMjBoYWlyJTIwaXMlMjBuZWF0bHklMjBjb21iZWQlMkMlMjBhbmQlMjBhJTIwZmFpbnQlMjBzbWlsZSUyMHBsYXlzJTIwb24lMjBoaXMlMjBsaXBzJTJDJTIwd2l0aCUyMGElMjBmZXclMjBmcmVja2xlcyUyMHNjYXR0ZXJlZCUyMGFjcm9zcyUyMGhpcyUyMGNoZWVrcy4lMjBUaGUlMjBsaWJyYXJ5JTIwaXMlMjBxdWlldCUyQyUyMHdpdGglMjByb3dzJTIwb2YlMjBzaGVsdmVzJTIwZmlsbGVkJTIwd2l0aCUyMGJvb2tzJTIwc3RyZXRjaGluZyUyMG91dCUyMGJlaGluZCUyMGhpbS4lMjIlMEFpbnB1dF9pbWFnZXMlM0QlNUJsb2FkX2ltYWdlKCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlZlY3RvclNwYWNlTGFiJTJGT21uaUdlbiUyRm1haW4lMkZpbWdzJTJGZG9jc19pbWclMkZza2VsZXRhbC5wbmclMjIpJTVEJTBBaW1hZ2UyJTIwJTNEJTIwcGlwZSglMEElMjAlMjAlMjAlMjBwcm9tcHQlM0Rwcm9tcHQlMkMlMjAlMEElMjAlMjAlMjAlMjBpbnB1dF9pbWFnZXMlM0RpbnB1dF9pbWFnZXMlMkMlMjAlMEElMjAlMjAlMjAlMjBndWlkYW5jZV9zY2FsZSUzRDIlMkMlMjAlMEElMjAlMjAlMjAlMjBpbWdfZ3VpZGFuY2Vfc2NhbGUlM0QxLjYlMkMlMEElMjAlMjAlMjAlMjB1c2VfaW5wdXRfaW1hZ2Vfc2l6ZV9hc19vdXRwdXQlM0RUcnVlJTJDJTBBJTIwJTIwJTIwJTIwZ2VuZXJhdG9yJTNEdG9yY2guR2VuZXJhdG9yKGRldmljZSUzRCUyMmNwdSUyMikubWFudWFsX3NlZWQoMzMzKSUwQSkuaW1hZ2VzJTVCMCU1RCUwQWltYWdlMi5zYXZlKCUyMmltYWdlMi5wbmclMjIp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> load_image | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt=<span class="hljs-string">"Detect the skeleton of human in this image: <img><|image_1|></img>"</span> | |
| input_images=[load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/edit.png"</span>)] | |
| image1 = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| guidance_scale=<span class="hljs-number">2</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| use_input_image_size_as_output=<span class="hljs-literal">True</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">333</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image1.save(<span class="hljs-string">"image1.png"</span>) | |
| prompt=<span class="hljs-string">"Generate a new photo using the following picture and text as conditions: <img><|image_1|></img>\\n A young boy is sitting on a sofa in the library, holding a book. His hair is neatly combed, and a faint smile plays on his lips, with a few freckles scattered across his cheeks. The library is quiet, with rows of shelves filled with books stretching out behind him."</span> | |
| input_images=[load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/skeletal.png"</span>)] | |
| image2 = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| guidance_scale=<span class="hljs-number">2</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| use_input_image_size_as_output=<span class="hljs-literal">True</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">333</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image2.save(<span class="hljs-string">"image2.png"</span>)`,lang:"python",wrap:!1}}),re=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBZnJvbSUyMGRpZmZ1c2Vycy51dGlscyUyMGltcG9ydCUyMGxvYWRfaW1hZ2UlMjAlMEElMEFwaXBlJTIwJTNEJTIwT21uaUdlblBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJTaGl0YW8lMkZPbW5pR2VuLXYxLWRpZmZ1c2VycyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMEEpJTBBcGlwZS50byglMjJjdWRhJTIyKSUwQSUwQXByb21wdCUzRCUyMkZvbGxvd2luZyUyMHRoZSUyMHBvc2UlMjBvZiUyMHRoaXMlMjBpbWFnZSUyMCUzQ2ltZyUzRSUzQyU3Q2ltYWdlXzElN0MlM0UlM0MlMkZpbWclM0UlMkMlMjBnZW5lcmF0ZSUyMGElMjBuZXclMjBwaG90byUzQSUyMEElMjB5b3VuZyUyMGJveSUyMGlzJTIwc2l0dGluZyUyMG9uJTIwYSUyMHNvZmElMjBpbiUyMHRoZSUyMGxpYnJhcnklMkMlMjBob2xkaW5nJTIwYSUyMGJvb2suJTIwSGlzJTIwaGFpciUyMGlzJTIwbmVhdGx5JTIwY29tYmVkJTJDJTIwYW5kJTIwYSUyMGZhaW50JTIwc21pbGUlMjBwbGF5cyUyMG9uJTIwaGlzJTIwbGlwcyUyQyUyMHdpdGglMjBhJTIwZmV3JTIwZnJlY2tsZXMlMjBzY2F0dGVyZWQlMjBhY3Jvc3MlMjBoaXMlMjBjaGVla3MuJTIwVGhlJTIwbGlicmFyeSUyMGlzJTIwcXVpZXQlMkMlMjB3aXRoJTIwcm93cyUyMG9mJTIwc2hlbHZlcyUyMGZpbGxlZCUyMHdpdGglMjBib29rcyUyMHN0cmV0Y2hpbmclMjBvdXQlMjBiZWhpbmQlMjBoaW0uJTIyJTBBaW5wdXRfaW1hZ2VzJTNEJTVCbG9hZF9pbWFnZSglMjJodHRwcyUzQSUyRiUyRnJhdy5naXRodWJ1c2VyY29udGVudC5jb20lMkZWZWN0b3JTcGFjZUxhYiUyRk9tbmlHZW4lMkZtYWluJTJGaW1ncyUyRmRvY3NfaW1nJTJGZWRpdC5wbmclMjIpJTVEJTBBaW1hZ2UlMjAlM0QlMjBwaXBlKCUwQSUyMCUyMCUyMCUyMHByb21wdCUzRHByb21wdCUyQyUyMCUwQSUyMCUyMCUyMCUyMGlucHV0X2ltYWdlcyUzRGlucHV0X2ltYWdlcyUyQyUyMCUwQSUyMCUyMCUyMCUyMGd1aWRhbmNlX3NjYWxlJTNEMiUyQyUyMCUwQSUyMCUyMCUyMCUyMGltZ19ndWlkYW5jZV9zY2FsZSUzRDEuNiUyQyUwQSUyMCUyMCUyMCUyMHVzZV9pbnB1dF9pbWFnZV9zaXplX2FzX291dHB1dCUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjBnZW5lcmF0b3IlM0R0b3JjaC5HZW5lcmF0b3IoZGV2aWNlJTNEJTIyY3B1JTIyKS5tYW51YWxfc2VlZCgwKSUwQSkuaW1hZ2VzJTVCMCU1RCUwQWltYWdlLnNhdmUoJTIyb3V0cHV0LnBuZyUyMik=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> load_image | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt=<span class="hljs-string">"Following the pose of this image <img><|image_1|></img>, generate a new photo: A young boy is sitting on a sofa in the library, holding a book. His hair is neatly combed, and a faint smile plays on his lips, with a few freckles scattered across his cheeks. The library is quiet, with rows of shelves filled with books stretching out behind him."</span> | |
| input_images=[load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/edit.png"</span>)] | |
| image = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| guidance_scale=<span class="hljs-number">2</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| use_input_image_size_as_output=<span class="hljs-literal">True</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">0</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"python",wrap:!1}}),me=new H({props:{title:"ID and object preserving",local:"id-and-object-preserving",headingTag:"h2"}}),de=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBZnJvbSUyMGRpZmZ1c2Vycy51dGlscyUyMGltcG9ydCUyMGxvYWRfaW1hZ2UlMjAlMEElMEFwaXBlJTIwJTNEJTIwT21uaUdlblBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJTaGl0YW8lMkZPbW5pR2VuLXYxLWRpZmZ1c2VycyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMEEpJTBBcGlwZS50byglMjJjdWRhJTIyKSUwQSUwQXByb21wdCUzRCUyMkElMjBtYW4lMjBhbmQlMjBhJTIwd29tYW4lMjBhcmUlMjBzaXR0aW5nJTIwYXQlMjBhJTIwY2xhc3Nyb29tJTIwZGVzay4lMjBUaGUlMjBtYW4lMjBpcyUyMHRoZSUyMG1hbiUyMHdpdGglMjB5ZWxsb3clMjBoYWlyJTIwaW4lMjAlM0NpbWclM0UlM0MlN0NpbWFnZV8xJTdDJTNFJTNDJTJGaW1nJTNFLiUyMFRoZSUyMHdvbWFuJTIwaXMlMjB0aGUlMjB3b21hbiUyMG9uJTIwdGhlJTIwbGVmdCUyMG9mJTIwJTNDaW1nJTNFJTNDJTdDaW1hZ2VfMiU3QyUzRSUzQyUyRmltZyUzRSUyMiUwQWlucHV0X2ltYWdlXzElMjAlM0QlMjBsb2FkX2ltYWdlKCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlZlY3RvclNwYWNlTGFiJTJGT21uaUdlbiUyRm1haW4lMkZpbWdzJTJGZG9jc19pbWclMkYzLnBuZyUyMiklMEFpbnB1dF9pbWFnZV8yJTIwJTNEJTIwbG9hZF9pbWFnZSglMjJodHRwcyUzQSUyRiUyRnJhdy5naXRodWJ1c2VyY29udGVudC5jb20lMkZWZWN0b3JTcGFjZUxhYiUyRk9tbmlHZW4lMkZtYWluJTJGaW1ncyUyRmRvY3NfaW1nJTJGNC5wbmclMjIpJTBBaW5wdXRfaW1hZ2VzJTNEJTVCaW5wdXRfaW1hZ2VfMSUyQyUyMGlucHV0X2ltYWdlXzIlNUQlMEFpbWFnZSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW5wdXRfaW1hZ2VzJTNEaW5wdXRfaW1hZ2VzJTJDJTIwJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMGd1aWRhbmNlX3NjYWxlJTNEMi41JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW1nX2d1aWRhbmNlX3NjYWxlJTNEMS42JTJDJTBBJTIwJTIwJTIwJTIwZ2VuZXJhdG9yJTNEdG9yY2guR2VuZXJhdG9yKGRldmljZSUzRCUyMmNwdSUyMikubWFudWFsX3NlZWQoNjY2KSUwQSkuaW1hZ2VzJTVCMCU1RCUwQWltYWdlLnNhdmUoJTIyb3V0cHV0LnBuZyUyMik=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> load_image | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt=<span class="hljs-string">"A man and a woman are sitting at a classroom desk. The man is the man with yellow hair in <img><|image_1|></img>. The woman is the woman on the left of <img><|image_2|></img>"</span> | |
| input_image_1 = load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/3.png"</span>) | |
| input_image_2 = load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/4.png"</span>) | |
| input_images=[input_image_1, input_image_2] | |
| image = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| height=<span class="hljs-number">1024</span>, | |
| width=<span class="hljs-number">1024</span>, | |
| guidance_scale=<span class="hljs-number">2.5</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">666</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"python",wrap:!1}}),ue=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwT21uaUdlblBpcGVsaW5lJTBBZnJvbSUyMGRpZmZ1c2Vycy51dGlscyUyMGltcG9ydCUyMGxvYWRfaW1hZ2UlMjAlMEElMEFwaXBlJTIwJTNEJTIwT21uaUdlblBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJTaGl0YW8lMkZPbW5pR2VuLXYxLWRpZmZ1c2VycyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMEEpJTBBcGlwZS50byglMjJjdWRhJTIyKSUwQSUwQXByb21wdCUzRCUyMkElMjB3b21hbiUyMGlzJTIwd2Fsa2luZyUyMGRvd24lMjB0aGUlMjBzdHJlZXQlMkMlMjB3ZWFyaW5nJTIwYSUyMHdoaXRlJTIwbG9uZy1zbGVldmUlMjBibG91c2UlMjB3aXRoJTIwbGFjZSUyMGRldGFpbHMlMjBvbiUyMHRoZSUyMHNsZWV2ZXMlMkMlMjBwYWlyZWQlMjB3aXRoJTIwYSUyMGJsdWUlMjBwbGVhdGVkJTIwc2tpcnQuJTIwVGhlJTIwd29tYW4lMjBpcyUyMCUzQ2ltZyUzRSUzQyU3Q2ltYWdlXzElN0MlM0UlM0MlMkZpbWclM0UuJTIwVGhlJTIwbG9uZy1zbGVldmUlMjBibG91c2UlMjBhbmQlMjBhJTIwcGxlYXRlZCUyMHNraXJ0JTIwYXJlJTIwJTNDaW1nJTNFJTNDJTdDaW1hZ2VfMiU3QyUzRSUzQyUyRmltZyUzRS4lMjIlMEFpbnB1dF9pbWFnZV8xJTIwJTNEJTIwbG9hZF9pbWFnZSglMjJodHRwcyUzQSUyRiUyRnJhdy5naXRodWJ1c2VyY29udGVudC5jb20lMkZWZWN0b3JTcGFjZUxhYiUyRk9tbmlHZW4lMkZtYWluJTJGaW1ncyUyRmRvY3NfaW1nJTJGZW1tYS5qcGVnJTIyKSUwQWlucHV0X2ltYWdlXzIlMjAlM0QlMjBsb2FkX2ltYWdlKCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlZlY3RvclNwYWNlTGFiJTJGT21uaUdlbiUyRm1haW4lMkZpbWdzJTJGZG9jc19pbWclMkZkcmVzcy5qcGclMjIpJTBBaW5wdXRfaW1hZ2VzJTNEJTVCaW5wdXRfaW1hZ2VfMSUyQyUyMGlucHV0X2ltYWdlXzIlNUQlMEFpbWFnZSUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW5wdXRfaW1hZ2VzJTNEaW5wdXRfaW1hZ2VzJTJDJTIwJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTAyNCUyQyUwQSUyMCUyMCUyMCUyMGd1aWRhbmNlX3NjYWxlJTNEMi41JTJDJTIwJTBBJTIwJTIwJTIwJTIwaW1nX2d1aWRhbmNlX3NjYWxlJTNEMS42JTJDJTBBJTIwJTIwJTIwJTIwZ2VuZXJhdG9yJTNEdG9yY2guR2VuZXJhdG9yKGRldmljZSUzRCUyMmNwdSUyMikubWFudWFsX3NlZWQoNjY2KSUwQSkuaW1hZ2VzJTVCMCU1RCUwQWltYWdlLnNhdmUoJTIyb3V0cHV0LnBuZyUyMik=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> OmniGenPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> load_image | |
| pipe = OmniGenPipeline.from_pretrained( | |
| <span class="hljs-string">"Shitao/OmniGen-v1-diffusers"</span>, | |
| torch_dtype=torch.bfloat16 | |
| ) | |
| pipe.to(<span class="hljs-string">"cuda"</span>) | |
| prompt=<span class="hljs-string">"A woman is walking down the street, wearing a white long-sleeve blouse with lace details on the sleeves, paired with a blue pleated skirt. The woman is <img><|image_1|></img>. The long-sleeve blouse and a pleated skirt are <img><|image_2|></img>."</span> | |
| input_image_1 = load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/emma.jpeg"</span>) | |
| input_image_2 = load_image(<span class="hljs-string">"https://raw.githubusercontent.com/VectorSpaceLab/OmniGen/main/imgs/docs_img/dress.jpg"</span>) | |
| input_images=[input_image_1, input_image_2] | |
| image = pipe( | |
| prompt=prompt, | |
| input_images=input_images, | |
| height=<span class="hljs-number">1024</span>, | |
| width=<span class="hljs-number">1024</span>, | |
| guidance_scale=<span class="hljs-number">2.5</span>, | |
| img_guidance_scale=<span class="hljs-number">1.6</span>, | |
| generator=torch.Generator(device=<span class="hljs-string">"cpu"</span>).manual_seed(<span class="hljs-number">666</span>) | |
| ).images[<span class="hljs-number">0</span>] | |
| image.save(<span class="hljs-string">"output.png"</span>)`,lang:"py",wrap:!1}}),ge=new H({props:{title:"Optimization when using multiple images",local:"optimization-when-using-multiple-images",headingTag:"h2"}}),Je=new H({props:{title:"OmniGenPipeline",local:"diffusers.OmniGenPipeline",headingTag:"h2"}}),we=new Ze({props:{name:"class diffusers.OmniGenPipeline",anchor:"diffusers.OmniGenPipeline",parameters:[{name:"transformer",val:": OmniGenTransformer2DModel"},{name:"scheduler",val:": FlowMatchEulerDiscreteScheduler"},{name:"vae",val:": AutoencoderKL"},{name:"tokenizer",val:": LlamaTokenizer"}],parametersDescription:[{anchor:"diffusers.OmniGenPipeline.transformer",description:`<strong>transformer</strong> (<a href="/docs/diffusers/pr_13771/en/api/models/omnigen_transformer#diffusers.OmniGenTransformer2DModel">OmniGenTransformer2DModel</a>) — | |
| Autoregressive Transformer architecture for OmniGen.`,name:"transformer"},{anchor:"diffusers.OmniGenPipeline.scheduler",description:`<strong>scheduler</strong> (<a href="/docs/diffusers/pr_13771/en/api/schedulers/flow_match_euler_discrete#diffusers.FlowMatchEulerDiscreteScheduler">FlowMatchEulerDiscreteScheduler</a>) — | |
| A scheduler to be used in combination with <code>transformer</code> to denoise the encoded image latents.`,name:"scheduler"},{anchor:"diffusers.OmniGenPipeline.vae",description:`<strong>vae</strong> (<a href="/docs/diffusers/pr_13771/en/api/models/autoencoderkl#diffusers.AutoencoderKL">AutoencoderKL</a>) — | |
| Variational Auto-Encoder (VAE) Model to encode and decode images to and from latent representations.`,name:"vae"},{anchor:"diffusers.OmniGenPipeline.tokenizer",description:`<strong>tokenizer</strong> (<code>LlamaTokenizer</code>) — | |
| Text tokenizer of class. | |
| <a href="https://huggingface.co/docs/transformers/main/model_doc/llama#transformers.LlamaTokenizer" rel="nofollow">LlamaTokenizer</a>.`,name:"tokenizer"}],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L119"}}),Te=new Ze({props:{name:"__call__",anchor:"diffusers.OmniGenPipeline.__call__",parameters:[{name:"prompt",val:": str | list[str]"},{name:"input_images",val:": PIL.Image.Image | numpy.ndarray | torch.Tensor | list[PIL.Image.Image] | list[numpy.ndarray] | list[torch.Tensor] | list[PIL.Image.Image | numpy.ndarray | torch.Tensor | list[PIL.Image.Image] | list[numpy.ndarray] | list[torch.Tensor]] = None"},{name:"height",val:": int | None = None"},{name:"width",val:": int | None = None"},{name:"num_inference_steps",val:": int = 50"},{name:"max_input_image_size",val:": int = 1024"},{name:"timesteps",val:": list = None"},{name:"guidance_scale",val:": float = 2.5"},{name:"img_guidance_scale",val:": float = 1.6"},{name:"use_input_image_size_as_output",val:": bool = False"},{name:"num_images_per_prompt",val:": int | None = 1"},{name:"generator",val:": torch._C.Generator | list[torch._C.Generator] | None = None"},{name:"latents",val:": torch.Tensor | None = None"},{name:"output_type",val:": str | None = 'pil'"},{name:"return_dict",val:": bool = True"},{name:"callback_on_step_end",val:": typing.Optional[typing.Callable[[int, int], NoneType]] = None"},{name:"callback_on_step_end_tensor_inputs",val:": list = ['latents']"}],parametersDescription:[{anchor:"diffusers.OmniGenPipeline.__call__.prompt",description:`<strong>prompt</strong> (<code>str</code> or <code>list[str]</code>, <em>optional</em>) — | |
| The prompt or prompts to guide the image generation. If the input includes images, need to add | |
| placeholders <code><img><|image_i|></img></code> in the prompt to indicate the position of the i-th images.`,name:"prompt"},{anchor:"diffusers.OmniGenPipeline.__call__.input_images",description:`<strong>input_images</strong> (<code>PipelineImageInput</code> or <code>list[PipelineImageInput]</code>, <em>optional</em>) — | |
| The list of input images. We will replace the ”<|image_i|>” in prompt with the i-th image in list.`,name:"input_images"},{anchor:"diffusers.OmniGenPipeline.__call__.height",description:`<strong>height</strong> (<code>int</code>, <em>optional</em>, defaults to self.unet.config.sample_size * self.vae_scale_factor) — | |
| The height in pixels of the generated image. This is set to 1024 by default for the best results.`,name:"height"},{anchor:"diffusers.OmniGenPipeline.__call__.width",description:`<strong>width</strong> (<code>int</code>, <em>optional</em>, defaults to self.unet.config.sample_size * self.vae_scale_factor) — | |
| The width in pixels of the generated image. This is set to 1024 by default for the best results.`,name:"width"},{anchor:"diffusers.OmniGenPipeline.__call__.num_inference_steps",description:`<strong>num_inference_steps</strong> (<code>int</code>, <em>optional</em>, defaults to 50) — | |
| The number of denoising steps. More denoising steps usually lead to a higher quality image at the | |
| expense of slower inference.`,name:"num_inference_steps"},{anchor:"diffusers.OmniGenPipeline.__call__.max_input_image_size",description:`<strong>max_input_image_size</strong> (<code>int</code>, <em>optional</em>, defaults to 1024) — | |
| the maximum size of input image, which will be used to crop the input image to the maximum size`,name:"max_input_image_size"},{anchor:"diffusers.OmniGenPipeline.__call__.timesteps",description:`<strong>timesteps</strong> (<code>list[int]</code>, <em>optional</em>) — | |
| Custom timesteps to use for the denoising process with schedulers which support a <code>timesteps</code> argument | |
| in their <code>set_timesteps</code> method. If not defined, the default behavior when <code>num_inference_steps</code> is | |
| passed will be used. Must be in descending order.`,name:"timesteps"},{anchor:"diffusers.OmniGenPipeline.__call__.guidance_scale",description:`<strong>guidance_scale</strong> (<code>float</code>, <em>optional</em>, defaults to 2.5) — | |
| Guidance scale as defined in <a href="https://huggingface.co/papers/2207.12598" rel="nofollow">Classifier-Free Diffusion | |
| Guidance</a>. <code>guidance_scale</code> is defined as <code>w</code> of equation 2. | |
| of <a href="https://huggingface.co/papers/2205.11487" rel="nofollow">Imagen Paper</a>. Guidance scale is enabled by setting | |
| <code>guidance_scale > 1</code>. Higher guidance scale encourages to generate images that are closely linked to | |
| the text <code>prompt</code>, usually at the expense of lower image quality.`,name:"guidance_scale"},{anchor:"diffusers.OmniGenPipeline.__call__.img_guidance_scale",description:`<strong>img_guidance_scale</strong> (<code>float</code>, <em>optional</em>, defaults to 1.6) — | |
| Defined as equation 3 in <a href="https://huggingface.co/papers/2211.09800" rel="nofollow">Instrucpix2pix</a>.`,name:"img_guidance_scale"},{anchor:"diffusers.OmniGenPipeline.__call__.use_input_image_size_as_output",description:`<strong>use_input_image_size_as_output</strong> (bool, defaults to False) — | |
| whether to use the input image size as the output image size, which can be used for single-image input, | |
| e.g., image editing task`,name:"use_input_image_size_as_output"},{anchor:"diffusers.OmniGenPipeline.__call__.num_images_per_prompt",description:`<strong>num_images_per_prompt</strong> (<code>int</code>, <em>optional</em>, defaults to 1) — | |
| The number of images to generate per prompt.`,name:"num_images_per_prompt"},{anchor:"diffusers.OmniGenPipeline.__call__.generator",description:`<strong>generator</strong> (<code>torch.Generator</code> or <code>list[torch.Generator]</code>, <em>optional</em>) — | |
| One or a list of <a href="https://pytorch.org/docs/stable/generated/torch.Generator.html" rel="nofollow">torch generator(s)</a> | |
| to make generation deterministic.`,name:"generator"},{anchor:"diffusers.OmniGenPipeline.__call__.latents",description:`<strong>latents</strong> (<code>torch.Tensor</code>, <em>optional</em>) — | |
| Pre-generated noisy latents, sampled from a Gaussian distribution, to be used as inputs for image | |
| generation. Can be used to tweak the same generation with different prompts. If not provided, a latents | |
| tensor will be generated by sampling using the supplied random <code>generator</code>.`,name:"latents"},{anchor:"diffusers.OmniGenPipeline.__call__.output_type",description:`<strong>output_type</strong> (<code>str</code>, <em>optional</em>, defaults to <code>"pil"</code>) — | |
| The output format of the generate image. Choose between | |
| <a href="https://pillow.readthedocs.io/en/stable/" rel="nofollow">PIL</a>: <code>PIL.Image.Image</code> or <code>np.array</code>.`,name:"output_type"},{anchor:"diffusers.OmniGenPipeline.__call__.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) — | |
| Whether or not to return a <code>~pipelines.flux.FluxPipelineOutput</code> instead of a plain tuple.`,name:"return_dict"},{anchor:"diffusers.OmniGenPipeline.__call__.callback_on_step_end",description:`<strong>callback_on_step_end</strong> (<code>Callable</code>, <em>optional</em>) — | |
| A function that calls at the end of each denoising steps during the inference. The function is called | |
| with the following arguments: <code>callback_on_step_end(self: DiffusionPipeline, step: int, timestep: int, callback_kwargs: Dict)</code>. <code>callback_kwargs</code> will include a list of all tensors as specified by | |
| <code>callback_on_step_end_tensor_inputs</code>.`,name:"callback_on_step_end"},{anchor:"diffusers.OmniGenPipeline.__call__.callback_on_step_end_tensor_inputs",description:`<strong>callback_on_step_end_tensor_inputs</strong> (<code>list</code>, <em>optional</em>) — | |
| The list of tensor inputs for the <code>callback_on_step_end</code> function. The tensors specified in the list | |
| will be passed as <code>callback_kwargs</code> argument. You will only be able to include variables listed in the | |
| <code>._callback_tensor_inputs</code> attribute of your pipeline class.`,name:"callback_on_step_end_tensor_inputs"}],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L330"}}),R=new Xn({props:{anchor:"diffusers.OmniGenPipeline.__call__.example",$$slots:{default:[Yn]},$$scope:{ctx:$e}}}),be=new Ze({props:{name:"disable_vae_slicing",anchor:"diffusers.OmniGenPipeline.disable_vae_slicing",parameters:[],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L246"}}),Ue=new Ze({props:{name:"disable_vae_tiling",anchor:"diffusers.OmniGenPipeline.disable_vae_tiling",parameters:[],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L273"}}),_e=new Ze({props:{name:"enable_vae_slicing",anchor:"diffusers.OmniGenPipeline.enable_vae_slicing",parameters:[],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L233"}}),Ge=new Ze({props:{name:"enable_vae_tiling",anchor:"diffusers.OmniGenPipeline.enable_vae_tiling",parameters:[],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L259"}}),je=new Ze({props:{name:"encode_input_images",anchor:"diffusers.OmniGenPipeline.encode_input_images",parameters:[{name:"input_pixel_values",val:": list"},{name:"device",val:": torch.device | None = None"},{name:"dtype",val:": torch.dtype | None = None"}],parametersDescription:[{anchor:"diffusers.OmniGenPipeline.encode_input_images.input_pixel_values",description:"<strong>input_pixel_values</strong> — normalized pixel of input images",name:"input_pixel_values"},{anchor:"diffusers.OmniGenPipeline.encode_input_images.device",description:"<strong>device</strong> —",name:"device"}],source:"https://github.com/huggingface/diffusers/blob/vr_13771/src/diffusers/pipelines/omnigen/pipeline_omnigen.py#L171"}}),Ie=new Rn({props:{source:"https://github.com/huggingface/diffusers/blob/main/docs/source/en/api/pipelines/omnigen.md"}}),{c(){J=i("meta"),E=s(),G=i("p"),T=s(),m(b.$$.fragment),f=s(),_=i("p"),_.innerHTML=Pt,Se=s(),Q=i("p"),Q.textContent=At,He=s(),F=i("p"),F.innerHTML=Dt,Ee=s(),W=i("blockquote"),W.innerHTML=Kt,Qe=s(),L=i("p"),L.innerHTML=en,Fe=s(),m(q.$$.fragment),Le=s(),O=i("p"),O.innerHTML=tn,qe=s(),m(P.$$.fragment),Oe=s(),m(A.$$.fragment),Pe=s(),D=i("p"),D.innerHTML=nn,Ae=s(),m(K.$$.fragment),De=s(),B=i("div"),B.innerHTML=ln,Ke=s(),m(ee.$$.fragment),et=s(),te=i("p"),te.innerHTML=sn,tt=s(),m(ne.$$.fragment),nt=s(),v=i("div"),v.innerHTML=an,lt=s(),le=i("p"),le.textContent=on,st=s(),m(se.$$.fragment),at=s(),x=i("div"),x.innerHTML=pn,it=s(),m(ae.$$.fragment),ot=s(),ie=i("p"),ie.textContent=rn,pt=s(),m(oe.$$.fragment),rt=s(),k=i("div"),k.innerHTML=mn,mt=s(),pe=i("p"),pe.textContent=cn,ct=s(),m(re.$$.fragment),dt=s(),V=i("div"),V.innerHTML=dn,ut=s(),m(me.$$.fragment),gt=s(),ce=i("p"),ce.textContent=un,ht=s(),m(de.$$.fragment),Mt=s(),C=i("div"),C.innerHTML=gn,yt=s(),m(ue.$$.fragment),ft=s(),X=i("div"),X.innerHTML=hn,Jt=s(),m(ge.$$.fragment),wt=s(),he=i("p"),he.textContent=Mn,Tt=s(),Me=i("p"),Me.textContent=yn,bt=s(),ye=i("p"),ye.innerHTML=fn,Ut=s(),fe=i("table"),fe.innerHTML=Jn,_t=s(),m(Je.$$.fragment),Gt=s(),M=i("div"),m(we.$$.fragment),kt=s(),We=i("p"),We.textContent=wn,Vt=s(),Be=i("p"),Be.innerHTML=Tn,Ct=s(),U=i("div"),m(Te.$$.fragment),Xt=s(),ve=i("p"),ve.textContent=bn,Rt=s(),m(R.$$.fragment),Yt=s(),xe=i("p"),xe.innerHTML=Un,zt=s(),Y=i("div"),m(be.$$.fragment),Nt=s(),ke=i("p"),ke.innerHTML=_n,$t=s(),z=i("div"),m(Ue.$$.fragment),St=s(),Ve=i("p"),Ve.innerHTML=Gn,Ht=s(),N=i("div"),m(_e.$$.fragment),Et=s(),Ce=i("p"),Ce.textContent=jn,Qt=s(),$=i("div"),m(Ge.$$.fragment),Ft=s(),Xe=i("p"),Xe.textContent=In,Lt=s(),j=i("div"),m(je.$$.fragment),qt=s(),Re=i("p"),Re.textContent=Zn,Ot=s(),Ye=i("p"),Ye.textContent=Wn,jt=s(),m(Ie.$$.fragment),It=s(),Ne=i("p"),this.h()},l(e){const t=Cn("svelte-u9bgzb",document.head);J=o(t,"META",{name:!0,content:!0}),t.forEach(n),E=a(e),G=o(e,"P",{}),I(G).forEach(n),T=a(e),c(b.$$.fragment,e),f=a(e),_=o(e,"P",{"data-svelte-h":!0}),r(_)!=="svelte-18kttfi"&&(_.innerHTML=Pt),Se=a(e),Q=o(e,"P",{"data-svelte-h":!0}),r(Q)!=="svelte-1cwsb16"&&(Q.textContent=At),He=a(e),F=o(e,"P",{"data-svelte-h":!0}),r(F)!=="svelte-o0h1ee"&&(F.innerHTML=Dt),Ee=a(e),W=o(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),r(W)!=="svelte-r1jcqf"&&(W.innerHTML=Kt),Qe=a(e),L=o(e,"P",{"data-svelte-h":!0}),r(L)!=="svelte-1yp0gqw"&&(L.innerHTML=en),Fe=a(e),c(q.$$.fragment,e),Le=a(e),O=o(e,"P",{"data-svelte-h":!0}),r(O)!=="svelte-7o029e"&&(O.innerHTML=tn),qe=a(e),c(P.$$.fragment,e),Oe=a(e),c(A.$$.fragment,e),Pe=a(e),D=o(e,"P",{"data-svelte-h":!0}),r(D)!=="svelte-1a87kfl"&&(D.innerHTML=nn),Ae=a(e),c(K.$$.fragment,e),De=a(e),B=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(B)!=="svelte-uf526e"&&(B.innerHTML=ln),Ke=a(e),c(ee.$$.fragment,e),et=a(e),te=o(e,"P",{"data-svelte-h":!0}),r(te)!=="svelte-53bqqd"&&(te.innerHTML=sn),tt=a(e),c(ne.$$.fragment,e),nt=a(e),v=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(v)!=="svelte-ptjo10"&&(v.innerHTML=an),lt=a(e),le=o(e,"P",{"data-svelte-h":!0}),r(le)!=="svelte-1n0on1x"&&(le.textContent=on),st=a(e),c(se.$$.fragment,e),at=a(e),x=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(x)!=="svelte-yas3w7"&&(x.innerHTML=pn),it=a(e),c(ae.$$.fragment,e),ot=a(e),ie=o(e,"P",{"data-svelte-h":!0}),r(ie)!=="svelte-gken8m"&&(ie.textContent=rn),pt=a(e),c(oe.$$.fragment,e),rt=a(e),k=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(k)!=="svelte-n9fk6r"&&(k.innerHTML=mn),mt=a(e),pe=o(e,"P",{"data-svelte-h":!0}),r(pe)!=="svelte-1xps456"&&(pe.textContent=cn),ct=a(e),c(re.$$.fragment,e),dt=a(e),V=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(V)!=="svelte-17vyas4"&&(V.innerHTML=dn),ut=a(e),c(me.$$.fragment,e),gt=a(e),ce=o(e,"P",{"data-svelte-h":!0}),r(ce)!=="svelte-18p79vw"&&(ce.textContent=un),ht=a(e),c(de.$$.fragment,e),Mt=a(e),C=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(C)!=="svelte-q7ysaf"&&(C.innerHTML=gn),yt=a(e),c(ue.$$.fragment,e),ft=a(e),X=o(e,"DIV",{class:!0,"data-svelte-h":!0}),r(X)!=="svelte-164h1l6"&&(X.innerHTML=hn),Jt=a(e),c(ge.$$.fragment,e),wt=a(e),he=o(e,"P",{"data-svelte-h":!0}),r(he)!=="svelte-1y946ts"&&(he.textContent=Mn),Tt=a(e),Me=o(e,"P",{"data-svelte-h":!0}),r(Me)!=="svelte-13qz3jx"&&(Me.textContent=yn),bt=a(e),ye=o(e,"P",{"data-svelte-h":!0}),r(ye)!=="svelte-1twry1x"&&(ye.innerHTML=fn),Ut=a(e),fe=o(e,"TABLE",{"data-svelte-h":!0}),r(fe)!=="svelte-1qb6le7"&&(fe.innerHTML=Jn),_t=a(e),c(Je.$$.fragment,e),Gt=a(e),M=o(e,"DIV",{class:!0});var y=I(M);c(we.$$.fragment,y),kt=a(y),We=o(y,"P",{"data-svelte-h":!0}),r(We)!=="svelte-mbik9p"&&(We.textContent=wn),Vt=a(y),Be=o(y,"P",{"data-svelte-h":!0}),r(Be)!=="svelte-1x5trn6"&&(Be.innerHTML=Tn),Ct=a(y),U=o(y,"DIV",{class:!0});var S=I(U);c(Te.$$.fragment,S),Xt=a(S),ve=o(S,"P",{"data-svelte-h":!0}),r(ve)!=="svelte-v78lg8"&&(ve.textContent=bn),Rt=a(S),c(R.$$.fragment,S),Yt=a(S),xe=o(S,"P",{"data-svelte-h":!0}),r(xe)!=="svelte-1v0vv1u"&&(xe.innerHTML=Un),S.forEach(n),zt=a(y),Y=o(y,"DIV",{class:!0});var Wt=I(Y);c(be.$$.fragment,Wt),Nt=a(Wt),ke=o(Wt,"P",{"data-svelte-h":!0}),r(ke)!=="svelte-1s3c06i"&&(ke.innerHTML=_n),Wt.forEach(n),$t=a(y),z=o(y,"DIV",{class:!0});var Bt=I(z);c(Ue.$$.fragment,Bt),St=a(Bt),Ve=o(Bt,"P",{"data-svelte-h":!0}),r(Ve)!=="svelte-pkn4ui"&&(Ve.innerHTML=Gn),Bt.forEach(n),Ht=a(y),N=o(y,"DIV",{class:!0});var vt=I(N);c(_e.$$.fragment,vt),Et=a(vt),Ce=o(vt,"P",{"data-svelte-h":!0}),r(Ce)!=="svelte-14bnrb6"&&(Ce.textContent=jn),vt.forEach(n),Qt=a(y),$=o(y,"DIV",{class:!0});var xt=I($);c(Ge.$$.fragment,xt),Ft=a(xt),Xe=o(xt,"P",{"data-svelte-h":!0}),r(Xe)!=="svelte-1xwrf7t"&&(Xe.textContent=In),xt.forEach(n),Lt=a(y),j=o(y,"DIV",{class:!0});var ze=I(j);c(je.$$.fragment,ze),qt=a(ze),Re=o(ze,"P",{"data-svelte-h":!0}),r(Re)!=="svelte-skn529"&&(Re.textContent=Zn),Ot=a(ze),Ye=o(ze,"P",{"data-svelte-h":!0}),r(Ye)!=="svelte-1c3z8g4"&&(Ye.textContent=Wn),ze.forEach(n),y.forEach(n),jt=a(e),c(Ie.$$.fragment,e),It=a(e),Ne=o(e,"P",{}),I(Ne).forEach(n),this.h()},h(){w(J,"name","hf:doc:metadata"),w(J,"content",Nn),w(W,"class","tip"),w(B,"class","flex justify-center"),w(v,"class","flex flex-row gap-4"),w(x,"class","flex justify-center"),w(k,"class","flex flex-row gap-4"),w(V,"class","flex flex-row gap-4"),w(C,"class","flex flex-row gap-4"),w(X,"class","flex flex-row gap-4"),w(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w(j,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),w(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){p(document.head,J),l(e,E,t),l(e,G,t),l(e,T,t),d(b,e,t),l(e,f,t),l(e,_,t),l(e,Se,t),l(e,Q,t),l(e,He,t),l(e,F,t),l(e,Ee,t),l(e,W,t),l(e,Qe,t),l(e,L,t),l(e,Fe,t),d(q,e,t),l(e,Le,t),l(e,O,t),l(e,qe,t),d(P,e,t),l(e,Oe,t),d(A,e,t),l(e,Pe,t),l(e,D,t),l(e,Ae,t),d(K,e,t),l(e,De,t),l(e,B,t),l(e,Ke,t),d(ee,e,t),l(e,et,t),l(e,te,t),l(e,tt,t),d(ne,e,t),l(e,nt,t),l(e,v,t),l(e,lt,t),l(e,le,t),l(e,st,t),d(se,e,t),l(e,at,t),l(e,x,t),l(e,it,t),d(ae,e,t),l(e,ot,t),l(e,ie,t),l(e,pt,t),d(oe,e,t),l(e,rt,t),l(e,k,t),l(e,mt,t),l(e,pe,t),l(e,ct,t),d(re,e,t),l(e,dt,t),l(e,V,t),l(e,ut,t),d(me,e,t),l(e,gt,t),l(e,ce,t),l(e,ht,t),d(de,e,t),l(e,Mt,t),l(e,C,t),l(e,yt,t),d(ue,e,t),l(e,ft,t),l(e,X,t),l(e,Jt,t),d(ge,e,t),l(e,wt,t),l(e,he,t),l(e,Tt,t),l(e,Me,t),l(e,bt,t),l(e,ye,t),l(e,Ut,t),l(e,fe,t),l(e,_t,t),d(Je,e,t),l(e,Gt,t),l(e,M,t),d(we,M,null),p(M,kt),p(M,We),p(M,Vt),p(M,Be),p(M,Ct),p(M,U),d(Te,U,null),p(U,Xt),p(U,ve),p(U,Rt),d(R,U,null),p(U,Yt),p(U,xe),p(M,zt),p(M,Y),d(be,Y,null),p(Y,Nt),p(Y,ke),p(M,$t),p(M,z),d(Ue,z,null),p(z,St),p(z,Ve),p(M,Ht),p(M,N),d(_e,N,null),p(N,Et),p(N,Ce),p(M,Qt),p(M,$),d(Ge,$,null),p($,Ft),p($,Xe),p(M,Lt),p(M,j),d(je,j,null),p(j,qt),p(j,Re),p(j,Ot),p(j,Ye),l(e,jt,t),d(Ie,e,t),l(e,It,t),l(e,Ne,t),Zt=!0},p(e,[t]){const y={};t&2&&(y.$$scope={dirty:t,ctx:e}),R.$set(y)},i(e){Zt||(u(b.$$.fragment,e),u(q.$$.fragment,e),u(P.$$.fragment,e),u(A.$$.fragment,e),u(K.$$.fragment,e),u(ee.$$.fragment,e),u(ne.$$.fragment,e),u(se.$$.fragment,e),u(ae.$$.fragment,e),u(oe.$$.fragment,e),u(re.$$.fragment,e),u(me.$$.fragment,e),u(de.$$.fragment,e),u(ue.$$.fragment,e),u(ge.$$.fragment,e),u(Je.$$.fragment,e),u(we.$$.fragment,e),u(Te.$$.fragment,e),u(R.$$.fragment,e),u(be.$$.fragment,e),u(Ue.$$.fragment,e),u(_e.$$.fragment,e),u(Ge.$$.fragment,e),u(je.$$.fragment,e),u(Ie.$$.fragment,e),Zt=!0)},o(e){g(b.$$.fragment,e),g(q.$$.fragment,e),g(P.$$.fragment,e),g(A.$$.fragment,e),g(K.$$.fragment,e),g(ee.$$.fragment,e),g(ne.$$.fragment,e),g(se.$$.fragment,e),g(ae.$$.fragment,e),g(oe.$$.fragment,e),g(re.$$.fragment,e),g(me.$$.fragment,e),g(de.$$.fragment,e),g(ue.$$.fragment,e),g(ge.$$.fragment,e),g(Je.$$.fragment,e),g(we.$$.fragment,e),g(Te.$$.fragment,e),g(R.$$.fragment,e),g(be.$$.fragment,e),g(Ue.$$.fragment,e),g(_e.$$.fragment,e),g(Ge.$$.fragment,e),g(je.$$.fragment,e),g(Ie.$$.fragment,e),Zt=!1},d(e){e&&(n(E),n(G),n(T),n(f),n(_),n(Se),n(Q),n(He),n(F),n(Ee),n(W),n(Qe),n(L),n(Fe),n(Le),n(O),n(qe),n(Oe),n(Pe),n(D),n(Ae),n(De),n(B),n(Ke),n(et),n(te),n(tt),n(nt),n(v),n(lt),n(le),n(st),n(at),n(x),n(it),n(ot),n(ie),n(pt),n(rt),n(k),n(mt),n(pe),n(ct),n(dt),n(V),n(ut),n(gt),n(ce),n(ht),n(Mt),n(C),n(yt),n(ft),n(X),n(Jt),n(wt),n(he),n(Tt),n(Me),n(bt),n(ye),n(Ut),n(fe),n(_t),n(Gt),n(M),n(jt),n(It),n(Ne)),n(J),h(b,e),h(q,e),h(P,e),h(A,e),h(K,e),h(ee,e),h(ne,e),h(se,e),h(ae,e),h(oe,e),h(re,e),h(me,e),h(de,e),h(ue,e),h(ge,e),h(Je,e),h(we),h(Te),h(R),h(be),h(Ue),h(_e),h(Ge),h(je),h(Ie,e)}}}const Nn='{"title":"OmniGen","local":"omnigen","sections":[{"title":"Load model checkpoints","local":"load-model-checkpoints","sections":[],"depth":2},{"title":"Text-to-image","local":"text-to-image","sections":[],"depth":2},{"title":"Image edit","local":"image-edit","sections":[],"depth":2},{"title":"Controllable generation","local":"controllable-generation","sections":[],"depth":2},{"title":"ID and object preserving","local":"id-and-object-preserving","sections":[],"depth":2},{"title":"Optimization when using multiple images","local":"optimization-when-using-multiple-images","sections":[],"depth":2},{"title":"OmniGenPipeline","local":"diffusers.OmniGenPipeline","sections":[],"depth":2}],"depth":1}';function $n($e){return vn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class qn extends kn{constructor(J){super(),Vn(this,J,$n,zn,Bn,{})}}export{qn as component}; | |
Xet Storage Details
- Size:
- 60.5 kB
- Xet hash:
- 659c219c6d4729bd5fb34f4282d1b7b72d7273cbf2b16c0231ffdfd30f32e89f
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.