Buckets:
| import{s as Bs,o as Gs,n as F}from"../chunks/scheduler.53228c21.js";import{S as Zs,i as fs,e as j,s as i,c as p,h as gs,a as U,d as n,b as y,f as Xl,g as J,j as h,k as N,l as b,m as M,n as c,t as r,o as m,p as d}from"../chunks/index.cac5d66a.js";import{D as Fl}from"../chunks/Docstring.8a316450.js";import{C as Z}from"../chunks/CodeBlock.606cbaf4.js";import{H as v,E as Ws}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.92b2cd9d.js";import{H as Re,a as S}from"../chunks/HfOption.6b51ddef.js";function vs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQSUwQXBpcGUlMjAlM0QlMjBDb3Ntb3MzT21uaVBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJudmlkaWElMkZDb3Ntb3MzLU5hbm8lMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2JTJDJTIwZGV2aWNlX21hcCUzRCUyMmN1ZGElMjIlMEEpJTBBJTBBcHJvbXB0JTIwJTNEJTIwKCUwQSUyMCUyMCUyMCUyMCUyMkElMjBtZWRpdW0lMjBzaG90JTIwb2YlMjBhJTIwbW9kZXJuJTIwcm9ib3RpY3MlMjByZXNlYXJjaCUyMGxhYm9yYXRvcnklMjB3aXRoJTIwd2hpdGUlMjB3YWxscyUyMGFuZCUyMGElMjBncmF5JTIwZmxvb3IuJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyQSUyMHJvYm90aWMlMjBhcm0lMjB3aXRoJTIwYSUyMG1ldGFsbGljJTIwZmluaXNoJTIwaXMlMjBtb3VudGVkJTIwb24lMjBhJTIwY2xlYW4lMjB3aGl0ZSUyMHdvcmtiZW5jaCUyQyUyMGl0cyUyMGdyaXBwZXIlMjBwb3NpdGlvbmVkJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyYWJvdmUlMjBhJTIwcm93JTIwb2YlMjBzbWFsbCUyMGNvbG9yZWQlMjBvYmplY3RzLiUyMEElMjBsYXB0b3AlMjBhbmQlMjBuZWF0bHklMjBhcnJhbmdlZCUyMHRvb2xzJTIwc2l0JTIwYmVzaWRlJTIwdGhlJTIwcm9ib3QuJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyQSUyMGxhcmdlJTIwbW9uaXRvciUyMG9uJTIwdGhlJTIwd2FsbCUyMGJlaGluZCUyMGRpc3BsYXlzJTIwYSUyMHNvZnR3YXJlJTIwaW50ZXJmYWNlLiUyMFRoZSUyMHNjZW5lJTIwaXMlMjBicmlnaHRseSUyMGxpdCUyMGJ5JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb3ZlcmhlYWQlMjBmbHVvcmVzY2VudCUyMGxpZ2h0cy4lMjIlMEEpJTBBJTBBcmVzdWx0JTIwJTNEJTIwcGlwZShwcm9tcHQlM0Rwcm9tcHQlMkMlMjBudW1fZnJhbWVzJTNEMSUyQyUyMGhlaWdodCUzRDcyMCUyQyUyMHdpZHRoJTNEMTI4MCklMEFyZXN1bHQudmlkZW8lNUIwJTVELnNhdmUoJTIyY29zbW9zM190MmkuanBnJTIyJTJDJTIwZm9ybWF0JTNEJTIySlBFRyUyMiUyQyUyMHF1YWxpdHklM0Q4NSk=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"A medium shot of a modern robotics research laboratory with white walls and a gray floor. "</span> | |
| <span class="hljs-string">"A robotic arm with a metallic finish is mounted on a clean white workbench, its gripper positioned "</span> | |
| <span class="hljs-string">"above a row of small colored objects. A laptop and neatly arranged tools sit beside the robot. "</span> | |
| <span class="hljs-string">"A large monitor on the wall behind displays a software interface. The scene is brightly lit by "</span> | |
| <span class="hljs-string">"overhead fluorescent lights."</span> | |
| ) | |
| result = pipe(prompt=prompt, num_frames=<span class="hljs-number">1</span>, height=<span class="hljs-number">720</span>, width=<span class="hljs-number">1280</span>) | |
| result.video[<span class="hljs-number">0</span>].save(<span class="hljs-string">"cosmos3_t2i.jpg"</span>, <span class="hljs-built_in">format</span>=<span class="hljs-string">"JPEG"</span>, quality=<span class="hljs-number">85</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Cs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQSUwQXBpcGUlMjAlM0QlMjBDb3Ntb3MzT21uaVBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJudmlkaWElMkZDb3Ntb3MzLVN1cGVyJTIyJTJDJTIwdG9yY2hfZHR5cGUlM0R0b3JjaC5iZmxvYXQxNiUyQyUyMGRldmljZV9tYXAlM0QlMjJjdWRhJTIyJTBBKSUwQSUwQXByb21wdCUyMCUzRCUyMCglMEElMjAlMjAlMjAlMjAlMjJBJTIwbWVkaXVtJTIwc2hvdCUyMG9mJTIwYSUyMG1vZGVybiUyMHJvYm90aWNzJTIwcmVzZWFyY2glMjBsYWJvcmF0b3J5JTIwd2l0aCUyMHdoaXRlJTIwd2FsbHMlMjBhbmQlMjBhJTIwZ3JheSUyMGZsb29yLiUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMkElMjByb2JvdGljJTIwYXJtJTIwd2l0aCUyMGElMjBtZXRhbGxpYyUyMGZpbmlzaCUyMGlzJTIwbW91bnRlZCUyMG9uJTIwYSUyMGNsZWFuJTIwd2hpdGUlMjB3b3JrYmVuY2glMkMlMjBpdHMlMjBncmlwcGVyJTIwcG9zaXRpb25lZCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmFib3ZlJTIwYSUyMHJvdyUyMG9mJTIwc21hbGwlMjBjb2xvcmVkJTIwb2JqZWN0cy4lMjBBJTIwbGFwdG9wJTIwYW5kJTIwbmVhdGx5JTIwYXJyYW5nZWQlMjB0b29scyUyMHNpdCUyMGJlc2lkZSUyMHRoZSUyMHJvYm90LiUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMkElMjBsYXJnZSUyMG1vbml0b3IlMjBvbiUyMHRoZSUyMHdhbGwlMjBiZWhpbmQlMjBkaXNwbGF5cyUyMGElMjBzb2Z0d2FyZSUyMGludGVyZmFjZS4lMjBUaGUlMjBzY2VuZSUyMGlzJTIwYnJpZ2h0bHklMjBsaXQlMjBieSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm92ZXJoZWFkJTIwZmx1b3Jlc2NlbnQlMjBsaWdodHMuJTIyJTBBKSUwQSUwQXJlc3VsdCUyMCUzRCUyMHBpcGUocHJvbXB0JTNEcHJvbXB0JTJDJTIwbnVtX2ZyYW1lcyUzRDElMkMlMjBoZWlnaHQlM0Q3MjAlMkMlMjB3aWR0aCUzRDEyODApJTBBcmVzdWx0LnZpZGVvJTVCMCU1RC5zYXZlKCUyMmNvc21vczNfdDJpLmpwZyUyMiUyQyUyMGZvcm1hdCUzRCUyMkpQRUclMjIlMkMlMjBxdWFsaXR5JTNEODUp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Super"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"A medium shot of a modern robotics research laboratory with white walls and a gray floor. "</span> | |
| <span class="hljs-string">"A robotic arm with a metallic finish is mounted on a clean white workbench, its gripper positioned "</span> | |
| <span class="hljs-string">"above a row of small colored objects. A laptop and neatly arranged tools sit beside the robot. "</span> | |
| <span class="hljs-string">"A large monitor on the wall behind displays a software interface. The scene is brightly lit by "</span> | |
| <span class="hljs-string">"overhead fluorescent lights."</span> | |
| ) | |
| result = pipe(prompt=prompt, num_frames=<span class="hljs-number">1</span>, height=<span class="hljs-number">720</span>, width=<span class="hljs-number">1280</span>) | |
| result.video[<span class="hljs-number">0</span>].save(<span class="hljs-string">"cosmos3_t2i.jpg"</span>, <span class="hljs-built_in">format</span>=<span class="hljs-string">"JPEG"</span>, quality=<span class="hljs-number">85</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Ys(u){let t,o,e,w;return t=new S({props:{id:"model",option:"Nano",$$slots:{default:[vs]},$$scope:{ctx:u}}}),e=new S({props:{id:"model",option:"Super",$$slots:{default:[Cs]},$$scope:{ctx:u}}}),{c(){p(t.$$.fragment),o=i(),p(e.$$.fragment)},l(a){J(t.$$.fragment,a),o=y(a),J(e.$$.fragment,a)},m(a,T){c(t,a,T),M(a,o,T),c(e,a,T),w=!0},p(a,T){const I={};T&2&&(I.$$scope={dirty:T,ctx:a}),t.$set(I);const B={};T&2&&(B.$$scope={dirty:T,ctx:a}),e.$set(B)},i(a){w||(r(t.$$.fragment,a),r(e.$$.fragment,a),w=!0)},o(a){m(t.$$.fragment,a),m(e.$$.fragment,a),w=!1},d(a){a&&n(o),d(t,a),d(e,a)}}}function Xs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBleHBvcnRfdG9fdmlkZW8lMEElMEFwaXBlJTIwJTNEJTIwQ29zbW9zM09tbmlQaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIybnZpZGlhJTJGQ29zbW9zMy1OYW5vJTIyJTJDJTIwdG9yY2hfZHR5cGUlM0R0b3JjaC5iZmxvYXQxNiUyQyUyMGRldmljZV9tYXAlM0QlMjJjdWRhJTIyJTBBKSUwQSUwQXByb21wdCUyMCUzRCUyMCglMEElMjAlMjAlMjAlMjAlMjJUaGUlMjB2aWRlbyUyMG9wZW5zJTIwd2l0aCUyMGElMjB2aWV3JTIwb2YlMjBhJTIwd2VsbC1saXQlMjBpbmRvb3IlMjBzcGFjZSUyMGZlYXR1cmluZyUyMGElMjB3b29kZW4lMjBkaXNwbGF5JTIwY2FzZSUyMHdpdGglMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJjb21wYXJ0bWVudHMlMjBmaWxsZWQlMjB3aXRoJTIwdmFyaW91cyUyMGZydWl0cyUyQyUyMGluY2x1ZGluZyUyMGJhbmFuYXMlMkMlMjBhcHBsZXMlMkMlMjBwZWFycyUyQyUyMG9yYW5nZXMlMkMlMjBhbmQlMjBjYXJhbWJvbGFzLiUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMlRoZSUyMGJhbmFuYXMlMjBhcmUlMjBuZWF0bHklMjBhcnJhbmdlZCUyMGluJTIwdGhlJTIwbWlkZGxlJTIwY29tcGFydG1lbnQlMkMlMjB3aGlsZSUyMGFwcGxlcyUyMGFyZSUyMGluJTIwdGhlJTIwbGVmdCUyMGFuZCUyMGElMjBtaXglMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvZiUyMHBlYXJzJTJDJTIwb3JhbmdlcyUyQyUyMGFuZCUyMGNhcmFtYm9sYXMlMjBhcmUlMjBpbiUyMHRoZSUyMHJpZ2h0LiUyMFR3byUyMHJvYm90aWMlMjBhcm1zJTIwd2l0aCUyMGdyaXBwZXJzJTIwYXJlJTIwcG9zaXRpb25lZCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmF0JTIwdGhlJTIwYm90dG9tJTIwb2YlMjB0aGUlMjBmcmFtZSUyQyUyMHdpdGglMjB0aGUlMjBvbmUlMjBvbiUyMHRoZSUyMGxlZnQlMjByZW1haW5pbmclMjBzdGF0aW9uYXJ5JTJDJTIwcGFydGlhbGx5JTIwb2JzY3VyaW5nJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyYXBwbGVzLiUyMFRoZSUyMHJvYm90aWMlMjBhcm0lMjBvbiUyMHRoZSUyMHJpZ2h0JTIwYmVnaW5zJTIwaXRzJTIwYWN0aW9uJTJDJTIwZXh0ZW5kaW5nJTIwdG93YXJkcyUyMHRoZSUyMHJpZ2h0JTIwc2lkZSUyMG9mJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyZGlzcGxheSUyMGNhc2UuJTIwSXQlMjBjYXJlZnVsbHklMjBwaWNrcyUyMHVwJTIwYSUyMHBlYXIlMjBmcm9tJTIwdGhlJTIwZnJ1aXQlMjBzZWN0aW9uJTJDJTIwcGxhY2luZyUyMGl0JTIwaW50byUyMGElMjBwbGFzdGljJTIwYmFnJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaW4lMjB0aGUlMjBzaG9wcGluZyUyMGNhcnQlMjBuZWFyYnklMkMlMjB3aGljaCUyMGhhcyUyMHJlZCUyMGhhbmRsZXMuJTIwQWZ0ZXIlMjBzZWN1cmluZyUyMHRoZSUyMHBlYXIlMkMlMjB0aGUlMjBhcm0lMjByZXRyYWN0cyUyMGJhY2slMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ0byUyMGl0cyUyMG9yaWdpbmFsJTIwcG9zaXRpb24uJTIwVGhlJTIwcHJvY2VzcyUyMHJlcGVhdHMlMjBhcyUyMHRoZSUyMHJvYm90aWMlMjBhcm0lMjBwaWNrcyUyMHVwJTIwYW4lMjBvcmFuZ2UlMjBhbmQlMjBwbGFjZXMlMjBpdCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluJTIwdGhlJTIwYmFnJTJDJTIwZm9sbG93ZWQlMjBieSUyMGElMjBjYXJhbWJvbGEuJTIwVGhlJTIwZmluYWwlMjBmcmFtZSUyMGNhcHR1cmVzJTIwdGhlJTIwcm9ib3RpYyUyMGFybSUyMHJldHVybmluZyUyMHRvJTIwaXRzJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaW5pdGlhbCUyMHBvc2l0aW9uJTJDJTIwbGVhdmluZyUyMHRoZSUyMGRpc3BsYXklMjBjYXNlJTIwYW5kJTIwc3Vycm91bmRpbmclMjBhcmVhJTIwdW5jaGFuZ2VkLiUyMFRoZSUyMHZpZGVvJTIwc2hvd2Nhc2VzJTIwYSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnNlYW1sZXNzJTIwYW5kJTIwZWZmaWNpZW50JTIwYXV0b21hdGVkJTIwZnJ1aXQtcGlja2luZyUyMHByb2Nlc3MlMkMlMjBoaWdobGlnaHRpbmclMjB0aGUlMjBwcmVjaXNpb24lMjBhbmQlMjBlZmZpY2llbmN5JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb2YlMjBtb2Rlcm4lMjByb2JvdGljcyUyMGluJTIwYSUyMHJldGFpbCUyMHNldHRpbmcuJTIyJTBBKSUwQSUwQSUyMyUyMFJlY29tbWVuZGVkJTIwcXVhbGl0eS1jb250cm9sJTIwbmVnYXRpdmUlMjBwcm9tcHQlMjBmb3IlMjB0ZXh0LXRvLXZpZGVvLiUwQW5lZ2F0aXZlX3Byb21wdCUyMCUzRCUyMCglMEElMjAlMjAlMjAlMjAlMjJUaGUlMjB2aWRlbyUyMGNhcHR1cmVzJTIwYSUyMHNlcmllcyUyMG9mJTIwZnJhbWVzJTIwc2hvd2luZyUyMHVnbHklMjBzY2VuZXMlMkMlMjBzdGF0aWMlMjB3aXRoJTIwbm8lMjBtb3Rpb24lMkMlMjBtb3Rpb24lMjBibHVyJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb3Zlci1zYXR1cmF0aW9uJTJDJTIwc2hha3klMjBmb290YWdlJTJDJTIwbG93JTIwcmVzb2x1dGlvbiUyQyUyMGdyYWlueSUyMHRleHR1cmUlMkMlMjBwaXhlbGF0ZWQlMjBpbWFnZXMlMkMlMjBwb29ybHklMjBsaXQlMjBhcmVhcyUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnVuZGVyZXhwb3NlZCUyMGFuZCUyMG92ZXJleHBvc2VkJTIwc2NlbmVzJTJDJTIwcG9vciUyMGNvbG9yJTIwYmFsYW5jZSUyQyUyMHdhc2hlZCUyMG91dCUyMGNvbG9ycyUyQyUyMGNob3BweSUyMHNlcXVlbmNlcyUyQyUyMGplcmt5JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIybW92ZW1lbnRzJTJDJTIwbG93JTIwZnJhbWUlMjByYXRlJTJDJTIwYXJ0aWZhY3RpbmclMkMlMjBjb2xvciUyMGJhbmRpbmclMkMlMjB1bm5hdHVyYWwlMjB0cmFuc2l0aW9ucyUyQyUyMG91dGRhdGVkJTIwc3BlY2lhbCUyMGVmZmVjdHMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJmYWtlJTIwZWxlbWVudHMlMkMlMjB1bmNvbnZpbmNpbmclMjB2aXN1YWxzJTJDJTIwcG9vcmx5JTIwZWRpdGVkJTIwY29udGVudCUyQyUyMGp1bXAlMjBjdXRzJTJDJTIwdmlzdWFsJTIwbm9pc2UlMkMlMjBhbmQlMjBmbGlja2VyaW5nLiUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMk92ZXJhbGwlMkMlMjB0aGUlMjB2aWRlbyUyMGlzJTIwb2YlMjBwb29yJTIwcXVhbGl0eS4lMjIlMEEpJTBBJTBBcmVzdWx0JTIwJTNEJTIwcGlwZSglMEElMjAlMjAlMjAlMjBwcm9tcHQlM0Rwcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBuZWdhdGl2ZV9wcm9tcHQlM0RuZWdhdGl2ZV9wcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBudW1fZnJhbWVzJTNEMTg5JTJDJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNENzIwJTJDJTBBJTIwJTIwJTIwJTIwd2lkdGglM0QxMjgwJTJDJTBBJTIwJTIwJTIwJTIwZnBzJTNEMjQuMCUyQyUwQSklMEElMjMlMjBtYWNyb19ibG9ja19zaXplJTNEMSUyMGFsbG93cyUyMGFyYml0cmFyeSUyMGZyYW1lJTIwc2l6ZXMlMjAoQ29zbW9zMyUyMG91dHB1dHMlMjBhcmUlMjBub3QlMjBhbHdheXMlMjBkaXZpc2libGUlMjBieSUyMDE2KS4lMEFleHBvcnRfdG9fdmlkZW8ocmVzdWx0LnZpZGVvJTJDJTIwJTIyY29zbW9zM190MnYubXA0JTIyJTJDJTIwZnBzJTNEMjQlMkMlMjBtYWNyb19ibG9ja19zaXplJTNEMSk=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> export_to_video | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a well-lit indoor space featuring a wooden display case with "</span> | |
| <span class="hljs-string">"compartments filled with various fruits, including bananas, apples, pears, oranges, and carambolas. "</span> | |
| <span class="hljs-string">"The bananas are neatly arranged in the middle compartment, while apples are in the left and a mix "</span> | |
| <span class="hljs-string">"of pears, oranges, and carambolas are in the right. Two robotic arms with grippers are positioned "</span> | |
| <span class="hljs-string">"at the bottom of the frame, with the one on the left remaining stationary, partially obscuring the "</span> | |
| <span class="hljs-string">"apples. The robotic arm on the right begins its action, extending towards the right side of the "</span> | |
| <span class="hljs-string">"display case. It carefully picks up a pear from the fruit section, placing it into a plastic bag "</span> | |
| <span class="hljs-string">"in the shopping cart nearby, which has red handles. After securing the pear, the arm retracts back "</span> | |
| <span class="hljs-string">"to its original position. The process repeats as the robotic arm picks up an orange and places it "</span> | |
| <span class="hljs-string">"in the bag, followed by a carambola. The final frame captures the robotic arm returning to its "</span> | |
| <span class="hljs-string">"initial position, leaving the display case and surrounding area unchanged. The video showcases a "</span> | |
| <span class="hljs-string">"seamless and efficient automated fruit-picking process, highlighting the precision and efficiency "</span> | |
| <span class="hljs-string">"of modern robotics in a retail setting."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt for text-to-video.</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing ugly scenes, static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, "</span> | |
| <span class="hljs-string">"fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. "</span> | |
| <span class="hljs-string">"Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| ) | |
| <span class="hljs-comment"># macro_block_size=1 allows arbitrary frame sizes (Cosmos3 outputs are not always divisible by 16).</span> | |
| export_to_video(result.video, <span class="hljs-string">"cosmos3_t2v.mp4"</span>, fps=<span class="hljs-number">24</span>, macro_block_size=<span class="hljs-number">1</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function ks(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBleHBvcnRfdG9fdmlkZW8lMEElMEFwaXBlJTIwJTNEJTIwQ29zbW9zM09tbmlQaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIybnZpZGlhJTJGQ29zbW9zMy1TdXBlciUyMiUyQyUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMkMlMjBkZXZpY2VfbWFwJTNEJTIyY3VkYSUyMiUwQSklMEElMEFwcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBvcGVucyUyMHdpdGglMjBhJTIwdmlldyUyMG9mJTIwYSUyMHdlbGwtbGl0JTIwaW5kb29yJTIwc3BhY2UlMjBmZWF0dXJpbmclMjBhJTIwd29vZGVuJTIwZGlzcGxheSUyMGNhc2UlMjB3aXRoJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyY29tcGFydG1lbnRzJTIwZmlsbGVkJTIwd2l0aCUyMHZhcmlvdXMlMjBmcnVpdHMlMkMlMjBpbmNsdWRpbmclMjBiYW5hbmFzJTJDJTIwYXBwbGVzJTJDJTIwcGVhcnMlMkMlMjBvcmFuZ2VzJTJDJTIwYW5kJTIwY2FyYW1ib2xhcy4lMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJUaGUlMjBiYW5hbmFzJTIwYXJlJTIwbmVhdGx5JTIwYXJyYW5nZWQlMjBpbiUyMHRoZSUyMG1pZGRsZSUyMGNvbXBhcnRtZW50JTJDJTIwd2hpbGUlMjBhcHBsZXMlMjBhcmUlMjBpbiUyMHRoZSUyMGxlZnQlMjBhbmQlMjBhJTIwbWl4JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb2YlMjBwZWFycyUyQyUyMG9yYW5nZXMlMkMlMjBhbmQlMjBjYXJhbWJvbGFzJTIwYXJlJTIwaW4lMjB0aGUlMjByaWdodC4lMjBUd28lMjByb2JvdGljJTIwYXJtcyUyMHdpdGglMjBncmlwcGVycyUyMGFyZSUyMHBvc2l0aW9uZWQlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJhdCUyMHRoZSUyMGJvdHRvbSUyMG9mJTIwdGhlJTIwZnJhbWUlMkMlMjB3aXRoJTIwdGhlJTIwb25lJTIwb24lMjB0aGUlMjBsZWZ0JTIwcmVtYWluaW5nJTIwc3RhdGlvbmFyeSUyQyUyMHBhcnRpYWxseSUyMG9ic2N1cmluZyUyMHRoZSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmFwcGxlcy4lMjBUaGUlMjByb2JvdGljJTIwYXJtJTIwb24lMjB0aGUlMjByaWdodCUyMGJlZ2lucyUyMGl0cyUyMGFjdGlvbiUyQyUyMGV4dGVuZGluZyUyMHRvd2FyZHMlMjB0aGUlMjByaWdodCUyMHNpZGUlMjBvZiUyMHRoZSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmRpc3BsYXklMjBjYXNlLiUyMEl0JTIwY2FyZWZ1bGx5JTIwcGlja3MlMjB1cCUyMGElMjBwZWFyJTIwZnJvbSUyMHRoZSUyMGZydWl0JTIwc2VjdGlvbiUyQyUyMHBsYWNpbmclMjBpdCUyMGludG8lMjBhJTIwcGxhc3RpYyUyMGJhZyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluJTIwdGhlJTIwc2hvcHBpbmclMjBjYXJ0JTIwbmVhcmJ5JTJDJTIwd2hpY2glMjBoYXMlMjByZWQlMjBoYW5kbGVzLiUyMEFmdGVyJTIwc2VjdXJpbmclMjB0aGUlMjBwZWFyJTJDJTIwdGhlJTIwYXJtJTIwcmV0cmFjdHMlMjBiYWNrJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydG8lMjBpdHMlMjBvcmlnaW5hbCUyMHBvc2l0aW9uLiUyMFRoZSUyMHByb2Nlc3MlMjByZXBlYXRzJTIwYXMlMjB0aGUlMjByb2JvdGljJTIwYXJtJTIwcGlja3MlMjB1cCUyMGFuJTIwb3JhbmdlJTIwYW5kJTIwcGxhY2VzJTIwaXQlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJpbiUyMHRoZSUyMGJhZyUyQyUyMGZvbGxvd2VkJTIwYnklMjBhJTIwY2FyYW1ib2xhLiUyMFRoZSUyMGZpbmFsJTIwZnJhbWUlMjBjYXB0dXJlcyUyMHRoZSUyMHJvYm90aWMlMjBhcm0lMjByZXR1cm5pbmclMjB0byUyMGl0cyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluaXRpYWwlMjBwb3NpdGlvbiUyQyUyMGxlYXZpbmclMjB0aGUlMjBkaXNwbGF5JTIwY2FzZSUyMGFuZCUyMHN1cnJvdW5kaW5nJTIwYXJlYSUyMHVuY2hhbmdlZC4lMjBUaGUlMjB2aWRlbyUyMHNob3djYXNlcyUyMGElMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJzZWFtbGVzcyUyMGFuZCUyMGVmZmljaWVudCUyMGF1dG9tYXRlZCUyMGZydWl0LXBpY2tpbmclMjBwcm9jZXNzJTJDJTIwaGlnaGxpZ2h0aW5nJTIwdGhlJTIwcHJlY2lzaW9uJTIwYW5kJTIwZWZmaWNpZW5jeSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm9mJTIwbW9kZXJuJTIwcm9ib3RpY3MlMjBpbiUyMGElMjByZXRhaWwlMjBzZXR0aW5nLiUyMiUwQSklMEElMEElMjMlMjBSZWNvbW1lbmRlZCUyMHF1YWxpdHktY29udHJvbCUyMG5lZ2F0aXZlJTIwcHJvbXB0JTIwZm9yJTIwdGV4dC10by12aWRlby4lMEFuZWdhdGl2ZV9wcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBjYXB0dXJlcyUyMGElMjBzZXJpZXMlMjBvZiUyMGZyYW1lcyUyMHNob3dpbmclMjB1Z2x5JTIwc2NlbmVzJTJDJTIwc3RhdGljJTIwd2l0aCUyMG5vJTIwbW90aW9uJTJDJTIwbW90aW9uJTIwYmx1ciUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm92ZXItc2F0dXJhdGlvbiUyQyUyMHNoYWt5JTIwZm9vdGFnZSUyQyUyMGxvdyUyMHJlc29sdXRpb24lMkMlMjBncmFpbnklMjB0ZXh0dXJlJTJDJTIwcGl4ZWxhdGVkJTIwaW1hZ2VzJTJDJTIwcG9vcmx5JTIwbGl0JTIwYXJlYXMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ1bmRlcmV4cG9zZWQlMjBhbmQlMjBvdmVyZXhwb3NlZCUyMHNjZW5lcyUyQyUyMHBvb3IlMjBjb2xvciUyMGJhbGFuY2UlMkMlMjB3YXNoZWQlMjBvdXQlMjBjb2xvcnMlMkMlMjBjaG9wcHklMjBzZXF1ZW5jZXMlMkMlMjBqZXJreSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm1vdmVtZW50cyUyQyUyMGxvdyUyMGZyYW1lJTIwcmF0ZSUyQyUyMGFydGlmYWN0aW5nJTJDJTIwY29sb3IlMjBiYW5kaW5nJTJDJTIwdW5uYXR1cmFsJTIwdHJhbnNpdGlvbnMlMkMlMjBvdXRkYXRlZCUyMHNwZWNpYWwlMjBlZmZlY3RzJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyZmFrZSUyMGVsZW1lbnRzJTJDJTIwdW5jb252aW5jaW5nJTIwdmlzdWFscyUyQyUyMHBvb3JseSUyMGVkaXRlZCUyMGNvbnRlbnQlMkMlMjBqdW1wJTIwY3V0cyUyQyUyMHZpc3VhbCUyMG5vaXNlJTJDJTIwYW5kJTIwZmxpY2tlcmluZy4lMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJPdmVyYWxsJTJDJTIwdGhlJTIwdmlkZW8lMjBpcyUyMG9mJTIwcG9vciUyMHF1YWxpdHkuJTIyJTBBKSUwQSUwQXJlc3VsdCUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTBBJTIwJTIwJTIwJTIwbmVnYXRpdmVfcHJvbXB0JTNEbmVnYXRpdmVfcHJvbXB0JTJDJTBBJTIwJTIwJTIwJTIwbnVtX2ZyYW1lcyUzRDE4OSUyQyUwQSUyMCUyMCUyMCUyMGhlaWdodCUzRDcyMCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTI4MCUyQyUwQSUyMCUyMCUyMCUyMGZwcyUzRDI0LjAlMkMlMEEpJTBBJTIzJTIwbWFjcm9fYmxvY2tfc2l6ZSUzRDElMjBhbGxvd3MlMjBhcmJpdHJhcnklMjBmcmFtZSUyMHNpemVzJTIwKENvc21vczMlMjBvdXRwdXRzJTIwYXJlJTIwbm90JTIwYWx3YXlzJTIwZGl2aXNpYmxlJTIwYnklMjAxNikuJTBBZXhwb3J0X3RvX3ZpZGVvKHJlc3VsdC52aWRlbyUyQyUyMCUyMmNvc21vczNfdDJ2Lm1wNCUyMiUyQyUyMGZwcyUzRDI0JTJDJTIwbWFjcm9fYmxvY2tfc2l6ZSUzRDEp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> export_to_video | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Super"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a well-lit indoor space featuring a wooden display case with "</span> | |
| <span class="hljs-string">"compartments filled with various fruits, including bananas, apples, pears, oranges, and carambolas. "</span> | |
| <span class="hljs-string">"The bananas are neatly arranged in the middle compartment, while apples are in the left and a mix "</span> | |
| <span class="hljs-string">"of pears, oranges, and carambolas are in the right. Two robotic arms with grippers are positioned "</span> | |
| <span class="hljs-string">"at the bottom of the frame, with the one on the left remaining stationary, partially obscuring the "</span> | |
| <span class="hljs-string">"apples. The robotic arm on the right begins its action, extending towards the right side of the "</span> | |
| <span class="hljs-string">"display case. It carefully picks up a pear from the fruit section, placing it into a plastic bag "</span> | |
| <span class="hljs-string">"in the shopping cart nearby, which has red handles. After securing the pear, the arm retracts back "</span> | |
| <span class="hljs-string">"to its original position. The process repeats as the robotic arm picks up an orange and places it "</span> | |
| <span class="hljs-string">"in the bag, followed by a carambola. The final frame captures the robotic arm returning to its "</span> | |
| <span class="hljs-string">"initial position, leaving the display case and surrounding area unchanged. The video showcases a "</span> | |
| <span class="hljs-string">"seamless and efficient automated fruit-picking process, highlighting the precision and efficiency "</span> | |
| <span class="hljs-string">"of modern robotics in a retail setting."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt for text-to-video.</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing ugly scenes, static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, "</span> | |
| <span class="hljs-string">"fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. "</span> | |
| <span class="hljs-string">"Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| ) | |
| <span class="hljs-comment"># macro_block_size=1 allows arbitrary frame sizes (Cosmos3 outputs are not always divisible by 16).</span> | |
| export_to_video(result.video, <span class="hljs-string">"cosmos3_t2v.mp4"</span>, fps=<span class="hljs-number">24</span>, macro_block_size=<span class="hljs-number">1</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Hs(u){let t,o,e,w;return t=new S({props:{id:"model",option:"Nano",$$slots:{default:[Xs]},$$scope:{ctx:u}}}),e=new S({props:{id:"model",option:"Super",$$slots:{default:[ks]},$$scope:{ctx:u}}}),{c(){p(t.$$.fragment),o=i(),p(e.$$.fragment)},l(a){J(t.$$.fragment,a),o=y(a),J(e.$$.fragment,a)},m(a,T){c(t,a,T),M(a,o,T),c(e,a,T),w=!0},p(a,T){const I={};T&2&&(I.$$scope={dirty:T,ctx:a}),t.$set(I);const B={};T&2&&(B.$$scope={dirty:T,ctx:a}),e.$set(B)},i(a){w||(r(t.$$.fragment,a),r(e.$$.fragment,a),w=!0)},o(a){m(t.$$.fragment,a),m(e.$$.fragment,a),w=!1},d(a){a&&n(o),d(t,a),d(e,a)}}}function Vs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBleHBvcnRfdG9fdmlkZW8lMkMlMjBsb2FkX2ltYWdlJTBBJTBBcGlwZSUyMCUzRCUyMENvc21vczNPbW5pUGlwZWxpbmUuZnJvbV9wcmV0cmFpbmVkKCUwQSUyMCUyMCUyMCUyMCUyMm52aWRpYSUyRkNvc21vczMtTmFubyUyMiUyQyUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMkMlMjBkZXZpY2VfbWFwJTNEJTIyY3VkYSUyMiUwQSklMEElMEFpbWFnZSUyMCUzRCUyMGxvYWRfaW1hZ2UoJTBBJTIwJTIwJTIwJTIwJTIyaHR0cHMlM0ElMkYlMkZnaXRodWIuY29tJTJGbnZpZGlhLWNvc21vcyUyRmNvc21vcy1kZXBlbmRlbmNpZXMlMkZyZWxlYXNlcyUyRmRvd25sb2FkJTJGYXNzZXRzJTJGcm9ib3RfMTUzLmpwZyUyMiUwQSklMEFwcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBvcGVucyUyMHdpdGglMjBhJTIwdmlldyUyMG9mJTIwYSUyMHRlc3RpbmclMjBlbnZpcm9ubWVudCUyQyUyMGNoYXJhY3Rlcml6ZWQlMjBieSUyMGElMjBsYXJnZSUyMHdvb2RlbiUyMHRhYmxlJTIwYXQlMjB0aGUlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJjZW50ZXIuJTIwT24lMjB0aGlzJTIwdGFibGUlMkMlMjB0d28lMjByb2JvdCUyMGFybXMlMjBhcmUlMjBwb3NpdGlvbmVkJTIwYXQlMjBvcHBvc2l0ZSUyMGVuZHMlMkMlMjB3aXRoJTIwdGhlJTIwbGVmdCUyMGFybSUyMGNsb3NlciUyMHRvJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydGhlJTIwY2FtZXJhJTIwYW5kJTIwdGhlJTIwcmlnaHQlMjBhcm0lMjBmdXJ0aGVyJTIwYXdheS4lMjBCZXR3ZWVuJTIwdGhlJTIwaGFuZHMlMjBsaWVzJTIwYSUyMGRhcmslMjB3b29kZW4lMjBzaGVsZiUyMHdpdGglMjBhJTIwcmVkJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyc3BoZXJpY2FsJTIwb2JqZWN0JTIwb24lMjBpdHMlMjB0b3AlMjByYWNrJTJDJTIwbGlrZWx5JTIwc2VydmluZyUyMGFzJTIwYSUyMHBsYXRmb3JtJTIwb3IlMjBvYnN0YWNsZS4lMjBJbiUyMHRoZSUyMGJhY2tncm91bmQlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ2YXJpb3VzJTIwcGllY2VzJTIwb2YlMjBlcXVpcG1lbnQlMkMlMjBpbmNsdWRpbmclMjBhJTIwdHJpcG9kJTJDJTIwYSUyMGNoYWlyJTJDJTIwYXJlJTIwdmlzaWJsZS4lMjBBJTIwcGVyc29uJTIwd2VhcmluZyUyMGElMjBibHVlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyamFja2V0JTIwYW5kJTIwYmxhY2slMjBwYW50cyUyMHN0YW5kcyUyMG5lYXIlMjB0aGUlMjBjZW50ZXIlMjBvZiUyMHRoZSUyMHJvb20lMkMlMjBvYnNlcnZpbmclMjB0aGUlMjBleHBlcmltZW50JTJDJTIwd2l0aCUyMGElMjBzdGF0aWMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJoYW5kJTIwcG9zaXRpb24lMjB0aHJvdWdob3V0LiUyMFRoZSUyMGZsb29yJTIwaXMlMjB0aWxlZCUyMHdpdGglMjBhJTIwcGF0dGVybmVkJTIwZGVzaWduJTJDJTIwYW5kJTIwYWRkaXRpb25hbCUyMGl0ZW1zJTIwbGlrZSUyMGElMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJzbWFsbCUyMHJvYm90JTIwZmlndXJlJTIwYW5kJTIwc29tZSUyMGNhYmxlcyUyMGNhbiUyMGJlJTIwc2VlbiUyMHNjYXR0ZXJlZCUyMGFyb3VuZCUyMHRoZSUyMHNwYWNlLiUyMEFzJTIwdGhlJTIwdmlkZW8lMjBwcm9ncmVzc2VzJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydGhlJTIwcmlnaHQlMjByb2JvdGljJTIwaGFuZCUyMGV4dGVuZHMlMjBvdXR3YXJkJTJDJTIwbW92aW5nJTIwZnJvbSUyMGl0cyUyMGluaXRpYWwlMjBwb3NpdGlvbiUyMHRvd2FyZHMlMjB0aGUlMjByZWQlMjBzcGhlcmljYWwlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvYmplY3QlMjBvbiUyMHRoZSUyMHNoZWxmLiUyMFRoZSUyMGhhbmQlMjB0aGVuJTIwcGlja3MlMjB1cCUyMHRoZSUyMG9iamVjdCUyMGFuZCUyMHBsYWNlcyUyMGl0JTIwb24lMjB0aGUlMjBsb3dlc3QlMjByYWNrJTIwb2YlMjB0aGUlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJzaGVsZiUyQyUyMGNvbXBsZXRpbmclMjBhJTIwc21vb3RoJTJDJTIwZGVsaWJlcmF0ZSUyMG1hbmlwdWxhdGlvbi4lMjBUaGUlMjBsZWZ0JTIwcm9ib3RpYyUyMGhhbmQlMjByZW1haW5zJTIwc3RhdGlvbmFyeSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnRocm91Z2hvdXQlMjB0aGUlMjBzZXF1ZW5jZS4lMjBObyUyMG5ldyUyMG9iamVjdHMlMjBhcHBlYXIlMjBpbiUyMHRoZSUyMHZpZGVvJTNCJTIwYWxsJTIwZXhpc3RpbmclMjBlbGVtZW50cyUyMG1haW50YWluJTIwdGhlaXIlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJwb3NpdGlvbnMlMjBleGNlcHQlMjBmb3IlMjB0aGUlMjBtb3ZlbWVudCUyMG9mJTIwdGhlJTIwcmlnaHQlMjByb2JvdGljJTIwaGFuZC4lMjBUaGUlMjBzY2VuZSUyMGNvbmNsdWRlcyUyMHdpdGglMjB0aGUlMjByaWdodCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnJvYm90aWMlMjBoYW5kJTIwcmV0dXJuaW5nJTIwdG8lMjBpdHMlMjBpbml0aWFsJTIwcG9zaXRpb24lMkMlMjB3aGlsZSUyMHRoZSUyMGxlZnQlMjBoYW5kJTIwY29udGludWVzJTIwdG8lMjByZXN0JTIwb24lMjB0aGUlMjB0YWJsZS4lMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJUaGUlMjBvdmVyYWxsJTIwZW52aXJvbm1lbnQlMjByZW1haW5zJTIwdW5jaGFuZ2VkJTJDJTIwd2l0aCUyMHRoZSUyMGZvY3VzJTIwcmVtYWluaW5nJTIwb24lMjB0aGUlMjBpbnRlcmFjdGlvbiUyMGJldHdlZW4lMjB0aGUlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJyb2JvdGljJTIwaGFuZHMlMjBhbmQlMjB0aGUlMjB3b29kZW4lMjBibG9jayUyQyUyMGhpZ2hsaWdodGluZyUyMHByZWNpc2UlMjBjb250cm9sJTIwZHVyaW5nJTIwdGhlJTIwZGVtb25zdHJhdGlvbi4lMjIlMEEpJTBBJTBBJTIzJTIwUmVjb21tZW5kZWQlMjBxdWFsaXR5LWNvbnRyb2wlMjBuZWdhdGl2ZSUyMHByb21wdCUyMGZvciUyMGltYWdlLXRvLXZpZGVvLiUwQW5lZ2F0aXZlX3Byb21wdCUyMCUzRCUyMCglMEElMjAlMjAlMjAlMjAlMjJUaGUlMjB2aWRlbyUyMGNhcHR1cmVzJTIwYSUyMHNlcmllcyUyMG9mJTIwZnJhbWVzJTIwc2hvd2luZyUyMG1hY3JvYmxvY2tpbmclMjBhcnRpZmFjdHMlMkMlMjBjaHJvbWF0aWMlMjBhYmVycmF0aW9uJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaGlnaC1mcmVxdWVuY3klMjBub2lzZSUyQyUyMGFuZCUyMHJvbGxpbmclMjBzaHV0dGVyJTIwZGlzdG9ydGlvbi4lMjBJdCUyMGluY2x1ZGVzJTIwc3RhdGljJTIwd2l0aCUyMG5vJTIwbW90aW9uJTJDJTIwbW90aW9uJTIwYmx1ciUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm92ZXItc2F0dXJhdGlvbiUyQyUyMHNoYWt5JTIwZm9vdGFnZSUyQyUyMGxvdyUyMHJlc29sdXRpb24lMkMlMjBncmFpbnklMjB0ZXh0dXJlJTJDJTIwcGl4ZWxhdGVkJTIwaW1hZ2VzJTJDJTIwcG9vcmx5JTIwbGl0JTIwYXJlYXMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ1bmRlcmV4cG9zZWQlMjBhbmQlMjBvdmVyZXhwb3NlZCUyMHNjZW5lcyUyQyUyMHBvb3IlMjBjb2xvciUyMGJhbGFuY2UlMkMlMjB3YXNoZWQlMjBvdXQlMjBjb2xvcnMlMkMlMjBjaG9wcHklMjBzZXF1ZW5jZXMlMkMlMjBqZXJreSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm1vdmVtZW50cyUyQyUyMGxvdyUyMGZyYW1lJTIwcmF0ZSUyQyUyMGJpdC1kZXB0aCUyMGNvbXByZXNzaW9uJTIwYXJ0aWZhY3RzJTJDJTIwY29sb3IlMjBiYW5kaW5nJTJDJTIwdW5uYXR1cmFsJTIwdHJhbnNpdGlvbnMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvdXRkYXRlZCUyMHNwZWNpYWwlMjBlZmZlY3RzJTJDJTIwZmFrZSUyMGVsZW1lbnRzJTJDJTIwdW5jb252aW5jaW5nJTIwdmlzdWFscyUyQyUyMHBvb3JseSUyMGVkaXRlZCUyMGNvbnRlbnQlMkMlMjBqdW1wJTIwY3V0cyUyQyUyMHZpc3VhbCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm5vaXNlJTJDJTIwYW5kJTIwZmxpY2tlcmluZy4lMjBBdm9pZCUyMG1vaXIlQzMlQTklMjBwYXR0ZXJucyUyQyUyMGVkZ2UlMjBoYWxvcyUyQyUyMGFuZCUyMHRlbXBvcmFsJTIwYWxpYXNpbmcuJTIwRnVydGhlcm1vcmUlMkMlMjB0aGUlMjBjb250ZW50JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyZGVmaWVzJTIwY29tbW9uJTIwc2Vuc2UlMkMlMjBnZW5lcmF0aW5nJTIwaWxsb2dpY2FsJTIwc2NlbmFyaW9zJTJDJTIwbm9uc2Vuc2ljYWwlMjBlbnRpdGllcyUyQyUyMGFic3VyZCUyMGNoYXJhY3RlciUyMGJlaGF2aW9ycyUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmFuZCUyMGNvbmNlcHR1YWwlMjBwYXJhZG94ZXMlMjB0aGF0JTIwdmlvbGF0ZSUyMGJhc2ljJTIwaHVtYW4lMjByZWFzb25pbmclMjBhbmQlMjBldmVyeWRheSUyMHJlYWxpdHkuJTIwVGhlJTIwdmlkZW8lMjBsb29rcyUyMGxpa2UlMjBhJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyc3VycmVhbCUyMG9yJTIwZ2xpdGNoeSUyMGhhbGx1Y2luYXRpb24uJTIwT3ZlcmFsbCUyQyUyMHRoZSUyMHZpZGVvJTIwaXMlMjBvZiUyMHBvb3IlMjBxdWFsaXR5LiUyMiUwQSklMEElMEFyZXN1bHQlMjAlM0QlMjBwaXBlKCUwQSUyMCUyMCUyMCUyMHByb21wdCUzRHByb21wdCUyQyUwQSUyMCUyMCUyMCUyMG5lZ2F0aXZlX3Byb21wdCUzRG5lZ2F0aXZlX3Byb21wdCUyQyUwQSUyMCUyMCUyMCUyMGltYWdlJTNEaW1hZ2UlMkMlMEElMjAlMjAlMjAlMjBudW1fZnJhbWVzJTNEMTg5JTJDJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNENzIwJTJDJTBBJTIwJTIwJTIwJTIwd2lkdGglM0QxMjgwJTJDJTBBJTIwJTIwJTIwJTIwZnBzJTNEMjQuMCUyQyUwQSklMEElMjMlMjBtYWNyb19ibG9ja19zaXplJTNEMSUyMGFsbG93cyUyMGFyYml0cmFyeSUyMGZyYW1lJTIwc2l6ZXMlMjAoQ29zbW9zMyUyMG91dHB1dHMlMjBhcmUlMjBub3QlMjBhbHdheXMlMjBkaXZpc2libGUlMjBieSUyMDE2KS4lMEFleHBvcnRfdG9fdmlkZW8ocmVzdWx0LnZpZGVvJTJDJTIwJTIyY29zbW9zM19pMnYubXA0JTIyJTJDJTIwZnBzJTNEMjQlMkMlMjBtYWNyb19ibG9ja19zaXplJTNEMSk=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> export_to_video, load_image | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| image = load_image( | |
| <span class="hljs-string">"https://github.com/nvidia-cosmos/cosmos-dependencies/releases/download/assets/robot_153.jpg"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a testing environment, characterized by a large wooden table at the "</span> | |
| <span class="hljs-string">"center. On this table, two robot arms are positioned at opposite ends, with the left arm closer to "</span> | |
| <span class="hljs-string">"the camera and the right arm further away. Between the hands lies a dark wooden shelf with a red "</span> | |
| <span class="hljs-string">"spherical object on its top rack, likely serving as a platform or obstacle. In the background, "</span> | |
| <span class="hljs-string">"various pieces of equipment, including a tripod, a chair, are visible. A person wearing a blue "</span> | |
| <span class="hljs-string">"jacket and black pants stands near the center of the room, observing the experiment, with a static "</span> | |
| <span class="hljs-string">"hand position throughout. The floor is tiled with a patterned design, and additional items like a "</span> | |
| <span class="hljs-string">"small robot figure and some cables can be seen scattered around the space. As the video progresses, "</span> | |
| <span class="hljs-string">"the right robotic hand extends outward, moving from its initial position towards the red spherical "</span> | |
| <span class="hljs-string">"object on the shelf. The hand then picks up the object and places it on the lowest rack of the "</span> | |
| <span class="hljs-string">"shelf, completing a smooth, deliberate manipulation. The left robotic hand remains stationary "</span> | |
| <span class="hljs-string">"throughout the sequence. No new objects appear in the video; all existing elements maintain their "</span> | |
| <span class="hljs-string">"positions except for the movement of the right robotic hand. The scene concludes with the right "</span> | |
| <span class="hljs-string">"robotic hand returning to its initial position, while the left hand continues to rest on the table. "</span> | |
| <span class="hljs-string">"The overall environment remains unchanged, with the focus remaining on the interaction between the "</span> | |
| <span class="hljs-string">"robotic hands and the wooden block, highlighting precise control during the demonstration."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt for image-to-video.</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing macroblocking artifacts, chromatic aberration, "</span> | |
| <span class="hljs-string">"high-frequency noise, and rolling shutter distortion. It includes static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, bit-depth compression artifacts, color banding, unnatural transitions, "</span> | |
| <span class="hljs-string">"outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual "</span> | |
| <span class="hljs-string">"noise, and flickering. Avoid moiré patterns, edge halos, and temporal aliasing. Furthermore, the content "</span> | |
| <span class="hljs-string">"defies common sense, generating illogical scenarios, nonsensical entities, absurd character behaviors, "</span> | |
| <span class="hljs-string">"and conceptual paradoxes that violate basic human reasoning and everyday reality. The video looks like a "</span> | |
| <span class="hljs-string">"surreal or glitchy hallucination. Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| image=image, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| ) | |
| <span class="hljs-comment"># macro_block_size=1 allows arbitrary frame sizes (Cosmos3 outputs are not always divisible by 16).</span> | |
| export_to_video(result.video, <span class="hljs-string">"cosmos3_i2v.mp4"</span>, fps=<span class="hljs-number">24</span>, macro_block_size=<span class="hljs-number">1</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Rs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBleHBvcnRfdG9fdmlkZW8lMkMlMjBsb2FkX2ltYWdlJTBBJTBBcGlwZSUyMCUzRCUyMENvc21vczNPbW5pUGlwZWxpbmUuZnJvbV9wcmV0cmFpbmVkKCUwQSUyMCUyMCUyMCUyMCUyMm52aWRpYSUyRkNvc21vczMtU3VwZXIlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2JTJDJTIwZGV2aWNlX21hcCUzRCUyMmN1ZGElMjIlMEEpJTBBJTBBaW1hZ2UlMjAlM0QlMjBsb2FkX2ltYWdlKCUwQSUyMCUyMCUyMCUyMCUyMmh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRm52aWRpYS1jb3Ntb3MlMkZjb3Ntb3MtZGVwZW5kZW5jaWVzJTJGcmVsZWFzZXMlMkZkb3dubG9hZCUyRmFzc2V0cyUyRnJvYm90XzE1My5qcGclMjIlMEEpJTBBcHJvbXB0JTIwJTNEJTIwKCUwQSUyMCUyMCUyMCUyMCUyMlRoZSUyMHZpZGVvJTIwb3BlbnMlMjB3aXRoJTIwYSUyMHZpZXclMjBvZiUyMGElMjB0ZXN0aW5nJTIwZW52aXJvbm1lbnQlMkMlMjBjaGFyYWN0ZXJpemVkJTIwYnklMjBhJTIwbGFyZ2UlMjB3b29kZW4lMjB0YWJsZSUyMGF0JTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyY2VudGVyLiUyME9uJTIwdGhpcyUyMHRhYmxlJTJDJTIwdHdvJTIwcm9ib3QlMjBhcm1zJTIwYXJlJTIwcG9zaXRpb25lZCUyMGF0JTIwb3Bwb3NpdGUlMjBlbmRzJTJDJTIwd2l0aCUyMHRoZSUyMGxlZnQlMjBhcm0lMjBjbG9zZXIlMjB0byUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnRoZSUyMGNhbWVyYSUyMGFuZCUyMHRoZSUyMHJpZ2h0JTIwYXJtJTIwZnVydGhlciUyMGF3YXkuJTIwQmV0d2VlbiUyMHRoZSUyMGhhbmRzJTIwbGllcyUyMGElMjBkYXJrJTIwd29vZGVuJTIwc2hlbGYlMjB3aXRoJTIwYSUyMHJlZCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnNwaGVyaWNhbCUyMG9iamVjdCUyMG9uJTIwaXRzJTIwdG9wJTIwcmFjayUyQyUyMGxpa2VseSUyMHNlcnZpbmclMjBhcyUyMGElMjBwbGF0Zm9ybSUyMG9yJTIwb2JzdGFjbGUuJTIwSW4lMjB0aGUlMjBiYWNrZ3JvdW5kJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydmFyaW91cyUyMHBpZWNlcyUyMG9mJTIwZXF1aXBtZW50JTJDJTIwaW5jbHVkaW5nJTIwYSUyMHRyaXBvZCUyQyUyMGElMjBjaGFpciUyQyUyMGFyZSUyMHZpc2libGUuJTIwQSUyMHBlcnNvbiUyMHdlYXJpbmclMjBhJTIwYmx1ZSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmphY2tldCUyMGFuZCUyMGJsYWNrJTIwcGFudHMlMjBzdGFuZHMlMjBuZWFyJTIwdGhlJTIwY2VudGVyJTIwb2YlMjB0aGUlMjByb29tJTJDJTIwb2JzZXJ2aW5nJTIwdGhlJTIwZXhwZXJpbWVudCUyQyUyMHdpdGglMjBhJTIwc3RhdGljJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaGFuZCUyMHBvc2l0aW9uJTIwdGhyb3VnaG91dC4lMjBUaGUlMjBmbG9vciUyMGlzJTIwdGlsZWQlMjB3aXRoJTIwYSUyMHBhdHRlcm5lZCUyMGRlc2lnbiUyQyUyMGFuZCUyMGFkZGl0aW9uYWwlMjBpdGVtcyUyMGxpa2UlMjBhJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyc21hbGwlMjByb2JvdCUyMGZpZ3VyZSUyMGFuZCUyMHNvbWUlMjBjYWJsZXMlMjBjYW4lMjBiZSUyMHNlZW4lMjBzY2F0dGVyZWQlMjBhcm91bmQlMjB0aGUlMjBzcGFjZS4lMjBBcyUyMHRoZSUyMHZpZGVvJTIwcHJvZ3Jlc3NlcyUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnRoZSUyMHJpZ2h0JTIwcm9ib3RpYyUyMGhhbmQlMjBleHRlbmRzJTIwb3V0d2FyZCUyQyUyMG1vdmluZyUyMGZyb20lMjBpdHMlMjBpbml0aWFsJTIwcG9zaXRpb24lMjB0b3dhcmRzJTIwdGhlJTIwcmVkJTIwc3BoZXJpY2FsJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb2JqZWN0JTIwb24lMjB0aGUlMjBzaGVsZi4lMjBUaGUlMjBoYW5kJTIwdGhlbiUyMHBpY2tzJTIwdXAlMjB0aGUlMjBvYmplY3QlMjBhbmQlMjBwbGFjZXMlMjBpdCUyMG9uJTIwdGhlJTIwbG93ZXN0JTIwcmFjayUyMG9mJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyc2hlbGYlMkMlMjBjb21wbGV0aW5nJTIwYSUyMHNtb290aCUyQyUyMGRlbGliZXJhdGUlMjBtYW5pcHVsYXRpb24uJTIwVGhlJTIwbGVmdCUyMHJvYm90aWMlMjBoYW5kJTIwcmVtYWlucyUyMHN0YXRpb25hcnklMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ0aHJvdWdob3V0JTIwdGhlJTIwc2VxdWVuY2UuJTIwTm8lMjBuZXclMjBvYmplY3RzJTIwYXBwZWFyJTIwaW4lMjB0aGUlMjB2aWRlbyUzQiUyMGFsbCUyMGV4aXN0aW5nJTIwZWxlbWVudHMlMjBtYWludGFpbiUyMHRoZWlyJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIycG9zaXRpb25zJTIwZXhjZXB0JTIwZm9yJTIwdGhlJTIwbW92ZW1lbnQlMjBvZiUyMHRoZSUyMHJpZ2h0JTIwcm9ib3RpYyUyMGhhbmQuJTIwVGhlJTIwc2NlbmUlMjBjb25jbHVkZXMlMjB3aXRoJTIwdGhlJTIwcmlnaHQlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJyb2JvdGljJTIwaGFuZCUyMHJldHVybmluZyUyMHRvJTIwaXRzJTIwaW5pdGlhbCUyMHBvc2l0aW9uJTJDJTIwd2hpbGUlMjB0aGUlMjBsZWZ0JTIwaGFuZCUyMGNvbnRpbnVlcyUyMHRvJTIwcmVzdCUyMG9uJTIwdGhlJTIwdGFibGUuJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwb3ZlcmFsbCUyMGVudmlyb25tZW50JTIwcmVtYWlucyUyMHVuY2hhbmdlZCUyQyUyMHdpdGglMjB0aGUlMjBmb2N1cyUyMHJlbWFpbmluZyUyMG9uJTIwdGhlJTIwaW50ZXJhY3Rpb24lMjBiZXR3ZWVuJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIycm9ib3RpYyUyMGhhbmRzJTIwYW5kJTIwdGhlJTIwd29vZGVuJTIwYmxvY2slMkMlMjBoaWdobGlnaHRpbmclMjBwcmVjaXNlJTIwY29udHJvbCUyMGR1cmluZyUyMHRoZSUyMGRlbW9uc3RyYXRpb24uJTIyJTBBKSUwQSUwQSUyMyUyMFJlY29tbWVuZGVkJTIwcXVhbGl0eS1jb250cm9sJTIwbmVnYXRpdmUlMjBwcm9tcHQlMjBmb3IlMjBpbWFnZS10by12aWRlby4lMEFuZWdhdGl2ZV9wcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBjYXB0dXJlcyUyMGElMjBzZXJpZXMlMjBvZiUyMGZyYW1lcyUyMHNob3dpbmclMjBtYWNyb2Jsb2NraW5nJTIwYXJ0aWZhY3RzJTJDJTIwY2hyb21hdGljJTIwYWJlcnJhdGlvbiUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmhpZ2gtZnJlcXVlbmN5JTIwbm9pc2UlMkMlMjBhbmQlMjByb2xsaW5nJTIwc2h1dHRlciUyMGRpc3RvcnRpb24uJTIwSXQlMjBpbmNsdWRlcyUyMHN0YXRpYyUyMHdpdGglMjBubyUyMG1vdGlvbiUyQyUyMG1vdGlvbiUyMGJsdXIlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvdmVyLXNhdHVyYXRpb24lMkMlMjBzaGFreSUyMGZvb3RhZ2UlMkMlMjBsb3clMjByZXNvbHV0aW9uJTJDJTIwZ3JhaW55JTIwdGV4dHVyZSUyQyUyMHBpeGVsYXRlZCUyMGltYWdlcyUyQyUyMHBvb3JseSUyMGxpdCUyMGFyZWFzJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydW5kZXJleHBvc2VkJTIwYW5kJTIwb3ZlcmV4cG9zZWQlMjBzY2VuZXMlMkMlMjBwb29yJTIwY29sb3IlMjBiYWxhbmNlJTJDJTIwd2FzaGVkJTIwb3V0JTIwY29sb3JzJTJDJTIwY2hvcHB5JTIwc2VxdWVuY2VzJTJDJTIwamVya3klMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJtb3ZlbWVudHMlMkMlMjBsb3clMjBmcmFtZSUyMHJhdGUlMkMlMjBiaXQtZGVwdGglMjBjb21wcmVzc2lvbiUyMGFydGlmYWN0cyUyQyUyMGNvbG9yJTIwYmFuZGluZyUyQyUyMHVubmF0dXJhbCUyMHRyYW5zaXRpb25zJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb3V0ZGF0ZWQlMjBzcGVjaWFsJTIwZWZmZWN0cyUyQyUyMGZha2UlMjBlbGVtZW50cyUyQyUyMHVuY29udmluY2luZyUyMHZpc3VhbHMlMkMlMjBwb29ybHklMjBlZGl0ZWQlMjBjb250ZW50JTJDJTIwanVtcCUyMGN1dHMlMkMlMjB2aXN1YWwlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJub2lzZSUyQyUyMGFuZCUyMGZsaWNrZXJpbmcuJTIwQXZvaWQlMjBtb2lyJUMzJUE5JTIwcGF0dGVybnMlMkMlMjBlZGdlJTIwaGFsb3MlMkMlMjBhbmQlMjB0ZW1wb3JhbCUyMGFsaWFzaW5nLiUyMEZ1cnRoZXJtb3JlJTJDJTIwdGhlJTIwY29udGVudCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmRlZmllcyUyMGNvbW1vbiUyMHNlbnNlJTJDJTIwZ2VuZXJhdGluZyUyMGlsbG9naWNhbCUyMHNjZW5hcmlvcyUyQyUyMG5vbnNlbnNpY2FsJTIwZW50aXRpZXMlMkMlMjBhYnN1cmQlMjBjaGFyYWN0ZXIlMjBiZWhhdmlvcnMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJhbmQlMjBjb25jZXB0dWFsJTIwcGFyYWRveGVzJTIwdGhhdCUyMHZpb2xhdGUlMjBiYXNpYyUyMGh1bWFuJTIwcmVhc29uaW5nJTIwYW5kJTIwZXZlcnlkYXklMjByZWFsaXR5LiUyMFRoZSUyMHZpZGVvJTIwbG9va3MlMjBsaWtlJTIwYSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnN1cnJlYWwlMjBvciUyMGdsaXRjaHklMjBoYWxsdWNpbmF0aW9uLiUyME92ZXJhbGwlMkMlMjB0aGUlMjB2aWRlbyUyMGlzJTIwb2YlMjBwb29yJTIwcXVhbGl0eS4lMjIlMEEpJTBBJTBBcmVzdWx0JTIwJTNEJTIwcGlwZSglMEElMjAlMjAlMjAlMjBwcm9tcHQlM0Rwcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBuZWdhdGl2ZV9wcm9tcHQlM0RuZWdhdGl2ZV9wcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBpbWFnZSUzRGltYWdlJTJDJTBBJTIwJTIwJTIwJTIwbnVtX2ZyYW1lcyUzRDE4OSUyQyUwQSUyMCUyMCUyMCUyMGhlaWdodCUzRDcyMCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTI4MCUyQyUwQSUyMCUyMCUyMCUyMGZwcyUzRDI0LjAlMkMlMEEpJTBBJTIzJTIwbWFjcm9fYmxvY2tfc2l6ZSUzRDElMjBhbGxvd3MlMjBhcmJpdHJhcnklMjBmcmFtZSUyMHNpemVzJTIwKENvc21vczMlMjBvdXRwdXRzJTIwYXJlJTIwbm90JTIwYWx3YXlzJTIwZGl2aXNpYmxlJTIwYnklMjAxNikuJTBBZXhwb3J0X3RvX3ZpZGVvKHJlc3VsdC52aWRlbyUyQyUyMCUyMmNvc21vczNfaTJ2Lm1wNCUyMiUyQyUyMGZwcyUzRDI0JTJDJTIwbWFjcm9fYmxvY2tfc2l6ZSUzRDEp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> export_to_video, load_image | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Super"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| image = load_image( | |
| <span class="hljs-string">"https://github.com/nvidia-cosmos/cosmos-dependencies/releases/download/assets/robot_153.jpg"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a testing environment, characterized by a large wooden table at the "</span> | |
| <span class="hljs-string">"center. On this table, two robot arms are positioned at opposite ends, with the left arm closer to "</span> | |
| <span class="hljs-string">"the camera and the right arm further away. Between the hands lies a dark wooden shelf with a red "</span> | |
| <span class="hljs-string">"spherical object on its top rack, likely serving as a platform or obstacle. In the background, "</span> | |
| <span class="hljs-string">"various pieces of equipment, including a tripod, a chair, are visible. A person wearing a blue "</span> | |
| <span class="hljs-string">"jacket and black pants stands near the center of the room, observing the experiment, with a static "</span> | |
| <span class="hljs-string">"hand position throughout. The floor is tiled with a patterned design, and additional items like a "</span> | |
| <span class="hljs-string">"small robot figure and some cables can be seen scattered around the space. As the video progresses, "</span> | |
| <span class="hljs-string">"the right robotic hand extends outward, moving from its initial position towards the red spherical "</span> | |
| <span class="hljs-string">"object on the shelf. The hand then picks up the object and places it on the lowest rack of the "</span> | |
| <span class="hljs-string">"shelf, completing a smooth, deliberate manipulation. The left robotic hand remains stationary "</span> | |
| <span class="hljs-string">"throughout the sequence. No new objects appear in the video; all existing elements maintain their "</span> | |
| <span class="hljs-string">"positions except for the movement of the right robotic hand. The scene concludes with the right "</span> | |
| <span class="hljs-string">"robotic hand returning to its initial position, while the left hand continues to rest on the table. "</span> | |
| <span class="hljs-string">"The overall environment remains unchanged, with the focus remaining on the interaction between the "</span> | |
| <span class="hljs-string">"robotic hands and the wooden block, highlighting precise control during the demonstration."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt for image-to-video.</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing macroblocking artifacts, chromatic aberration, "</span> | |
| <span class="hljs-string">"high-frequency noise, and rolling shutter distortion. It includes static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, bit-depth compression artifacts, color banding, unnatural transitions, "</span> | |
| <span class="hljs-string">"outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual "</span> | |
| <span class="hljs-string">"noise, and flickering. Avoid moiré patterns, edge halos, and temporal aliasing. Furthermore, the content "</span> | |
| <span class="hljs-string">"defies common sense, generating illogical scenarios, nonsensical entities, absurd character behaviors, "</span> | |
| <span class="hljs-string">"and conceptual paradoxes that violate basic human reasoning and everyday reality. The video looks like a "</span> | |
| <span class="hljs-string">"surreal or glitchy hallucination. Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| image=image, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| ) | |
| <span class="hljs-comment"># macro_block_size=1 allows arbitrary frame sizes (Cosmos3 outputs are not always divisible by 16).</span> | |
| export_to_video(result.video, <span class="hljs-string">"cosmos3_i2v.mp4"</span>, fps=<span class="hljs-number">24</span>, macro_block_size=<span class="hljs-number">1</span>)`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Qs(u){let t,o,e,w;return t=new S({props:{id:"model",option:"Nano",$$slots:{default:[Vs]},$$scope:{ctx:u}}}),e=new S({props:{id:"model",option:"Super",$$slots:{default:[Rs]},$$scope:{ctx:u}}}),{c(){p(t.$$.fragment),o=i(),p(e.$$.fragment)},l(a){J(t.$$.fragment,a),o=y(a),J(e.$$.fragment,a)},m(a,T){c(t,a,T),M(a,o,T),c(e,a,T),w=!0},p(a,T){const I={};T&2&&(I.$$scope={dirty:T,ctx:a}),t.$set(I);const B={};T&2&&(B.$$scope={dirty:T,ctx:a}),e.$set(B)},i(a){w||(r(t.$$.fragment,a),r(e.$$.fragment,a),w=!0)},o(a){m(t.$$.fragment,a),m(e.$$.fragment,a),w=!1},d(a){a&&n(o),d(t,a),d(e,a)}}}function zs(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBlbmNvZGVfdmlkZW8lMEElMEFwaXBlJTIwJTNEJTIwQ29zbW9zM09tbmlQaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIybnZpZGlhJTJGQ29zbW9zMy1OYW5vJTIyJTJDJTIwdG9yY2hfZHR5cGUlM0R0b3JjaC5iZmxvYXQxNiUyQyUyMGRldmljZV9tYXAlM0QlMjJjdWRhJTIyJTBBKSUwQSUwQXByb21wdCUyMCUzRCUyMCglMEElMjAlMjAlMjAlMjAlMjJUaGUlMjB2aWRlbyUyMG9wZW5zJTIwd2l0aCUyMGElMjB2aWV3JTIwb2YlMjBhJTIwd2VsbC1saXQlMjBpbmRvb3IlMjBzcGFjZSUyMGZlYXR1cmluZyUyMGElMjB3b29kZW4lMjBkaXNwbGF5JTIwY2FzZSUyMHdpdGglMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJjb21wYXJ0bWVudHMlMjBmaWxsZWQlMjB3aXRoJTIwdmFyaW91cyUyMGZydWl0cyUyQyUyMGluY2x1ZGluZyUyMGJhbmFuYXMlMkMlMjBhcHBsZXMlMkMlMjBwZWFycyUyQyUyMG9yYW5nZXMlMkMlMjBhbmQlMjBjYXJhbWJvbGFzLiUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMlRoZSUyMGJhbmFuYXMlMjBhcmUlMjBuZWF0bHklMjBhcnJhbmdlZCUyMGluJTIwdGhlJTIwbWlkZGxlJTIwY29tcGFydG1lbnQlMkMlMjB3aGlsZSUyMGFwcGxlcyUyMGFyZSUyMGluJTIwdGhlJTIwbGVmdCUyMGFuZCUyMGElMjBtaXglMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvZiUyMHBlYXJzJTJDJTIwb3JhbmdlcyUyQyUyMGFuZCUyMGNhcmFtYm9sYXMlMjBhcmUlMjBpbiUyMHRoZSUyMHJpZ2h0LiUyMFR3byUyMHJvYm90aWMlMjBhcm1zJTIwd2l0aCUyMGdyaXBwZXJzJTIwYXJlJTIwcG9zaXRpb25lZCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmF0JTIwdGhlJTIwYm90dG9tJTIwb2YlMjB0aGUlMjBmcmFtZSUyQyUyMHdpdGglMjB0aGUlMjBvbmUlMjBvbiUyMHRoZSUyMGxlZnQlMjByZW1haW5pbmclMjBzdGF0aW9uYXJ5JTJDJTIwcGFydGlhbGx5JTIwb2JzY3VyaW5nJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyYXBwbGVzLiUyMFRoZSUyMHJvYm90aWMlMjBhcm0lMjBvbiUyMHRoZSUyMHJpZ2h0JTIwYmVnaW5zJTIwaXRzJTIwYWN0aW9uJTJDJTIwZXh0ZW5kaW5nJTIwdG93YXJkcyUyMHRoZSUyMHJpZ2h0JTIwc2lkZSUyMG9mJTIwdGhlJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyZGlzcGxheSUyMGNhc2UuJTIwSXQlMjBjYXJlZnVsbHklMjBwaWNrcyUyMHVwJTIwYSUyMHBlYXIlMjBmcm9tJTIwdGhlJTIwZnJ1aXQlMjBzZWN0aW9uJTJDJTIwcGxhY2luZyUyMGl0JTIwaW50byUyMGElMjBwbGFzdGljJTIwYmFnJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaW4lMjB0aGUlMjBzaG9wcGluZyUyMGNhcnQlMjBuZWFyYnklMkMlMjB3aGljaCUyMGhhcyUyMHJlZCUyMGhhbmRsZXMuJTIwQWZ0ZXIlMjBzZWN1cmluZyUyMHRoZSUyMHBlYXIlMkMlMjB0aGUlMjBhcm0lMjByZXRyYWN0cyUyMGJhY2slMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ0byUyMGl0cyUyMG9yaWdpbmFsJTIwcG9zaXRpb24uJTIwVGhlJTIwcHJvY2VzcyUyMHJlcGVhdHMlMjBhcyUyMHRoZSUyMHJvYm90aWMlMjBhcm0lMjBwaWNrcyUyMHVwJTIwYW4lMjBvcmFuZ2UlMjBhbmQlMjBwbGFjZXMlMjBpdCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluJTIwdGhlJTIwYmFnJTJDJTIwZm9sbG93ZWQlMjBieSUyMGElMjBjYXJhbWJvbGEuJTIwVGhlJTIwZmluYWwlMjBmcmFtZSUyMGNhcHR1cmVzJTIwdGhlJTIwcm9ib3RpYyUyMGFybSUyMHJldHVybmluZyUyMHRvJTIwaXRzJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyaW5pdGlhbCUyMHBvc2l0aW9uJTJDJTIwbGVhdmluZyUyMHRoZSUyMGRpc3BsYXklMjBjYXNlJTIwYW5kJTIwc3Vycm91bmRpbmclMjBhcmVhJTIwdW5jaGFuZ2VkLiUyMFRoZSUyMHZpZGVvJTIwc2hvd2Nhc2VzJTIwYSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMnNlYW1sZXNzJTIwYW5kJTIwZWZmaWNpZW50JTIwYXV0b21hdGVkJTIwZnJ1aXQtcGlja2luZyUyMHByb2Nlc3MlMkMlMjBoaWdobGlnaHRpbmclMjB0aGUlMjBwcmVjaXNpb24lMjBhbmQlMjBlZmZpY2llbmN5JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb2YlMjBtb2Rlcm4lMjByb2JvdGljcyUyMGluJTIwYSUyMHJldGFpbCUyMHNldHRpbmcuJTIwQXVkaW8lMjBkZXNjcmlwdGlvbiUzQSUyMHRoZSUyMHNvZnQlMjB3aGlyJTIwb2YlMjBzZXJ2byUyMG1vdG9ycyUyQyUyMGdlbnRsZSUyMCUyMiUyMCUwQSUyMCUyMCUyMCUyMCUyMnRodWRzJTIwYXMlMjBmcnVpdHMlMjBsYW5kJTIwaW4lMjB0aGUlMjBwbGFzdGljJTIwYmFnJTJDJTIwdGhlJTIwcnVzdGxlJTIwb2YlMjB0aGUlMjBiYWclMjBzZXR0bGluZyUyMGluJTIwdGhlJTIwc2hvcHBpbmclMjBjYXJ0JTJDJTIwYW5kJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyYSUyMGZhaW50JTIwcmVmcmlnZXJhdGlvbiUyMGh1bSUyMGluJTIwdGhlJTIwYmFja2dyb3VuZC4lMjIlMEEpJTBBJTBBJTIzJTIwUmVjb21tZW5kZWQlMjBxdWFsaXR5LWNvbnRyb2wlMjBuZWdhdGl2ZSUyMHByb21wdCUyMChzYW1lJTIwYXMlMjB0ZXh0LXRvLXZpZGVvKS4lMEFuZWdhdGl2ZV9wcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBjYXB0dXJlcyUyMGElMjBzZXJpZXMlMjBvZiUyMGZyYW1lcyUyMHNob3dpbmclMjB1Z2x5JTIwc2NlbmVzJTJDJTIwc3RhdGljJTIwd2l0aCUyMG5vJTIwbW90aW9uJTJDJTIwbW90aW9uJTIwYmx1ciUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm92ZXItc2F0dXJhdGlvbiUyQyUyMHNoYWt5JTIwZm9vdGFnZSUyQyUyMGxvdyUyMHJlc29sdXRpb24lMkMlMjBncmFpbnklMjB0ZXh0dXJlJTJDJTIwcGl4ZWxhdGVkJTIwaW1hZ2VzJTJDJTIwcG9vcmx5JTIwbGl0JTIwYXJlYXMlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJ1bmRlcmV4cG9zZWQlMjBhbmQlMjBvdmVyZXhwb3NlZCUyMHNjZW5lcyUyQyUyMHBvb3IlMjBjb2xvciUyMGJhbGFuY2UlMkMlMjB3YXNoZWQlMjBvdXQlMjBjb2xvcnMlMkMlMjBjaG9wcHklMjBzZXF1ZW5jZXMlMkMlMjBqZXJreSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm1vdmVtZW50cyUyQyUyMGxvdyUyMGZyYW1lJTIwcmF0ZSUyQyUyMGFydGlmYWN0aW5nJTJDJTIwY29sb3IlMjBiYW5kaW5nJTJDJTIwdW5uYXR1cmFsJTIwdHJhbnNpdGlvbnMlMkMlMjBvdXRkYXRlZCUyMHNwZWNpYWwlMjBlZmZlY3RzJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyZmFrZSUyMGVsZW1lbnRzJTJDJTIwdW5jb252aW5jaW5nJTIwdmlzdWFscyUyQyUyMHBvb3JseSUyMGVkaXRlZCUyMGNvbnRlbnQlMkMlMjBqdW1wJTIwY3V0cyUyQyUyMHZpc3VhbCUyMG5vaXNlJTJDJTIwYW5kJTIwZmxpY2tlcmluZy4lMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJPdmVyYWxsJTJDJTIwdGhlJTIwdmlkZW8lMjBpcyUyMG9mJTIwcG9vciUyMHF1YWxpdHkuJTIyJTBBKSUwQSUwQXJlc3VsdCUyMCUzRCUyMHBpcGUoJTBBJTIwJTIwJTIwJTIwcHJvbXB0JTNEcHJvbXB0JTJDJTBBJTIwJTIwJTIwJTIwbmVnYXRpdmVfcHJvbXB0JTNEbmVnYXRpdmVfcHJvbXB0JTJDJTBBJTIwJTIwJTIwJTIwbnVtX2ZyYW1lcyUzRDE4OSUyQyUwQSUyMCUyMCUyMCUyMGhlaWdodCUzRDcyMCUyQyUwQSUyMCUyMCUyMCUyMHdpZHRoJTNEMTI4MCUyQyUwQSUyMCUyMCUyMCUyMGZwcyUzRDI0LjAlMkMlMEElMjAlMjAlMjAlMjBlbmFibGVfc291bmQlM0RUcnVlJTJDJTBBKSUwQSUwQWVuY29kZV92aWRlbyglMEElMjAlMjAlMjAlMjByZXN1bHQudmlkZW8lMkMlMEElMjAlMjAlMjAlMjBmcHMlM0QyNCUyQyUwQSUyMCUyMCUyMCUyMGF1ZGlvJTNEcmVzdWx0LnNvdW5kJTJDJTBBJTIwJTIwJTIwJTIwYXVkaW9fc2FtcGxlX3JhdGUlM0RwaXBlLnNvdW5kX3Rva2VuaXplci5jb25maWcuc2FtcGxpbmdfcmF0ZSUyQyUwQSUyMCUyMCUyMCUyMG91dHB1dF9wYXRoJTNEJTIyY29zbW9zM193aXRoX3NvdW5kLm1wNCUyMiUyQyUwQSk=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> encode_video | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a well-lit indoor space featuring a wooden display case with "</span> | |
| <span class="hljs-string">"compartments filled with various fruits, including bananas, apples, pears, oranges, and carambolas. "</span> | |
| <span class="hljs-string">"The bananas are neatly arranged in the middle compartment, while apples are in the left and a mix "</span> | |
| <span class="hljs-string">"of pears, oranges, and carambolas are in the right. Two robotic arms with grippers are positioned "</span> | |
| <span class="hljs-string">"at the bottom of the frame, with the one on the left remaining stationary, partially obscuring the "</span> | |
| <span class="hljs-string">"apples. The robotic arm on the right begins its action, extending towards the right side of the "</span> | |
| <span class="hljs-string">"display case. It carefully picks up a pear from the fruit section, placing it into a plastic bag "</span> | |
| <span class="hljs-string">"in the shopping cart nearby, which has red handles. After securing the pear, the arm retracts back "</span> | |
| <span class="hljs-string">"to its original position. The process repeats as the robotic arm picks up an orange and places it "</span> | |
| <span class="hljs-string">"in the bag, followed by a carambola. The final frame captures the robotic arm returning to its "</span> | |
| <span class="hljs-string">"initial position, leaving the display case and surrounding area unchanged. The video showcases a "</span> | |
| <span class="hljs-string">"seamless and efficient automated fruit-picking process, highlighting the precision and efficiency "</span> | |
| <span class="hljs-string">"of modern robotics in a retail setting. Audio description: the soft whir of servo motors, gentle "</span> | |
| <span class="hljs-string">"thuds as fruits land in the plastic bag, the rustle of the bag settling in the shopping cart, and "</span> | |
| <span class="hljs-string">"a faint refrigeration hum in the background."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt (same as text-to-video).</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing ugly scenes, static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, "</span> | |
| <span class="hljs-string">"fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. "</span> | |
| <span class="hljs-string">"Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| enable_sound=<span class="hljs-literal">True</span>, | |
| ) | |
| encode_video( | |
| result.video, | |
| fps=<span class="hljs-number">24</span>, | |
| audio=result.sound, | |
| audio_sample_rate=pipe.sound_tokenizer.config.sampling_rate, | |
| output_path=<span class="hljs-string">"cosmos3_with_sound.mp4"</span>, | |
| )`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Ns(u){let t,o;return t=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQWZyb20lMjBkaWZmdXNlcnMudXRpbHMlMjBpbXBvcnQlMjBlbmNvZGVfdmlkZW8lMEElMEFwaXBlJTIwJTNEJTIwQ29zbW9zM09tbmlQaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIybnZpZGlhJTJGQ29zbW9zMy1TdXBlciUyMiUyQyUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMkMlMjBkZXZpY2VfbWFwJTNEJTIyY3VkYSUyMiUwQSklMEElMEFwcm9tcHQlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwJTIyVGhlJTIwdmlkZW8lMjBvcGVucyUyMHdpdGglMjBhJTIwdmlldyUyMG9mJTIwYSUyMHdlbGwtbGl0JTIwaW5kb29yJTIwc3BhY2UlMjBmZWF0dXJpbmclMjBhJTIwd29vZGVuJTIwZGlzcGxheSUyMGNhc2UlMjB3aXRoJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyY29tcGFydG1lbnRzJTIwZmlsbGVkJTIwd2l0aCUyMHZhcmlvdXMlMjBmcnVpdHMlMkMlMjBpbmNsdWRpbmclMjBiYW5hbmFzJTJDJTIwYXBwbGVzJTJDJTIwcGVhcnMlMkMlMjBvcmFuZ2VzJTJDJTIwYW5kJTIwY2FyYW1ib2xhcy4lMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJUaGUlMjBiYW5hbmFzJTIwYXJlJTIwbmVhdGx5JTIwYXJyYW5nZWQlMjBpbiUyMHRoZSUyMG1pZGRsZSUyMGNvbXBhcnRtZW50JTJDJTIwd2hpbGUlMjBhcHBsZXMlMjBhcmUlMjBpbiUyMHRoZSUyMGxlZnQlMjBhbmQlMjBhJTIwbWl4JTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyb2YlMjBwZWFycyUyQyUyMG9yYW5nZXMlMkMlMjBhbmQlMjBjYXJhbWJvbGFzJTIwYXJlJTIwaW4lMjB0aGUlMjByaWdodC4lMjBUd28lMjByb2JvdGljJTIwYXJtcyUyMHdpdGglMjBncmlwcGVycyUyMGFyZSUyMHBvc2l0aW9uZWQlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJhdCUyMHRoZSUyMGJvdHRvbSUyMG9mJTIwdGhlJTIwZnJhbWUlMkMlMjB3aXRoJTIwdGhlJTIwb25lJTIwb24lMjB0aGUlMjBsZWZ0JTIwcmVtYWluaW5nJTIwc3RhdGlvbmFyeSUyQyUyMHBhcnRpYWxseSUyMG9ic2N1cmluZyUyMHRoZSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmFwcGxlcy4lMjBUaGUlMjByb2JvdGljJTIwYXJtJTIwb24lMjB0aGUlMjByaWdodCUyMGJlZ2lucyUyMGl0cyUyMGFjdGlvbiUyQyUyMGV4dGVuZGluZyUyMHRvd2FyZHMlMjB0aGUlMjByaWdodCUyMHNpZGUlMjBvZiUyMHRoZSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmRpc3BsYXklMjBjYXNlLiUyMEl0JTIwY2FyZWZ1bGx5JTIwcGlja3MlMjB1cCUyMGElMjBwZWFyJTIwZnJvbSUyMHRoZSUyMGZydWl0JTIwc2VjdGlvbiUyQyUyMHBsYWNpbmclMjBpdCUyMGludG8lMjBhJTIwcGxhc3RpYyUyMGJhZyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluJTIwdGhlJTIwc2hvcHBpbmclMjBjYXJ0JTIwbmVhcmJ5JTJDJTIwd2hpY2glMjBoYXMlMjByZWQlMjBoYW5kbGVzLiUyMEFmdGVyJTIwc2VjdXJpbmclMjB0aGUlMjBwZWFyJTJDJTIwdGhlJTIwYXJtJTIwcmV0cmFjdHMlMjBiYWNrJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydG8lMjBpdHMlMjBvcmlnaW5hbCUyMHBvc2l0aW9uLiUyMFRoZSUyMHByb2Nlc3MlMjByZXBlYXRzJTIwYXMlMjB0aGUlMjByb2JvdGljJTIwYXJtJTIwcGlja3MlMjB1cCUyMGFuJTIwb3JhbmdlJTIwYW5kJTIwcGxhY2VzJTIwaXQlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJpbiUyMHRoZSUyMGJhZyUyQyUyMGZvbGxvd2VkJTIwYnklMjBhJTIwY2FyYW1ib2xhLiUyMFRoZSUyMGZpbmFsJTIwZnJhbWUlMjBjYXB0dXJlcyUyMHRoZSUyMHJvYm90aWMlMjBhcm0lMjByZXR1cm5pbmclMjB0byUyMGl0cyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmluaXRpYWwlMjBwb3NpdGlvbiUyQyUyMGxlYXZpbmclMjB0aGUlMjBkaXNwbGF5JTIwY2FzZSUyMGFuZCUyMHN1cnJvdW5kaW5nJTIwYXJlYSUyMHVuY2hhbmdlZC4lMjBUaGUlMjB2aWRlbyUyMHNob3djYXNlcyUyMGElMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJzZWFtbGVzcyUyMGFuZCUyMGVmZmljaWVudCUyMGF1dG9tYXRlZCUyMGZydWl0LXBpY2tpbmclMjBwcm9jZXNzJTJDJTIwaGlnaGxpZ2h0aW5nJTIwdGhlJTIwcHJlY2lzaW9uJTIwYW5kJTIwZWZmaWNpZW5jeSUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMm9mJTIwbW9kZXJuJTIwcm9ib3RpY3MlMjBpbiUyMGElMjByZXRhaWwlMjBzZXR0aW5nLiUyMEF1ZGlvJTIwZGVzY3JpcHRpb24lM0ElMjB0aGUlMjBzb2Z0JTIwd2hpciUyMG9mJTIwc2Vydm8lMjBtb3RvcnMlMkMlMjBnZW50bGUlMjAlMjIlMjAlMEElMjAlMjAlMjAlMjAlMjJ0aHVkcyUyMGFzJTIwZnJ1aXRzJTIwbGFuZCUyMGluJTIwdGhlJTIwcGxhc3RpYyUyMGJhZyUyQyUyMHRoZSUyMHJ1c3RsZSUyMG9mJTIwdGhlJTIwYmFnJTIwc2V0dGxpbmclMjBpbiUyMHRoZSUyMHNob3BwaW5nJTIwY2FydCUyQyUyMGFuZCUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmElMjBmYWludCUyMHJlZnJpZ2VyYXRpb24lMjBodW0lMjBpbiUyMHRoZSUyMGJhY2tncm91bmQuJTIyJTBBKSUwQSUwQSUyMyUyMFJlY29tbWVuZGVkJTIwcXVhbGl0eS1jb250cm9sJTIwbmVnYXRpdmUlMjBwcm9tcHQlMjAoc2FtZSUyMGFzJTIwdGV4dC10by12aWRlbykuJTBBbmVnYXRpdmVfcHJvbXB0JTIwJTNEJTIwKCUwQSUyMCUyMCUyMCUyMCUyMlRoZSUyMHZpZGVvJTIwY2FwdHVyZXMlMjBhJTIwc2VyaWVzJTIwb2YlMjBmcmFtZXMlMjBzaG93aW5nJTIwdWdseSUyMHNjZW5lcyUyQyUyMHN0YXRpYyUyMHdpdGglMjBubyUyMG1vdGlvbiUyQyUyMG1vdGlvbiUyMGJsdXIlMkMlMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJvdmVyLXNhdHVyYXRpb24lMkMlMjBzaGFreSUyMGZvb3RhZ2UlMkMlMjBsb3clMjByZXNvbHV0aW9uJTJDJTIwZ3JhaW55JTIwdGV4dHVyZSUyQyUyMHBpeGVsYXRlZCUyMGltYWdlcyUyQyUyMHBvb3JseSUyMGxpdCUyMGFyZWFzJTJDJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIydW5kZXJleHBvc2VkJTIwYW5kJTIwb3ZlcmV4cG9zZWQlMjBzY2VuZXMlMkMlMjBwb29yJTIwY29sb3IlMjBiYWxhbmNlJTJDJTIwd2FzaGVkJTIwb3V0JTIwY29sb3JzJTJDJTIwY2hvcHB5JTIwc2VxdWVuY2VzJTJDJTIwamVya3klMjAlMjIlMEElMjAlMjAlMjAlMjAlMjJtb3ZlbWVudHMlMkMlMjBsb3clMjBmcmFtZSUyMHJhdGUlMkMlMjBhcnRpZmFjdGluZyUyQyUyMGNvbG9yJTIwYmFuZGluZyUyQyUyMHVubmF0dXJhbCUyMHRyYW5zaXRpb25zJTJDJTIwb3V0ZGF0ZWQlMjBzcGVjaWFsJTIwZWZmZWN0cyUyQyUyMCUyMiUwQSUyMCUyMCUyMCUyMCUyMmZha2UlMjBlbGVtZW50cyUyQyUyMHVuY29udmluY2luZyUyMHZpc3VhbHMlMkMlMjBwb29ybHklMjBlZGl0ZWQlMjBjb250ZW50JTJDJTIwanVtcCUyMGN1dHMlMkMlMjB2aXN1YWwlMjBub2lzZSUyQyUyMGFuZCUyMGZsaWNrZXJpbmcuJTIwJTIyJTBBJTIwJTIwJTIwJTIwJTIyT3ZlcmFsbCUyQyUyMHRoZSUyMHZpZGVvJTIwaXMlMjBvZiUyMHBvb3IlMjBxdWFsaXR5LiUyMiUwQSklMEElMEFyZXN1bHQlMjAlM0QlMjBwaXBlKCUwQSUyMCUyMCUyMCUyMHByb21wdCUzRHByb21wdCUyQyUwQSUyMCUyMCUyMCUyMG5lZ2F0aXZlX3Byb21wdCUzRG5lZ2F0aXZlX3Byb21wdCUyQyUwQSUyMCUyMCUyMCUyMG51bV9mcmFtZXMlM0QxODklMkMlMEElMjAlMjAlMjAlMjBoZWlnaHQlM0Q3MjAlMkMlMEElMjAlMjAlMjAlMjB3aWR0aCUzRDEyODAlMkMlMEElMjAlMjAlMjAlMjBmcHMlM0QyNC4wJTJDJTBBJTIwJTIwJTIwJTIwZW5hYmxlX3NvdW5kJTNEVHJ1ZSUyQyUwQSklMEElMEFlbmNvZGVfdmlkZW8oJTBBJTIwJTIwJTIwJTIwcmVzdWx0LnZpZGVvJTJDJTBBJTIwJTIwJTIwJTIwZnBzJTNEMjQlMkMlMEElMjAlMjAlMjAlMjBhdWRpbyUzRHJlc3VsdC5zb3VuZCUyQyUwQSUyMCUyMCUyMCUyMGF1ZGlvX3NhbXBsZV9yYXRlJTNEcGlwZS5zb3VuZF90b2tlbml6ZXIuY29uZmlnLnNhbXBsaW5nX3JhdGUlMkMlMEElMjAlMjAlMjAlMjBvdXRwdXRfcGF0aCUzRCUyMmNvc21vczNfd2l0aF9zb3VuZC5tcDQlMjIlMkMlMEEp",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| <span class="hljs-keyword">from</span> diffusers.utils <span class="hljs-keyword">import</span> encode_video | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Super"</span>, torch_dtype=torch.bfloat16, device_map=<span class="hljs-string">"cuda"</span> | |
| ) | |
| prompt = ( | |
| <span class="hljs-string">"The video opens with a view of a well-lit indoor space featuring a wooden display case with "</span> | |
| <span class="hljs-string">"compartments filled with various fruits, including bananas, apples, pears, oranges, and carambolas. "</span> | |
| <span class="hljs-string">"The bananas are neatly arranged in the middle compartment, while apples are in the left and a mix "</span> | |
| <span class="hljs-string">"of pears, oranges, and carambolas are in the right. Two robotic arms with grippers are positioned "</span> | |
| <span class="hljs-string">"at the bottom of the frame, with the one on the left remaining stationary, partially obscuring the "</span> | |
| <span class="hljs-string">"apples. The robotic arm on the right begins its action, extending towards the right side of the "</span> | |
| <span class="hljs-string">"display case. It carefully picks up a pear from the fruit section, placing it into a plastic bag "</span> | |
| <span class="hljs-string">"in the shopping cart nearby, which has red handles. After securing the pear, the arm retracts back "</span> | |
| <span class="hljs-string">"to its original position. The process repeats as the robotic arm picks up an orange and places it "</span> | |
| <span class="hljs-string">"in the bag, followed by a carambola. The final frame captures the robotic arm returning to its "</span> | |
| <span class="hljs-string">"initial position, leaving the display case and surrounding area unchanged. The video showcases a "</span> | |
| <span class="hljs-string">"seamless and efficient automated fruit-picking process, highlighting the precision and efficiency "</span> | |
| <span class="hljs-string">"of modern robotics in a retail setting. Audio description: the soft whir of servo motors, gentle "</span> | |
| <span class="hljs-string">"thuds as fruits land in the plastic bag, the rustle of the bag settling in the shopping cart, and "</span> | |
| <span class="hljs-string">"a faint refrigeration hum in the background."</span> | |
| ) | |
| <span class="hljs-comment"># Recommended quality-control negative prompt (same as text-to-video).</span> | |
| negative_prompt = ( | |
| <span class="hljs-string">"The video captures a series of frames showing ugly scenes, static with no motion, motion blur, "</span> | |
| <span class="hljs-string">"over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, "</span> | |
| <span class="hljs-string">"underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky "</span> | |
| <span class="hljs-string">"movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, "</span> | |
| <span class="hljs-string">"fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. "</span> | |
| <span class="hljs-string">"Overall, the video is of poor quality."</span> | |
| ) | |
| result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| enable_sound=<span class="hljs-literal">True</span>, | |
| ) | |
| encode_video( | |
| result.video, | |
| fps=<span class="hljs-number">24</span>, | |
| audio=result.sound, | |
| audio_sample_rate=pipe.sound_tokenizer.config.sampling_rate, | |
| output_path=<span class="hljs-string">"cosmos3_with_sound.mp4"</span>, | |
| )`,lang:"python",wrap:!1}}),{c(){p(t.$$.fragment)},l(e){J(t.$$.fragment,e)},m(e,w){c(t,e,w),o=!0},p:F,i(e){o||(r(t.$$.fragment,e),o=!0)},o(e){m(t.$$.fragment,e),o=!1},d(e){d(t,e)}}}function Ss(u){let t,o,e,w;return t=new S({props:{id:"model",option:"Nano",$$slots:{default:[zs]},$$scope:{ctx:u}}}),e=new S({props:{id:"model",option:"Super",$$slots:{default:[Ns]},$$scope:{ctx:u}}}),{c(){p(t.$$.fragment),o=i(),p(e.$$.fragment)},l(a){J(t.$$.fragment,a),o=y(a),J(e.$$.fragment,a)},m(a,T){c(t,a,T),M(a,o,T),c(e,a,T),w=!0},p(a,T){const I={};T&2&&(I.$$scope={dirty:T,ctx:a}),t.$set(I);const B={};T&2&&(B.$$scope={dirty:T,ctx:a}),e.$set(B)},i(a){w||(r(t.$$.fragment,a),r(e.$$.fragment,a),w=!0)},o(a){m(t.$$.fragment,a),m(e.$$.fragment,a),w=!1},d(a){a&&n(o),d(t,a),d(e,a)}}}function Fs(u){let t,o,e,w,a,T,I,B="NVIDIA Cosmos 3 is a unified world foundation model (WFM) for Physical AI — a single omni-model that combines world generation, physical reasoning, and action generation. It replaces the separate Predict, Reason, and Transfer models from earlier Cosmos releases: whether you’re building for robotics, autonomous vehicles, or smart spaces, Cosmos 3 gives you one foundation to simulate and understand the physical world.",$l,$,_e="What’s shipping with this release:",ql,q,De="<li>Models on the Hugging Face Hub with model cards and licensing</li> <li>Cosmos 3 Diffusers integration for generation pipelines (this page)</li> <li>Post-training scripts for fine-tuning Cosmos 3 on your own data</li> <li>Open synthetic data generation (SDG) datasets for Physical AI</li>",Al,A,El,E,Le="The biggest change from previous Cosmos releases is that Cosmos 3 is an <em>omni-model</em>, built on a Mixture-of-Transformers (MoT) architecture. Previously, developers worked with separate models for world generation (Predict), controlled generation (Transfer), scene understanding (Reason), and action-policy generation. Cosmos 3 unifies all of these in one model that reasons and generates across modalities in a single forward pass.",xl,x,Pe="From one model you can:",_l,_,Oe="<li>Generate physically plausible video worlds from text, images, or action inputs (image-to-video, text-to-video, action-conditioned video generation).</li> <li>Reason about physical properties like motion, causality, and spatial relationships.</li> <li>Predict future video and action sequences from the current state.</li> <li>Transfer scenes across viewpoints and conditions with structural control <em>(coming soon)</em>.</li>",Dl,D,Ke='Under the hood, a single <code>Cosmos3OmniTransformer</code> runs a Qwen-style language model in parallel with a diffusion generation pathway: text tokens flow through a causal “understanding” stream while video and sound latents flow through a bi-directionally-attended “generation” stream, joined by a 3D multimodal RoPE. See the <a href="https://huggingface.co/papers/2501.03575" rel="nofollow">Cosmos World Foundation Model Platform paper</a> for the architectural background.',Ll,L,Pl,P,ls='Two checkpoints are released on the Hub — <a href="https://huggingface.co/nvidia/Cosmos3-Nano" rel="nofollow"><code>nvidia/Cosmos3-Nano</code></a> (smaller, faster) and <a href="https://huggingface.co/nvidia/Cosmos3-Super" rel="nofollow"><code>nvidia/Cosmos3-Super</code></a> (larger, higher quality). The same pipeline class supports text-to-image, text-to-video, image-to-video, and (with a sound-capable checkpoint) text+image-to-video-with-sound — pick a repo and use the per-model tab in each workflow below.',Ol,k,es='<p>Make sure to check out the Schedulers <a href="../../using-diffusers/schedulers">guide</a> to learn how to explore the tradeoff between scheduler speed and quality, and see the <a href="../../using-diffusers/loading#reuse-a-pipeline">reuse components across pipelines</a> section to learn how to efficiently load the same components into multiple pipelines.</p>',Kl,O,le,K,ss="Single-frame generation. The model is conditioned only on the text prompt; pass <code>num_frames=1</code>.",ee,H,se,ll,te,el,ts="Multi-frame generation conditioned on text alone. Pick <code>num_frames</code> based on the target duration — the default <code>num_frames=189</code> produces ≈ 7.9 s at 24 FPS.",ae,V,ne,sl,Me,tl,as="Pass a conditioning image via <code>image=</code>. The pipeline anchors frame 0 to the supplied image and denoises the rest.",oe,R,ie,al,ye,nl,ns='When the checkpoint carries a <code>sound_tokenizer</code>, pass <code>enable_sound=True</code> to jointly generate a synchronized audio track. The waveform is returned alongside the video and can be muxed into the MP4 with <a href="/docs/diffusers/pr_13813/en/api/utilities#diffusers.utils.encode_video">encode_video()</a>.',pe,Ml,Ms="This is the same call as the text-to-video example above with <code>enable_sound=True</code> added:",Je,Q,ce,ol,re,il,os="<code>tokenize_prompt</code> appends short metadata sentences inside the user message so the LLM sees the conditioning the model was trained with. The positive prompt gets sentences like <em>“The video is 7.9 seconds long and is of 24 FPS.”</em> and <em>“This video is of 720x1280 resolution.”</em>; the negative prompt gets the inverse (<em>”… is not …”</em>).",me,yl,is="Both are on by default. Disable either pair through <code>__call__</code>:",de,pl,we,Jl,ys="<code>add_duration_template</code> has no effect when <code>num_frames == 1</code> (image mode); only the resolution sentence is appended in that case.",Te,cl,je,rl,ps='Cosmos3 wires up the <a href="https://pypi.org/project/cosmos-guardrail/" rel="nofollow"><code>cosmos_guardrail</code></a> <code>CosmosSafetyChecker</code> and runs it <strong>by default</strong>. The text guardrail rejects unsafe prompts before generation (<code>ValueError</code>); the video guardrail runs on the decoded frames and either pixelates detected faces or rejects the output. Audio output is not guardrailed.',Ue,ml,Js="Install the optional dependency to enable the default checker:",he,dl,ue,wl,cs="The checker is mandatory under the NVIDIA Open Model License Agreement. The two flags below exist for tests and development workflows where the guardrail would be redundant (e.g., the input has already been cleared, or you are intentionally exercising the pipeline on edge inputs).",be,Tl,rs="<strong>Disable at construction</strong> (no checker is instantiated, so no guardrail models are downloaded or loaded into memory):",Ie,jl,Be,Ul,ms="<strong>Disable for a single call</strong> (checker stays loaded — useful for one-off bypass while keeping the default on for subsequent calls):",Ge,hl,Ze,ul,ds="To supply a custom checker (e.g., a no-op subclass for fast tests), pass it as <code>safety_checker=</code>:",fe,bl,ge,Il,We,G,Bl,Qe,C,Gl,ze,kl,ws="Decode a sound latent <code>[C, T]</code> to a waveform <code>[audio_ch, N]</code>.",Ne,Hl,Ts="Adds/removes the batch dimension expected by the sound tokenizer decoder.",Se,z,Zl,Fe,Vl,js="Build conditioning + initial noise for a single sample.",$e,f,fl,qe,Rl,Us="Apply prompt-augmentation templates and tokenize cond/uncond prompts via the Qwen2 chat template.",Ae,Ql,hs=`This pipeline does not run a separate text encoder: the joint Cosmos3 transformer consumes raw Qwen2 token IDs | |
| alongside vision (and optionally sound) tokens.`,Ee,zl,us=`When <code>negative_prompt</code> is <code>None</code>, an empty string is used; the Cosmos3 docs page documents recommended | |
| quality-control negative prompts to pass explicitly for text2video / image2video. The duration and resolution | |
| templates are appended to the prompt, and inverse templates are appended to the negative prompt, when enabled.`,ve,gl,bs="<li>all</li> <li><strong>call</strong></li>",Ce,Wl,Ye,Y,vl,xe,Nl,Is='Output dataclass for <a href="/docs/diffusers/pr_13813/en/api/pipelines/cosmos3#diffusers.Cosmos3OmniPipeline">Cosmos3OmniPipeline</a>.',Xe,Cl,ke,Sl,He;return a=new v({props:{title:"Cosmos 3",local:"cosmos-3",headingTag:"h1"}}),A=new v({props:{title:"What’s new in Cosmos 3",local:"whats-new-in-cosmos-3",headingTag:"h2"}}),L=new v({props:{title:"Available checkpoints",local:"available-checkpoints",headingTag:"h2"}}),O=new v({props:{title:"Text-to-image",local:"text-to-image",headingTag:"h2"}}),H=new Re({props:{id:"model",options:["Nano","Super"],$$slots:{default:[Ys]},$$scope:{ctx:u}}}),ll=new v({props:{title:"Text-to-video",local:"text-to-video",headingTag:"h2"}}),V=new Re({props:{id:"model",options:["Nano","Super"],$$slots:{default:[Hs]},$$scope:{ctx:u}}}),sl=new v({props:{title:"Image-to-video",local:"image-to-video",headingTag:"h2"}}),R=new Re({props:{id:"model",options:["Nano","Super"],$$slots:{default:[Qs]},$$scope:{ctx:u}}}),al=new v({props:{title:"Text-to-video with sound",local:"text-to-video-with-sound",headingTag:"h2"}}),Q=new Re({props:{id:"model",options:["Nano","Super"],$$slots:{default:[Ss]},$$scope:{ctx:u}}}),ol=new v({props:{title:"Metadata templates",local:"metadata-templates",headingTag:"h2"}}),pl=new Z({props:{code:"cmVzdWx0JTIwJTNEJTIwcGlwZSglMEElMjAlMjAlMjAlMjBwcm9tcHQlM0Rwcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBuZWdhdGl2ZV9wcm9tcHQlM0RuZWdhdGl2ZV9wcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBudW1fZnJhbWVzJTNEMTg5JTJDJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNENzIwJTJDJTBBJTIwJTIwJTIwJTIwd2lkdGglM0QxMjgwJTJDJTBBJTIwJTIwJTIwJTIwZnBzJTNEMjQuMCUyQyUwQSUyMCUyMCUyMCUyMGFkZF9kdXJhdGlvbl90ZW1wbGF0ZSUzREZhbHNlJTJDJTIwJTIwJTIwJTIwJTIzJTIwc2tpcCUyMHRoZSUyMGR1cmF0aW9uJTIwc2VudGVuY2UlMjBvbiUyMGJvdGglMjBwcm9tcHRzJTBBJTIwJTIwJTIwJTIwYWRkX3Jlc29sdXRpb25fdGVtcGxhdGUlM0RGYWxzZSUyQyUyMCUyMCUyMyUyMHNraXAlMjB0aGUlMjByZXNvbHV0aW9uJTIwc2VudGVuY2UlMjBvbiUyMGJvdGglMjBwcm9tcHRzJTBBKQ==",highlighted:`result = pipe( | |
| prompt=prompt, | |
| negative_prompt=negative_prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| add_duration_template=<span class="hljs-literal">False</span>, <span class="hljs-comment"># skip the duration sentence on both prompts</span> | |
| add_resolution_template=<span class="hljs-literal">False</span>, <span class="hljs-comment"># skip the resolution sentence on both prompts</span> | |
| )`,lang:"python",wrap:!1}}),cl=new v({props:{title:"Safety checker",local:"safety-checker",headingTag:"h2"}}),dl=new Z({props:{code:"cGlwJTIwaW5zdGFsbCUyMGNvc21vc19ndWFyZHJhaWw=",highlighted:'pip <span class="hljs-keyword">install</span> cosmos_guardrail',lang:"",wrap:!1}}),jl=new Z({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwZGlmZnVzZXJzJTIwaW1wb3J0JTIwQ29zbW9zM09tbmlQaXBlbGluZSUwQSUwQXBpcGUlMjAlM0QlMjBDb3Ntb3MzT21uaVBpcGVsaW5lLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJudmlkaWElMkZDb3Ntb3MzLU5hbm8lMjIlMkMlMEElMjAlMjAlMjAlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmJmbG9hdDE2JTJDJTBBJTIwJTIwJTIwJTIwZGV2aWNlX21hcCUzRCUyMmN1ZGElMjIlMkMlMEElMjAlMjAlMjAlMjBlbmFibGVfc2FmZXR5X2NoZWNrZXIlM0RGYWxzZSUyQyUwQSk=",highlighted:`<span class="hljs-keyword">import</span> torch | |
| <span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> Cosmos3OmniPipeline | |
| pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, | |
| torch_dtype=torch.bfloat16, | |
| device_map=<span class="hljs-string">"cuda"</span>, | |
| enable_safety_checker=<span class="hljs-literal">False</span>, | |
| )`,lang:"python",wrap:!1}}),hl=new Z({props:{code:"cmVzdWx0JTIwJTNEJTIwcGlwZSglMEElMjAlMjAlMjAlMjBwcm9tcHQlM0Rwcm9tcHQlMkMlMEElMjAlMjAlMjAlMjBudW1fZnJhbWVzJTNEMTg5JTJDJTBBJTIwJTIwJTIwJTIwaGVpZ2h0JTNENzIwJTJDJTBBJTIwJTIwJTIwJTIwd2lkdGglM0QxMjgwJTJDJTBBJTIwJTIwJTIwJTIwZnBzJTNEMjQuMCUyQyUwQSUyMCUyMCUyMCUyMGVuYWJsZV9zYWZldHlfY2hlY2slM0RGYWxzZSUyQyUwQSk=",highlighted:`result = pipe( | |
| prompt=prompt, | |
| num_frames=<span class="hljs-number">189</span>, | |
| height=<span class="hljs-number">720</span>, | |
| width=<span class="hljs-number">1280</span>, | |
| fps=<span class="hljs-number">24.0</span>, | |
| enable_safety_check=<span class="hljs-literal">False</span>, | |
| )`,lang:"python",wrap:!1}}),bl=new Z({props:{code:"cGlwZSUyMCUzRCUyMENvc21vczNPbW5pUGlwZWxpbmUuZnJvbV9wcmV0cmFpbmVkKCUwQSUyMCUyMCUyMCUyMCUyMm52aWRpYSUyRkNvc21vczMtTmFubyUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMkMlMEElMjAlMjAlMjAlMjBkZXZpY2VfbWFwJTNEJTIyY3VkYSUyMiUyQyUwQSUyMCUyMCUyMCUyMHNhZmV0eV9jaGVja2VyJTNETXlDdXN0b21TYWZldHlDaGVja2VyKCklMkMlMEEp",highlighted:`pipe = Cosmos3OmniPipeline.from_pretrained( | |
| <span class="hljs-string">"nvidia/Cosmos3-Nano"</span>, | |
| torch_dtype=torch.bfloat16, | |
| device_map=<span class="hljs-string">"cuda"</span>, | |
| safety_checker=MyCustomSafetyChecker(), | |
| )`,lang:"python",wrap:!1}}),Il=new v({props:{title:"Cosmos3OmniPipeline",local:"diffusers.Cosmos3OmniPipeline",headingTag:"h2"}}),Bl=new Fl({props:{name:"class diffusers.Cosmos3OmniPipeline",anchor:"diffusers.Cosmos3OmniPipeline",parameters:[{name:"transformer",val:": Cosmos3OmniTransformer"},{name:"text_tokenizer",val:": AutoTokenizer"},{name:"vae",val:": AutoencoderKLWan"},{name:"scheduler",val:": UniPCMultistepScheduler"},{name:"sound_tokenizer",val:": diffusers.models.autoencoders.autoencoder_cosmos3_audio.Cosmos3AVAEAudioTokenizer | None = None"},{name:"safety_checker",val:": diffusers.pipelines.cosmos.pipeline_cosmos3_omni.CosmosSafetyChecker | None = None"},{name:"enable_safety_checker",val:": bool = True"}],source:"https://github.com/huggingface/diffusers/blob/vr_13813/src/diffusers/pipelines/cosmos/pipeline_cosmos3_omni.py#L165"}}),Gl=new Fl({props:{name:"decode_sound",anchor:"diffusers.Cosmos3OmniPipeline.decode_sound",parameters:[{name:"latent",val:": Tensor"}],source:"https://github.com/huggingface/diffusers/blob/vr_13813/src/diffusers/pipelines/cosmos/pipeline_cosmos3_omni.py#L259"}}),Zl=new Fl({props:{name:"prepare_latents",anchor:"diffusers.Cosmos3OmniPipeline.prepare_latents",parameters:[{name:"image",val:": torch.Tensor | None = None"},{name:"num_frames",val:": int = 189"},{name:"height",val:": int = 720"},{name:"width",val:": int = 1280"},{name:"fps",val:": float = 24.0"},{name:"latents",val:": torch.Tensor | None = None"},{name:"sound_latents",val:": torch.Tensor | None = None"},{name:"generator",val:": torch._C.Generator | None = None"},{name:"device",val:": str = 'cuda'"},{name:"dtype",val:": dtype = torch.bfloat16"},{name:"enable_sound",val:": bool = False"}],source:"https://github.com/huggingface/diffusers/blob/vr_13813/src/diffusers/pipelines/cosmos/pipeline_cosmos3_omni.py#L399",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script> | |
| <p><code>(vision_latents, sound_latents, fps_vision, fps_sound)</code>. <code>vision_latents</code> is the noisy vision tensor; | |
| <code>sound_latents</code> is the noisy sound tensor (<code>None</code> unless <code>enable_sound</code> was set). The FPS scalars | |
| feed the per-step <code>_prepare_vision_segment</code> / <code>_prepare_sound_segment</code> calls in the denoising | |
| loop.</p> | |
| `}}),fl=new Fl({props:{name:"tokenize_prompt",anchor:"diffusers.Cosmos3OmniPipeline.tokenize_prompt",parameters:[{name:"prompt",val:": str"},{name:"negative_prompt",val:": str | None = None"},{name:"num_frames",val:": int = 189"},{name:"height",val:": int = 720"},{name:"width",val:": int = 1280"},{name:"fps",val:": float = 24.0"},{name:"use_system_prompt",val:": bool = True"},{name:"add_resolution_template",val:": bool = True"},{name:"add_duration_template",val:": bool = True"}],source:"https://github.com/huggingface/diffusers/blob/vr_13813/src/diffusers/pipelines/cosmos/pipeline_cosmos3_omni.py#L530",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script> | |
| <p><code>(cond_input_ids, uncond_input_ids)</code> — token-id lists for this sample.</p> | |
| `}}),Wl=new v({props:{title:"Cosmos3OmniPipelineOutput",local:"diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput",headingTag:"h2"}}),vl=new Fl({props:{name:"class diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput",anchor:"diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput",parameters:[{name:"video",val:": typing.Any"},{name:"sound",val:": torch.Tensor | None = None"}],parametersDescription:[{anchor:"diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput.video",description:`<strong>video</strong> — The generated video. The exact type depends on <code>output_type</code> | |
| passed to the pipeline: a list of PIL frames for <code>"pil"</code> (default), an <code>np.ndarray</code> of shape <code>[T, H, W, C]</code> for <code>"np"</code>, a <code>torch.Tensor</code> of shape <code>[T, C, H, W]</code> for <code>"pt"</code>, or a raw latent tensor | |
| when <code>output_type="latent"</code>.`,name:"video"},{anchor:"diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput.sound",description:`<strong>sound</strong> — Decoded audio waveform of shape <code>[C, N]</code>. <code>None</code> when | |
| <code>enable_sound=False</code>.`,name:"sound"}],source:"https://github.com/huggingface/diffusers/blob/vr_13813/src/diffusers/pipelines/cosmos/pipeline_cosmos3_omni.py#L135"}}),Cl=new Ws({props:{source:"https://github.com/huggingface/diffusers/blob/main/docs/source/en/api/pipelines/cosmos3.md"}}),{c(){t=j("meta"),o=i(),e=j("p"),w=i(),p(a.$$.fragment),T=i(),I=j("p"),I.textContent=B,$l=i(),$=j("p"),$.textContent=_e,ql=i(),q=j("ul"),q.innerHTML=De,Al=i(),p(A.$$.fragment),El=i(),E=j("p"),E.innerHTML=Le,xl=i(),x=j("p"),x.textContent=Pe,_l=i(),_=j("ul"),_.innerHTML=Oe,Dl=i(),D=j("p"),D.innerHTML=Ke,Ll=i(),p(L.$$.fragment),Pl=i(),P=j("p"),P.innerHTML=ls,Ol=i(),k=j("blockquote"),k.innerHTML=es,Kl=i(),p(O.$$.fragment),le=i(),K=j("p"),K.innerHTML=ss,ee=i(),p(H.$$.fragment),se=i(),p(ll.$$.fragment),te=i(),el=j("p"),el.innerHTML=ts,ae=i(),p(V.$$.fragment),ne=i(),p(sl.$$.fragment),Me=i(),tl=j("p"),tl.innerHTML=as,oe=i(),p(R.$$.fragment),ie=i(),p(al.$$.fragment),ye=i(),nl=j("p"),nl.innerHTML=ns,pe=i(),Ml=j("p"),Ml.innerHTML=Ms,Je=i(),p(Q.$$.fragment),ce=i(),p(ol.$$.fragment),re=i(),il=j("p"),il.innerHTML=os,me=i(),yl=j("p"),yl.innerHTML=is,de=i(),p(pl.$$.fragment),we=i(),Jl=j("p"),Jl.innerHTML=ys,Te=i(),p(cl.$$.fragment),je=i(),rl=j("p"),rl.innerHTML=ps,Ue=i(),ml=j("p"),ml.textContent=Js,he=i(),p(dl.$$.fragment),ue=i(),wl=j("p"),wl.textContent=cs,be=i(),Tl=j("p"),Tl.innerHTML=rs,Ie=i(),p(jl.$$.fragment),Be=i(),Ul=j("p"),Ul.innerHTML=ms,Ge=i(),p(hl.$$.fragment),Ze=i(),ul=j("p"),ul.innerHTML=ds,fe=i(),p(bl.$$.fragment),ge=i(),p(Il.$$.fragment),We=i(),G=j("div"),p(Bl.$$.fragment),Qe=i(),C=j("div"),p(Gl.$$.fragment),ze=i(),kl=j("p"),kl.innerHTML=ws,Ne=i(),Hl=j("p"),Hl.textContent=Ts,Se=i(),z=j("div"),p(Zl.$$.fragment),Fe=i(),Vl=j("p"),Vl.textContent=js,$e=i(),f=j("div"),p(fl.$$.fragment),qe=i(),Rl=j("p"),Rl.textContent=Us,Ae=i(),Ql=j("p"),Ql.textContent=hs,Ee=i(),zl=j("p"),zl.innerHTML=us,ve=i(),gl=j("ul"),gl.innerHTML=bs,Ce=i(),p(Wl.$$.fragment),Ye=i(),Y=j("div"),p(vl.$$.fragment),xe=i(),Nl=j("p"),Nl.innerHTML=Is,Xe=i(),p(Cl.$$.fragment),ke=i(),Sl=j("p"),this.h()},l(l){const s=gs("svelte-u9bgzb",document.head);t=U(s,"META",{name:!0,content:!0}),s.forEach(n),o=y(l),e=U(l,"P",{}),Xl(e).forEach(n),w=y(l),J(a.$$.fragment,l),T=y(l),I=U(l,"P",{"data-svelte-h":!0}),h(I)!=="svelte-1bfg7u9"&&(I.textContent=B),$l=y(l),$=U(l,"P",{"data-svelte-h":!0}),h($)!=="svelte-16acpvv"&&($.textContent=_e),ql=y(l),q=U(l,"UL",{"data-svelte-h":!0}),h(q)!=="svelte-l7xz5s"&&(q.innerHTML=De),Al=y(l),J(A.$$.fragment,l),El=y(l),E=U(l,"P",{"data-svelte-h":!0}),h(E)!=="svelte-t3k2lx"&&(E.innerHTML=Le),xl=y(l),x=U(l,"P",{"data-svelte-h":!0}),h(x)!=="svelte-1qyj0gu"&&(x.textContent=Pe),_l=y(l),_=U(l,"UL",{"data-svelte-h":!0}),h(_)!=="svelte-v2tptm"&&(_.innerHTML=Oe),Dl=y(l),D=U(l,"P",{"data-svelte-h":!0}),h(D)!=="svelte-1xm4gj6"&&(D.innerHTML=Ke),Ll=y(l),J(L.$$.fragment,l),Pl=y(l),P=U(l,"P",{"data-svelte-h":!0}),h(P)!=="svelte-1jbbrtc"&&(P.innerHTML=ls),Ol=y(l),k=U(l,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),h(k)!=="svelte-r1jcqf"&&(k.innerHTML=es),Kl=y(l),J(O.$$.fragment,l),le=y(l),K=U(l,"P",{"data-svelte-h":!0}),h(K)!=="svelte-1tzoljf"&&(K.innerHTML=ss),ee=y(l),J(H.$$.fragment,l),se=y(l),J(ll.$$.fragment,l),te=y(l),el=U(l,"P",{"data-svelte-h":!0}),h(el)!=="svelte-85sm2e"&&(el.innerHTML=ts),ae=y(l),J(V.$$.fragment,l),ne=y(l),J(sl.$$.fragment,l),Me=y(l),tl=U(l,"P",{"data-svelte-h":!0}),h(tl)!=="svelte-1gj03yu"&&(tl.innerHTML=as),oe=y(l),J(R.$$.fragment,l),ie=y(l),J(al.$$.fragment,l),ye=y(l),nl=U(l,"P",{"data-svelte-h":!0}),h(nl)!=="svelte-1v33k2x"&&(nl.innerHTML=ns),pe=y(l),Ml=U(l,"P",{"data-svelte-h":!0}),h(Ml)!=="svelte-4uszwp"&&(Ml.innerHTML=Ms),Je=y(l),J(Q.$$.fragment,l),ce=y(l),J(ol.$$.fragment,l),re=y(l),il=U(l,"P",{"data-svelte-h":!0}),h(il)!=="svelte-13gle33"&&(il.innerHTML=os),me=y(l),yl=U(l,"P",{"data-svelte-h":!0}),h(yl)!=="svelte-2xtold"&&(yl.innerHTML=is),de=y(l),J(pl.$$.fragment,l),we=y(l),Jl=U(l,"P",{"data-svelte-h":!0}),h(Jl)!=="svelte-1326i2u"&&(Jl.innerHTML=ys),Te=y(l),J(cl.$$.fragment,l),je=y(l),rl=U(l,"P",{"data-svelte-h":!0}),h(rl)!=="svelte-2cm2bd"&&(rl.innerHTML=ps),Ue=y(l),ml=U(l,"P",{"data-svelte-h":!0}),h(ml)!=="svelte-10ubvxy"&&(ml.textContent=Js),he=y(l),J(dl.$$.fragment,l),ue=y(l),wl=U(l,"P",{"data-svelte-h":!0}),h(wl)!=="svelte-fkq18s"&&(wl.textContent=cs),be=y(l),Tl=U(l,"P",{"data-svelte-h":!0}),h(Tl)!=="svelte-jq9awm"&&(Tl.innerHTML=rs),Ie=y(l),J(jl.$$.fragment,l),Be=y(l),Ul=U(l,"P",{"data-svelte-h":!0}),h(Ul)!=="svelte-ze8d61"&&(Ul.innerHTML=ms),Ge=y(l),J(hl.$$.fragment,l),Ze=y(l),ul=U(l,"P",{"data-svelte-h":!0}),h(ul)!=="svelte-10arwsi"&&(ul.innerHTML=ds),fe=y(l),J(bl.$$.fragment,l),ge=y(l),J(Il.$$.fragment,l),We=y(l),G=U(l,"DIV",{class:!0});var g=Xl(G);J(Bl.$$.fragment,g),Qe=y(g),C=U(g,"DIV",{class:!0});var X=Xl(C);J(Gl.$$.fragment,X),ze=y(X),kl=U(X,"P",{"data-svelte-h":!0}),h(kl)!=="svelte-1bfskfo"&&(kl.innerHTML=ws),Ne=y(X),Hl=U(X,"P",{"data-svelte-h":!0}),h(Hl)!=="svelte-13hldjp"&&(Hl.textContent=Ts),X.forEach(n),Se=y(g),z=U(g,"DIV",{class:!0});var Yl=Xl(z);J(Zl.$$.fragment,Yl),Fe=y(Yl),Vl=U(Yl,"P",{"data-svelte-h":!0}),h(Vl)!=="svelte-1r3tkns"&&(Vl.textContent=js),Yl.forEach(n),$e=y(g),f=U(g,"DIV",{class:!0});var W=Xl(f);J(fl.$$.fragment,W),qe=y(W),Rl=U(W,"P",{"data-svelte-h":!0}),h(Rl)!=="svelte-1g5f9fd"&&(Rl.textContent=Us),Ae=y(W),Ql=U(W,"P",{"data-svelte-h":!0}),h(Ql)!=="svelte-1nulle2"&&(Ql.textContent=hs),Ee=y(W),zl=U(W,"P",{"data-svelte-h":!0}),h(zl)!=="svelte-1p5xsfp"&&(zl.innerHTML=us),W.forEach(n),g.forEach(n),ve=y(l),gl=U(l,"UL",{"data-svelte-h":!0}),h(gl)!=="svelte-1p6h59i"&&(gl.innerHTML=bs),Ce=y(l),J(Wl.$$.fragment,l),Ye=y(l),Y=U(l,"DIV",{class:!0});var Ve=Xl(Y);J(vl.$$.fragment,Ve),xe=y(Ve),Nl=U(Ve,"P",{"data-svelte-h":!0}),h(Nl)!=="svelte-1xgxq5s"&&(Nl.innerHTML=Is),Ve.forEach(n),Xe=y(l),J(Cl.$$.fragment,l),ke=y(l),Sl=U(l,"P",{}),Xl(Sl).forEach(n),this.h()},h(){N(t,"name","hf:doc:metadata"),N(t,"content",$s),N(k,"class","tip"),N(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(f,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(G,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(l,s){b(document.head,t),M(l,o,s),M(l,e,s),M(l,w,s),c(a,l,s),M(l,T,s),M(l,I,s),M(l,$l,s),M(l,$,s),M(l,ql,s),M(l,q,s),M(l,Al,s),c(A,l,s),M(l,El,s),M(l,E,s),M(l,xl,s),M(l,x,s),M(l,_l,s),M(l,_,s),M(l,Dl,s),M(l,D,s),M(l,Ll,s),c(L,l,s),M(l,Pl,s),M(l,P,s),M(l,Ol,s),M(l,k,s),M(l,Kl,s),c(O,l,s),M(l,le,s),M(l,K,s),M(l,ee,s),c(H,l,s),M(l,se,s),c(ll,l,s),M(l,te,s),M(l,el,s),M(l,ae,s),c(V,l,s),M(l,ne,s),c(sl,l,s),M(l,Me,s),M(l,tl,s),M(l,oe,s),c(R,l,s),M(l,ie,s),c(al,l,s),M(l,ye,s),M(l,nl,s),M(l,pe,s),M(l,Ml,s),M(l,Je,s),c(Q,l,s),M(l,ce,s),c(ol,l,s),M(l,re,s),M(l,il,s),M(l,me,s),M(l,yl,s),M(l,de,s),c(pl,l,s),M(l,we,s),M(l,Jl,s),M(l,Te,s),c(cl,l,s),M(l,je,s),M(l,rl,s),M(l,Ue,s),M(l,ml,s),M(l,he,s),c(dl,l,s),M(l,ue,s),M(l,wl,s),M(l,be,s),M(l,Tl,s),M(l,Ie,s),c(jl,l,s),M(l,Be,s),M(l,Ul,s),M(l,Ge,s),c(hl,l,s),M(l,Ze,s),M(l,ul,s),M(l,fe,s),c(bl,l,s),M(l,ge,s),c(Il,l,s),M(l,We,s),M(l,G,s),c(Bl,G,null),b(G,Qe),b(G,C),c(Gl,C,null),b(C,ze),b(C,kl),b(C,Ne),b(C,Hl),b(G,Se),b(G,z),c(Zl,z,null),b(z,Fe),b(z,Vl),b(G,$e),b(G,f),c(fl,f,null),b(f,qe),b(f,Rl),b(f,Ae),b(f,Ql),b(f,Ee),b(f,zl),M(l,ve,s),M(l,gl,s),M(l,Ce,s),c(Wl,l,s),M(l,Ye,s),M(l,Y,s),c(vl,Y,null),b(Y,xe),b(Y,Nl),M(l,Xe,s),c(Cl,l,s),M(l,ke,s),M(l,Sl,s),He=!0},p(l,[s]){const g={};s&2&&(g.$$scope={dirty:s,ctx:l}),H.$set(g);const X={};s&2&&(X.$$scope={dirty:s,ctx:l}),V.$set(X);const Yl={};s&2&&(Yl.$$scope={dirty:s,ctx:l}),R.$set(Yl);const W={};s&2&&(W.$$scope={dirty:s,ctx:l}),Q.$set(W)},i(l){He||(r(a.$$.fragment,l),r(A.$$.fragment,l),r(L.$$.fragment,l),r(O.$$.fragment,l),r(H.$$.fragment,l),r(ll.$$.fragment,l),r(V.$$.fragment,l),r(sl.$$.fragment,l),r(R.$$.fragment,l),r(al.$$.fragment,l),r(Q.$$.fragment,l),r(ol.$$.fragment,l),r(pl.$$.fragment,l),r(cl.$$.fragment,l),r(dl.$$.fragment,l),r(jl.$$.fragment,l),r(hl.$$.fragment,l),r(bl.$$.fragment,l),r(Il.$$.fragment,l),r(Bl.$$.fragment,l),r(Gl.$$.fragment,l),r(Zl.$$.fragment,l),r(fl.$$.fragment,l),r(Wl.$$.fragment,l),r(vl.$$.fragment,l),r(Cl.$$.fragment,l),He=!0)},o(l){m(a.$$.fragment,l),m(A.$$.fragment,l),m(L.$$.fragment,l),m(O.$$.fragment,l),m(H.$$.fragment,l),m(ll.$$.fragment,l),m(V.$$.fragment,l),m(sl.$$.fragment,l),m(R.$$.fragment,l),m(al.$$.fragment,l),m(Q.$$.fragment,l),m(ol.$$.fragment,l),m(pl.$$.fragment,l),m(cl.$$.fragment,l),m(dl.$$.fragment,l),m(jl.$$.fragment,l),m(hl.$$.fragment,l),m(bl.$$.fragment,l),m(Il.$$.fragment,l),m(Bl.$$.fragment,l),m(Gl.$$.fragment,l),m(Zl.$$.fragment,l),m(fl.$$.fragment,l),m(Wl.$$.fragment,l),m(vl.$$.fragment,l),m(Cl.$$.fragment,l),He=!1},d(l){l&&(n(o),n(e),n(w),n(T),n(I),n($l),n($),n(ql),n(q),n(Al),n(El),n(E),n(xl),n(x),n(_l),n(_),n(Dl),n(D),n(Ll),n(Pl),n(P),n(Ol),n(k),n(Kl),n(le),n(K),n(ee),n(se),n(te),n(el),n(ae),n(ne),n(Me),n(tl),n(oe),n(ie),n(ye),n(nl),n(pe),n(Ml),n(Je),n(ce),n(re),n(il),n(me),n(yl),n(de),n(we),n(Jl),n(Te),n(je),n(rl),n(Ue),n(ml),n(he),n(ue),n(wl),n(be),n(Tl),n(Ie),n(Be),n(Ul),n(Ge),n(Ze),n(ul),n(fe),n(ge),n(We),n(G),n(ve),n(gl),n(Ce),n(Ye),n(Y),n(Xe),n(ke),n(Sl)),n(t),d(a,l),d(A,l),d(L,l),d(O,l),d(H,l),d(ll,l),d(V,l),d(sl,l),d(R,l),d(al,l),d(Q,l),d(ol,l),d(pl,l),d(cl,l),d(dl,l),d(jl,l),d(hl,l),d(bl,l),d(Il,l),d(Bl),d(Gl),d(Zl),d(fl),d(Wl,l),d(vl),d(Cl,l)}}}const $s='{"title":"Cosmos 3","local":"cosmos-3","sections":[{"title":"What’s new in Cosmos 3","local":"whats-new-in-cosmos-3","sections":[],"depth":2},{"title":"Available checkpoints","local":"available-checkpoints","sections":[],"depth":2},{"title":"Text-to-image","local":"text-to-image","sections":[],"depth":2},{"title":"Text-to-video","local":"text-to-video","sections":[],"depth":2},{"title":"Image-to-video","local":"image-to-video","sections":[],"depth":2},{"title":"Text-to-video with sound","local":"text-to-video-with-sound","sections":[],"depth":2},{"title":"Metadata templates","local":"metadata-templates","sections":[],"depth":2},{"title":"Safety checker","local":"safety-checker","sections":[],"depth":2},{"title":"Cosmos3OmniPipeline","local":"diffusers.Cosmos3OmniPipeline","sections":[],"depth":2},{"title":"Cosmos3OmniPipelineOutput","local":"diffusers.pipelines.cosmos.pipeline_cosmos3_omni.Cosmos3OmniPipelineOutput","sections":[],"depth":2}],"depth":1}';function qs(u){return Gs(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ps extends Zs{constructor(t){super(),fs(this,t,qs,Fs,Bs,{})}}export{Ps as component}; | |
Xet Storage Details
- Size:
- 98.4 kB
- Xet hash:
- 96062f3a13957fabc24ae6ca962a005eb93d00245aff8ce72747c115623f5a76
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.