weishao-nv commited on
Commit
dd89258
·
verified ·
1 Parent(s): 2a00e87

Update Cosmos3-Edge I2V default recipe to 20 steps

Browse files

Switch recommended I2V settings to 20 steps, CFG 6, flow shift 12, and refresh the example output videos. Approved by I2V owners; side-by-side example reviewed.

README.md CHANGED
@@ -525,10 +525,10 @@ data = {
525
  "size": "832x480",
526
  "num_frames": "121",
527
  "fps": "24",
528
- "num_inference_steps": "50",
529
- "guidance_scale": "5.0",
530
  "max_sequence_length": "4096",
531
- "flow_shift": "3.0",
532
  "extra_params": json.dumps(
533
  {
534
  "use_resolution_template": False,
@@ -788,7 +788,7 @@ pipe = Cosmos3OmniPipeline.from_pretrained(
788
  )
789
  pipe.to("cuda")
790
  pipe.scheduler = UniPCMultistepScheduler.from_config(
791
- pipe.scheduler.config, flow_shift=3.0, use_karras_sigmas=False
792
  )
793
 
794
  result = pipe(
@@ -799,8 +799,8 @@ result = pipe(
799
  height=480,
800
  width=832,
801
  fps=24.0,
802
- num_inference_steps=50,
803
- guidance_scale=5.0,
804
  generator=torch.Generator(device="cuda").manual_seed(0),
805
  add_resolution_template=False,
806
  add_duration_template=False,
 
525
  "size": "832x480",
526
  "num_frames": "121",
527
  "fps": "24",
528
+ "num_inference_steps": "20",
529
+ "guidance_scale": "6.0",
530
  "max_sequence_length": "4096",
531
+ "flow_shift": "12.0",
532
  "extra_params": json.dumps(
533
  {
534
  "use_resolution_template": False,
 
788
  )
789
  pipe.to("cuda")
790
  pipe.scheduler = UniPCMultistepScheduler.from_config(
791
+ pipe.scheduler.config, flow_shift=12.0, use_karras_sigmas=False
792
  )
793
 
794
  result = pipe(
 
799
  height=480,
800
  width=832,
801
  fps=24.0,
802
+ num_inference_steps=20,
803
+ guidance_scale=6.0,
804
  generator=torch.Generator(device="cuda").manual_seed(0),
805
  add_resolution_template=False,
806
  add_duration_template=False,
assets/diffusers_outputs/edge_i2v_diffusers.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:560e28f9d880b071e04e12c9dd2c214134bb5c159045e322317e515a448276dd
3
- size 1181482
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10022822f1742388c79eb8403aab7658321d73bd5194788ff41a13bcdff9eef8
3
+ size 24163347
assets/edge_i2v_output.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:184a1cf43d8de6361a1c823818144bd95c4bdaaed3615b772e36f212c0f5977b
3
- size 7105138
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10022822f1742388c79eb8403aab7658321d73bd5194788ff41a13bcdff9eef8
3
+ size 24163347