Image-Text-to-Video
Diffusers
Safetensors
orbitquant
comfyui
w4
w4a4
native-w4a4-transformer-runtime
text-to-video
audio-video-generation
8-bit precision
Instructions to use WaveCut/MiniMax-H3-OrbitQuant-W4A4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use WaveCut/MiniMax-H3-OrbitQuant-W4A4 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("WaveCut/MiniMax-H3-OrbitQuant-W4A4", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| [ | |
| { | |
| "id": "source-bf16-control", | |
| "h264": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "h264", | |
| "codec_type": "video", | |
| "codec_tag_string": "avc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.175000", | |
| "size": "635349" | |
| } | |
| }, | |
| "hevc": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "hevc", | |
| "codec_type": "video", | |
| "codec_tag_string": "hvc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.175000", | |
| "size": "375788" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "w4-text-control", | |
| "h264": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "h264", | |
| "codec_type": "video", | |
| "codec_tag_string": "avc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.175000", | |
| "size": "753550" | |
| } | |
| }, | |
| "hevc": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "hevc", | |
| "codec_type": "video", | |
| "codec_tag_string": "hvc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.175000", | |
| "size": "449021" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "w4a4-native-t2va", | |
| "h264": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "h264", | |
| "codec_type": "video", | |
| "codec_tag_string": "avc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.184000", | |
| "size": "815089" | |
| } | |
| }, | |
| "hevc": { | |
| "programs": [], | |
| "streams": [ | |
| { | |
| "index": 0, | |
| "codec_name": "hevc", | |
| "codec_type": "video", | |
| "codec_tag_string": "hvc1", | |
| "width": 608, | |
| "height": 480, | |
| "r_frame_rate": "24/1", | |
| "nb_frames": "124", | |
| "nb_read_frames": "124" | |
| }, | |
| { | |
| "index": 1, | |
| "codec_name": "aac", | |
| "codec_type": "audio", | |
| "codec_tag_string": "mp4a", | |
| "sample_rate": "32000", | |
| "channels": 2, | |
| "r_frame_rate": "0/0", | |
| "nb_frames": "163", | |
| "nb_read_frames": "162" | |
| } | |
| ], | |
| "format": { | |
| "duration": "5.184000", | |
| "size": "474343" | |
| } | |
| } | |
| } | |
| ] | |