Instructions to use marcosremar2/MuseTalk1.5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use marcosremar2/MuseTalk1.5 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("marcosremar2/MuseTalk1.5", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| import React, { forwardRef } from 'react' | |
| import { StatusBar } from './StatusBar' | |
| export const Avatar = forwardRef(function Avatar({ | |
| idleVideoSrc = '/avatar_videos/idle.mp4', | |
| wsStatus, | |
| rtcStatus, | |
| udpStatus, | |
| showRtcVideo, | |
| showCanvas | |
| }, ref) { | |
| const { rtcVideoRef, canvasRef } = ref || {} | |
| return ( | |
| <div className="avatar-section"> | |
| <video | |
| className="idle-video" | |
| autoPlay | |
| loop | |
| muted | |
| playsInline | |
| preload="auto" | |
| src={idleVideoSrc} | |
| /> | |
| <video | |
| ref={rtcVideoRef} | |
| className={`stream-video ${showRtcVideo ? 'active' : ''}`} | |
| autoPlay | |
| playsInline | |
| /> | |
| <canvas | |
| ref={canvasRef} | |
| className={`stream-canvas ${showCanvas ? 'active' : ''}`} | |
| /> | |
| <StatusBar | |
| wsStatus={wsStatus} | |
| rtcStatus={rtcStatus} | |
| udpStatus={udpStatus} | |
| /> | |
| </div> | |
| ) | |
| }) | |