Spaces:
Running on Zero
Running on Zero
Update generativevideo2.py
Browse files- generativevideo2.py +2 -9
generativevideo2.py
CHANGED
|
@@ -12,14 +12,6 @@ from typing import Any
|
|
| 12 |
import time
|
| 13 |
from contextlib import contextmanager
|
| 14 |
from gradio.helpers import create_examples
|
| 15 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
| 16 |
-
|
| 17 |
-
quantization_config = BitsAndBytesConfig(
|
| 18 |
-
load_in_4bit=True,
|
| 19 |
-
bnb_4bit_compute_dtype=torch.float16, # Or torch.float16
|
| 20 |
-
bnb_4bit_use_double_quant=True,
|
| 21 |
-
bnb_4bit_quant_type="nf4"
|
| 22 |
-
)
|
| 23 |
|
| 24 |
@contextmanager
|
| 25 |
def timer(name: str):
|
|
@@ -134,6 +126,8 @@ current_dir = Path(__file__).parent
|
|
| 134 |
sys.path.insert(0, str(current_dir / "packages" / "ltx-pipelines" / "src"))
|
| 135 |
sys.path.insert(0, str(current_dir / "packages" / "ltx-core" / "src"))
|
| 136 |
|
|
|
|
|
|
|
| 137 |
import time
|
| 138 |
import gradio as gr
|
| 139 |
import numpy as np
|
|
@@ -143,7 +137,6 @@ from typing import Optional
|
|
| 143 |
from pathlib import Path
|
| 144 |
import torchaudio
|
| 145 |
from huggingface_hub import hf_hub_download, snapshot_download
|
| 146 |
-
import spaces
|
| 147 |
from ltx_pipelines.distilled import DistilledPipeline
|
| 148 |
from ltx_core.model.video_vae import TilingConfig
|
| 149 |
from ltx_core.model.audio_vae.ops import AudioProcessor
|
|
|
|
| 12 |
import time
|
| 13 |
from contextlib import contextmanager
|
| 14 |
from gradio.helpers import create_examples
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
|
| 16 |
@contextmanager
|
| 17 |
def timer(name: str):
|
|
|
|
| 126 |
sys.path.insert(0, str(current_dir / "packages" / "ltx-pipelines" / "src"))
|
| 127 |
sys.path.insert(0, str(current_dir / "packages" / "ltx-core" / "src"))
|
| 128 |
|
| 129 |
+
import spaces
|
| 130 |
+
import flash_attn_interface
|
| 131 |
import time
|
| 132 |
import gradio as gr
|
| 133 |
import numpy as np
|
|
|
|
| 137 |
from pathlib import Path
|
| 138 |
import torchaudio
|
| 139 |
from huggingface_hub import hf_hub_download, snapshot_download
|
|
|
|
| 140 |
from ltx_pipelines.distilled import DistilledPipeline
|
| 141 |
from ltx_core.model.video_vae import TilingConfig
|
| 142 |
from ltx_core.model.audio_vae.ops import AudioProcessor
|