Spaces:
Running on Zero
Running on Zero
Vicente Alvarez commited on
Commit ·
c843a44
1
Parent(s): b1a127d
Fix preloading to use model_ledger attribute
Browse files
app.py
CHANGED
|
@@ -150,15 +150,24 @@ pipeline = DistilledPipeline(
|
|
| 150 |
)
|
| 151 |
|
| 152 |
# Preload all models for ZeroGPU tensor packing
|
| 153 |
-
print("Preloading all pipeline components...")
|
| 154 |
-
|
| 155 |
-
# DistilledPipeline
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
|
| 163 |
print("All models preloaded!")
|
| 164 |
|
|
|
|
| 150 |
)
|
| 151 |
|
| 152 |
# Preload all models for ZeroGPU tensor packing
|
| 153 |
+
print("Preloading all pipeline components via model_ledger...")
|
| 154 |
+
|
| 155 |
+
# DistilledPipeline uses model_ledger similar to other pipelines
|
| 156 |
+
ledger = pipeline.model_ledger
|
| 157 |
+
_transformer = ledger.transformer()
|
| 158 |
+
_video_encoder = ledger.video_encoder()
|
| 159 |
+
_video_decoder = ledger.video_decoder()
|
| 160 |
+
_spatial_upsampler = ledger.spatial_upsampler()
|
| 161 |
+
_text_encoder = ledger.text_encoder()
|
| 162 |
+
_embeddings_processor = ledger.gemma_embeddings_processor()
|
| 163 |
+
|
| 164 |
+
# Replace ledger methods with lambdas returning preloaded instances
|
| 165 |
+
ledger.transformer = lambda: _transformer
|
| 166 |
+
ledger.video_encoder = lambda: _video_encoder
|
| 167 |
+
ledger.video_decoder = lambda: _video_decoder
|
| 168 |
+
ledger.spatial_upsampler = lambda: _spatial_upsampler
|
| 169 |
+
ledger.text_encoder = lambda: _text_encoder
|
| 170 |
+
ledger.gemma_embeddings_processor = lambda: _embeddings_processor
|
| 171 |
|
| 172 |
print("All models preloaded!")
|
| 173 |
|