Vicente Alvarez commited on
Commit
c843a44
·
1 Parent(s): b1a127d

Fix preloading to use model_ledger attribute

Browse files
Files changed (1) hide show
  1. app.py +18 -9
app.py CHANGED
@@ -150,15 +150,24 @@ pipeline = DistilledPipeline(
150
  )
151
 
152
  # Preload all models for ZeroGPU tensor packing
153
- print("Preloading all pipeline components...")
154
-
155
- # DistilledPipeline components are already instantiated, just access them to ensure loaded
156
- _ = pipeline.prompt_encoder
157
- _ = pipeline.image_conditioner
158
- _ = pipeline.stage
159
- _ = pipeline.upsampler
160
- _ = pipeline.video_decoder
161
- _ = pipeline.audio_decoder
 
 
 
 
 
 
 
 
 
162
 
163
  print("All models preloaded!")
164
 
 
150
  )
151
 
152
  # Preload all models for ZeroGPU tensor packing
153
+ print("Preloading all pipeline components via model_ledger...")
154
+
155
+ # DistilledPipeline uses model_ledger similar to other pipelines
156
+ ledger = pipeline.model_ledger
157
+ _transformer = ledger.transformer()
158
+ _video_encoder = ledger.video_encoder()
159
+ _video_decoder = ledger.video_decoder()
160
+ _spatial_upsampler = ledger.spatial_upsampler()
161
+ _text_encoder = ledger.text_encoder()
162
+ _embeddings_processor = ledger.gemma_embeddings_processor()
163
+
164
+ # Replace ledger methods with lambdas returning preloaded instances
165
+ ledger.transformer = lambda: _transformer
166
+ ledger.video_encoder = lambda: _video_encoder
167
+ ledger.video_decoder = lambda: _video_decoder
168
+ ledger.spatial_upsampler = lambda: _spatial_upsampler
169
+ ledger.text_encoder = lambda: _text_encoder
170
+ ledger.gemma_embeddings_processor = lambda: _embeddings_processor
171
 
172
  print("All models preloaded!")
173