Global variables

app.py

@@ -53,6 +53,12 @@ pillow_heif.register_heif_opener()
 high_vram = False
 free_mem_gb = 0
 
+transformer = None  # load later
+transformer_dtype = torch.bfloat16
+previous_lora_file = None
+previous_lora_multiplier = None
+previous_fp8_optimization = None
+
 if torch.cuda.device_count() > 0:
     free_mem_gb = get_cuda_free_memory_gb(gpu)
     high_vram = free_mem_gb > 60
@@ -312,6 +318,7 @@ def worker(input_image, image_position, prompts, n_prompt, seed, resolution, tot
         lora_file,
         lora_multiplier,
         fp8_optimization):
+    global transformer, previous_lora_file, previous_lora_multiplier, previous_fp8_optimization
     is_last_frame = (image_position == 100)
     def encode_prompt(prompt, n_prompt):
         llama_vec, clip_l_pooler = encode_prompt_conds(prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)
@@ -551,6 +558,7 @@ def worker_video(input_video, prompts, n_prompt, seed, batch, resolution, total_
         lora_file,
         lora_multiplier,
         fp8_optimization):
+    global transformer, previous_lora_file, previous_lora_multiplier, previous_fp8_optimization
     def encode_prompt(prompt, n_prompt):
         llama_vec, clip_l_pooler = encode_prompt_conds(prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)