rajux75 commited on
Commit
755cb92
·
verified ·
1 Parent(s): 8ccf21f

Update services/generation.py

Browse files
Files changed (1) hide show
  1. services/generation.py +2 -0
services/generation.py CHANGED
@@ -7,9 +7,11 @@ import config
7
  from utils.helpers import decode_base64_image, encode_image_base64, encode_video_base64
8
  import logging
9
  import gc # Garbage collector
 
10
 
11
  logger = logging.getLogger(__name__)
12
 
 
13
  # --- Global Model Cache ---
14
  # Use a dictionary to hold loaded models and tokenizers
15
  # This allows loading them only once when the app starts.
 
7
  from utils.helpers import decode_base64_image, encode_image_base64, encode_video_base64
8
  import logging
9
  import gc # Garbage collector
10
+ from typing import List
11
 
12
  logger = logging.getLogger(__name__)
13
 
14
+
15
  # --- Global Model Cache ---
16
  # Use a dictionary to hold loaded models and tokenizers
17
  # This allows loading them only once when the app starts.