frdel commited on
Commit
a780183
·
1 Parent(s): f30ff77

preload improvement

Browse files
Files changed (3) hide show
  1. initialize.py +4 -0
  2. preload.py +9 -8
  3. run_ui.py +2 -0
initialize.py CHANGED
@@ -145,6 +145,10 @@ def initialize_job_loop():
145
  from python.helpers.job_loop import run_loop
146
  return defer.DeferredTask("JobLoop").start_task(run_loop)
147
 
 
 
 
 
148
 
149
  def _args_override(config):
150
  # update config with runtime args
 
145
  from python.helpers.job_loop import run_loop
146
  return defer.DeferredTask("JobLoop").start_task(run_loop)
147
 
148
+ def initialize_preload():
149
+ import preload
150
+ return defer.DeferredTask().start_task(preload.preload)
151
+
152
 
153
  def _args_override(config):
154
  # update config with runtime args
preload.py CHANGED
@@ -4,9 +4,6 @@ from python.helpers.print_style import PrintStyle
4
  from python.helpers import kokoro_tts
5
  import models
6
 
7
- PrintStyle().print("Running preload...")
8
- runtime.initialize()
9
-
10
 
11
  async def preload():
12
  try:
@@ -34,10 +31,11 @@ async def preload():
34
 
35
  # preload kokoro tts model if enabled
36
  async def preload_kokoro():
37
- try:
38
- return await kokoro_tts.preload()
39
- except Exception as e:
40
- PrintStyle().error(f"Error in preload_kokoro: {e}")
 
41
 
42
  # async tasks to preload
43
  tasks = [
@@ -53,4 +51,7 @@ async def preload():
53
 
54
 
55
  # preload transcription model
56
- asyncio.run(preload())
 
 
 
 
4
  from python.helpers import kokoro_tts
5
  import models
6
 
 
 
 
7
 
8
  async def preload():
9
  try:
 
31
 
32
  # preload kokoro tts model if enabled
33
  async def preload_kokoro():
34
+ if set["tts_kokoro"]:
35
+ try:
36
+ return await kokoro_tts.preload()
37
+ except Exception as e:
38
+ PrintStyle().error(f"Error in preload_kokoro: {e}")
39
 
40
  # async tasks to preload
41
  tasks = [
 
51
 
52
 
53
  # preload transcription model
54
+ if __name__ == "__main__":
55
+ PrintStyle().print("Running preload...")
56
+ runtime.initialize()
57
+ asyncio.run(preload())
run_ui.py CHANGED
@@ -249,6 +249,8 @@ def init_a0():
249
  initialize.initialize_mcp()
250
  # start job loop
251
  initialize.initialize_job_loop()
 
 
252
 
253
  # only wait for init chats, otherwise they would seem to dissapear for a while on restart
254
  init_chats.result_sync()
 
249
  initialize.initialize_mcp()
250
  # start job loop
251
  initialize.initialize_job_loop()
252
+ # preload
253
+ initialize.initialize_preload()
254
 
255
  # only wait for init chats, otherwise they would seem to dissapear for a while on restart
256
  init_chats.result_sync()