Neon-tech commited on
Commit
3e98f99
·
verified ·
1 Parent(s): e296f72

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -163,7 +163,8 @@ def worker_loop():
163
  print(f"✓ [{WORKER_ID}] worker_loop started")
164
  print(f" STATE_FILE exists: {os.path.exists(STATE_FILE)}")
165
  print(f" RAW_DIR contents: {list(Path(RAW_DIR).iterdir())[:5]}")
166
- pool = mp.Pool(processes=2, initializer=init_worker, initargs=(TOK_PATH,))
 
167
  print(f"✓ [{WORKER_ID}] 2-core tokenizer pool ready")
168
 
169
  try:
 
163
  print(f"✓ [{WORKER_ID}] worker_loop started")
164
  print(f" STATE_FILE exists: {os.path.exists(STATE_FILE)}")
165
  print(f" RAW_DIR contents: {list(Path(RAW_DIR).iterdir())[:5]}")
166
+ pool = mp.Pool(processes=2, initializer=init_worker, initargs=(TOK_PATH,),
167
+ context=mp.get_context("spawn"))
168
  print(f"✓ [{WORKER_ID}] 2-core tokenizer pool ready")
169
 
170
  try: