Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -163,7 +163,8 @@ def worker_loop():
|
|
| 163 |
print(f"✓ [{WORKER_ID}] worker_loop started")
|
| 164 |
print(f" STATE_FILE exists: {os.path.exists(STATE_FILE)}")
|
| 165 |
print(f" RAW_DIR contents: {list(Path(RAW_DIR).iterdir())[:5]}")
|
| 166 |
-
pool = mp.Pool(processes=2, initializer=init_worker, initargs=(TOK_PATH,)
|
|
|
|
| 167 |
print(f"✓ [{WORKER_ID}] 2-core tokenizer pool ready")
|
| 168 |
|
| 169 |
try:
|
|
|
|
| 163 |
print(f"✓ [{WORKER_ID}] worker_loop started")
|
| 164 |
print(f" STATE_FILE exists: {os.path.exists(STATE_FILE)}")
|
| 165 |
print(f" RAW_DIR contents: {list(Path(RAW_DIR).iterdir())[:5]}")
|
| 166 |
+
pool = mp.Pool(processes=2, initializer=init_worker, initargs=(TOK_PATH,),
|
| 167 |
+
context=mp.get_context("spawn"))
|
| 168 |
print(f"✓ [{WORKER_ID}] 2-core tokenizer pool ready")
|
| 169 |
|
| 170 |
try:
|