Spaces:

Neon-tech
/

Tok-cor

Paused

Neon-tech commited on 18 days ago

Commit

bc40845

verified ·

1 Parent(s): f4e35af

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,7 +17,7 @@ DATASET_REPO   = "HuggingFaceFW/fineweb-edu"
 RAW_DIR        = "/data/raw"
 STATE_FILE     = "/data/state.json"
 WORKER_TIMEOUT = 600
-MAX_BUFFERED   = 4
 CC_PREFIX      = "data/CC-MAIN-2025"
 ROWS_PER_CHUNK = 50_000

 RAW_DIR        = "/data/raw"
 STATE_FILE     = "/data/state.json"
 WORKER_TIMEOUT = 600
+MAX_BUFFERED   = 20
 CC_PREFIX      = "data/CC-MAIN-2025"
 ROWS_PER_CHUNK = 50_000