Spaces:

Neon-tech
/

Tok-cor

Paused

Neon-tech commited on 17 days ago

Commit

6242539

verified ·

1 Parent(s): bc40845

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,7 +17,7 @@ DATASET_REPO   = "HuggingFaceFW/fineweb-edu"
 RAW_DIR        = "/data/raw"
 STATE_FILE     = "/data/state.json"
 WORKER_TIMEOUT = 600
-MAX_BUFFERED   = 20
 CC_PREFIX      = "data/CC-MAIN-2025"
 ROWS_PER_CHUNK = 50_000

 RAW_DIR        = "/data/raw"
 STATE_FILE     = "/data/state.json"
 WORKER_TIMEOUT = 600
+MAX_BUFFERED   = 2000
 CC_PREFIX      = "data/CC-MAIN-2025"
 ROWS_PER_CHUNK = 50_000