File size: 368 Bytes
f55f92e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from .config import (
    MAX_SHARD_ROWS,
    MAX_SHARDS,
    NORMAL_TOTAL_WORKERS,
    SUPER_TOTAL_WORKERS,
    CrawlerConfig,
    compute_worker_split,
)
from .engine import AsyncCrawler

__all__ = [
    "AsyncCrawler",
    "CrawlerConfig",
    "MAX_SHARD_ROWS",
    "MAX_SHARDS",
    "NORMAL_TOTAL_WORKERS",
    "SUPER_TOTAL_WORKERS",
    "compute_worker_split",
]