brestok commited on
Commit
63857c4
·
1 Parent(s): 45a826a
Files changed (1) hide show
  1. requirements.txt +78 -42
requirements.txt CHANGED
@@ -1,42 +1,78 @@
1
- # Web framework
2
- fastapi==0.104.1
3
- uvicorn==0.24.0
4
-
5
- # Database
6
- motor==3.3.2
7
- pymongo==4.6.0
8
-
9
- # HTTP requests and web scraping
10
- requests==2.31.0
11
- httpx==0.25.2
12
- beautifulsoup4==4.12.2
13
- selenium==4.15.2
14
-
15
- # HTML parsing (alternative/faster option)
16
- selectolax==0.3.17
17
- html2text==2020.1.16
18
-
19
- # Web automation
20
- playwright==1.40.0
21
-
22
- # Async job scheduling
23
- apscheduler==3.10.4
24
-
25
- # AI/ML
26
- langchain-core==0.1.0
27
- langchain-openai==0.0.2
28
-
29
- # Configuration and environment
30
- python-dotenv==1.0.0
31
- pydantic==2.5.0
32
-
33
- # CORS middleware for FastAPI
34
- starlette==0.27.0
35
-
36
- # Additional utilities
37
- python-multipart==0.0.6
38
-
39
- # Additional dependencies for enhanced scraping
40
- lxml==4.9.3
41
- fake-useragent==1.4.0
42
- aiofiles==23.2.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohappyeyeballs==2.6.1
2
+ aiohttp==3.12.15
3
+ aiosignal==1.4.0
4
+ annotated-types==0.7.0
5
+ anyio==4.10.0
6
+ APScheduler==3.11.0
7
+ attrs==25.3.0
8
+ beautifulsoup4==4.13.5
9
+ boto3==1.40.30
10
+ botocore==1.40.30
11
+ certifi==2025.8.3
12
+ charset-normalizer==3.4.3
13
+ click==8.2.1
14
+ distro==1.9.0
15
+ dnspython==2.8.0
16
+ fastapi==0.116.1
17
+ frozenlist==1.7.0
18
+ greenlet==3.2.4
19
+ h11==0.16.0
20
+ html2text==2025.4.15
21
+ httpcore==1.0.9
22
+ httptools==0.6.4
23
+ httpx==0.28.1
24
+ idna==3.10
25
+ jiter==0.10.0
26
+ jmespath==1.0.1
27
+ jsonpatch==1.33
28
+ jsonpointer==3.0.0
29
+ langchain-core==0.3.76
30
+ langchain-openai==0.3.33
31
+ langsmith==0.4.27
32
+ linkedin-api==2.3.1
33
+ lxml==5.4.0
34
+ motor==3.7.1
35
+ multidict==6.6.4
36
+ openai==1.107.1
37
+ orjson==3.11.3
38
+ outcome==1.3.0.post0
39
+ packaging==25.0
40
+ playwright==1.55.0
41
+ propcache==0.3.2
42
+ pydantic==2.11.7
43
+ pydantic_core==2.33.2
44
+ pydash==8.0.5
45
+ pyee==13.0.0
46
+ pymongo==4.15.0
47
+ PySocks==1.7.1
48
+ python-dateutil==2.9.0.post0
49
+ python-dotenv==1.1.1
50
+ PyYAML==6.0.2
51
+ regex==2025.9.1
52
+ requests==2.32.5
53
+ requests-toolbelt==1.0.0
54
+ s3transfer==0.14.0
55
+ selectolax==0.3.34
56
+ selenium==4.35.0
57
+ six==1.17.0
58
+ sniffio==1.3.1
59
+ sortedcontainers==2.4.0
60
+ soupsieve==2.8
61
+ starlette==0.47.3
62
+ tenacity==9.1.2
63
+ tiktoken==0.11.0
64
+ tqdm==4.67.1
65
+ trio==0.30.0
66
+ trio-websocket==0.12.2
67
+ typing-inspection==0.4.1
68
+ typing_extensions==4.14.1
69
+ tzlocal==5.3.1
70
+ urllib3==2.5.0
71
+ uvicorn==0.35.0
72
+ uvloop==0.21.0
73
+ watchfiles==1.1.0
74
+ websocket-client==1.8.0
75
+ websockets==15.0.1
76
+ wsproto==1.2.0
77
+ yarl==1.20.1
78
+ zstandard==0.24.0