umyunsang commited on
Commit
ee2e854
·
verified ·
1 Parent(s): 0cf5877

Upload requirements.txt with huggingface_hub

Browse files
Files changed (1) hide show
  1. requirements.txt +60 -0
requirements.txt ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Core ML/DL
2
+ torch>=2.8.0
3
+ transformers>=4.53.0
4
+ accelerate>=1.0.0
5
+ datasets>=2.14.0
6
+
7
+ # Quantization & Optimization
8
+ bitsandbytes>=0.44.0
9
+ optimum>=1.13.0
10
+ autoawq>=0.2.8
11
+
12
+ # Fine-tuning
13
+ peft>=0.16.0
14
+ trl>=0.15.0
15
+
16
+ # Inference & Serving
17
+ vllm>=0.14.1
18
+ fastapi>=0.100.0
19
+ uvicorn>=0.23.0
20
+ pydantic>=2.0.0
21
+ rank-bm25>=0.2.2
22
+ httpx>=0.27.0
23
+ langgraph==1.1.6
24
+ langgraph-checkpoint==4.0.1
25
+ langgraph-checkpoint-sqlite==3.0.3
26
+ langchain-openai>=0.3.0
27
+ langchain-core>=1.2.0,<2.0.0
28
+
29
+ # RAG & Search (New for M3)
30
+ sentence-transformers>=3.0.0
31
+ faiss-cpu>=1.7.4
32
+
33
+ # Data Processing
34
+ pandas>=2.0.0
35
+ numpy>=1.24.0
36
+ scikit-learn>=1.3.0
37
+
38
+ # Document Processing (PDF/TXT; HWP는 별도 설치 필요)
39
+ PyMuPDF>=1.23.0
40
+
41
+ # Data Collection
42
+ requests>=2.31.0
43
+ beautifulsoup4>=4.12.0
44
+ lxml>=4.9.0
45
+
46
+ # Utilities
47
+ tqdm>=4.66.0
48
+ python-dotenv>=1.0.0
49
+ pyyaml>=6.0.0
50
+ loguru>=0.7.0
51
+
52
+ # Database
53
+ sqlalchemy>=2.0.0
54
+ alembic>=1.12.0
55
+ psycopg2-binary>=2.9.0
56
+
57
+ # Testing
58
+ pytest>=7.4.0
59
+ pytest-cov>=4.1.0
60
+ pytest-asyncio>=0.21.0