File size: 2,551 Bytes
7ce3a9e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
# Enhanced Arabic Document Chatbot - Conda Environment
# Installation: conda env create -f environment.yml

name: arabic-chatbot-gpu
channels:
  - pytorch
  - nvidia
  - conda-forge
  - defaults

dependencies:
  # Python version
  - python=3.11

  # ========================================
  # CORE ML AND GPU DEPENDENCIES
  # ========================================
  
  # PyTorch with CUDA support
  - pytorch>=2.1.0
  - torchvision>=0.16.0
  - torchaudio>=2.1.0
  - pytorch-cuda=12.1
  - cuda-toolkit=12.1
  - cudnn>=8.8.0

  # GPU Libraries
  - nvidia::cuda-nvcc=12.1
  - nvidia::cuda-runtime=12.1

  # ========================================
  # CORE DEPENDENCIES
  # ========================================
  
  # Core Python
  - pip>=23.0
  - setuptools>=65.0
  - wheel>=0.38.0

  # Scientific Computing
  - numpy>=1.24.0
  - pandas>=2.0.0
  - scipy>=1.10.0
  - scikit-learn>=1.3.0

  # Image Processing
  - pillow>=10.0.0
  - opencv>=4.8.0

  # Vector Database
  - faiss-gpu>=1.7.4
  - h5py>=3.8.0

  # Configuration
  - pyyaml>=6.0

  # Text Processing
  - nltk>=3.8
  - regex>=2023.5.5

  # Web Framework
  - flask>=2.3.0

  # Async Operations
  - aiofiles>=23.0.0

  # Logging
  - colorlog>=6.7.0
  - tqdm>=4.65.0

  # Development
  - pytest>=7.4.0
  - black>=23.0.0
  - flake8>=6.0.0

  # ========================================
  # PIP-ONLY DEPENDENCIES
  # ========================================
  
  - pip:
    # Arabic NLP - CAMeL Tools
    - camel-tools>=1.5.2
    
    # Advanced Embeddings
    - sentence-transformers>=2.2.2
    - transformers>=4.35.0
    - accelerate>=0.24.0
    
    # Arabic Text Processing
    - arabic-reshaper>=3.0.0
    - python-bidi>=0.4.2
    - polyglot>=16.7.4
    - langdetect>=1.0.9
    
    # PDF Processing
    - PyMuPDF>=1.23.0
    - pdfplumber>=0.10.0
    - pymupdf-fonts>=1.0.5
    
    # OCR Libraries
    - easyocr>=1.7.0
    - pytesseract>=0.3.10
    
    # Google AI
    - google-generativeai>=0.3.0
    - google-auth>=2.23.0
    
    # Enhanced Features
    - InstructorEmbedding>=1.0.1
    - FlagEmbedding>=1.2.0
    - huggingface-hub>=0.19.0
    
    # Web and API
    - Flask-CORS>=4.0.0
    - requests>=2.31.0
    - httpx>=0.25.0
    
    # Configuration
    - python-dotenv>=1.0.0
    - pydantic>=2.4.0
    
    # Logging
    - loguru>=0.7.0
    - rich>=13.5.0
    
    # Performance
    - orjson>=3.9.0
    - numba>=0.58.0
    
    # GPU Monitoring
    - nvidia-ml-py>=12.535.0
    - pynvml>=11.5.0
    
    # Utilities
    - click>=8.1.0
    - jinja2>=3.1.0
    - pathlib2>=2.3.7