Simplify requirements

requirements.txt

@@ -1,78 +1,5 @@
-accelerate==0.27.2
-aiohttp==3.9.5
-aioprometheus==23.12.0
-aiosignal==1.3.1
-altair==5.3.0
-annotated-types==0.6.0
-anyio==4.3.0
-appdirs==1.4.4
-art==6.2
-async-timeout==4.0.3
-attrs==23.2.0
-beautifulsoup4==4.12.3
-bitsandbytes==0.43.1
-blinker==1.8.2
-cachetools==5.3.3
-certifi==2024.2.2
-charset-normalizer==3.3.2
-click==8.1.7
-dataclasses-json==0.6.5
-dnspython==2.6.1
-einops==0.8.0
-email_validator==2.1.1
-exceptiongroup==1.2.1
-fastapi==0.111.0
-fastapi-cli==0.0.3
-filelock==3.14.0
-flash-attn==2.5.5
-frozendict==2.4.4
-frozenlist==1.4.1
-fsspec==2024.3.1
-gitdb==4.0.11
-GitPython==3.1.43
-greenlet==3.0.3
-h11==0.14.0
-html5lib==1.1
-httpcore==1.0.5
-httptools==0.6.1
-httpx==0.27.0
-huggingface-hub==0.23.0
-idna==3.7
-Jinja2==3.1.4
-jsonpatch==1.33
-jsonpointer==2.4
-jsonschema==4.21.1
-jsonschema-specifications==2023.12.1
-langchain==0.1.9
-langchain-community==0.0.37
-langchain-core==0.1.52
-langchain-text-splitters==0.0.1
-langsmith==0.1.54
-lxml==5.2.1
-markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-marshmallow==3.21.2
-mdurl==0.1.2
-mpmath==1.3.0
-msgpack==1.0.8
-multidict==6.0.5
-multitasking==0.0.11
-mypy-extensions==1.0.0
-networkx==3.3
 ninja==1.11.1.1
 numpy==1.26.4
-nvidia-cublas-cu12==12.1.3.1
-nvidia-cuda-cupti-cu12==12.1.105
-nvidia-cuda-nvrtc-cu12==12.1.105
-nvidia-cuda-runtime-cu12==12.1.105
-nvidia-cudnn-cu12==8.9.2.26
-nvidia-cufft-cu12==11.0.2.54
-nvidia-curand-cu12==10.3.2.106
-nvidia-cusolver-cu12==11.4.5.107
-nvidia-cusparse-cu12==12.1.0.106
-nvidia-nccl-cu12==2.18.1
-nvidia-nvjitlink-cu12==12.4.127
-nvidia-nvtx-cu12==12.1.105
 orjson==3.10.3
 packaging==23.2
 pandas==2.2.0
@@ -84,50 +11,11 @@ pyarrow==16.0.0
 pydantic==2.6.2
 pydantic-settings==2.2.1
 pydantic_core==2.16.3
-pydeck==0.9.0
-Pygments==2.18.0
-python-dateutil==2.9.0.post0
-python-dotenv==1.0.1
-python-multipart==0.0.9
-pytz==2024.1
 PyYAML==6.0.1
-quantile-python==1.1
-ray==2.20.0
-referencing==0.35.1
-regex==2024.4.28
 requests==2.31.0
-rich==13.7.1
-rpds-py==0.18.1
 safetensors==0.4.3
 sentencepiece==0.2.0
-shellingham==1.5.4
-six==1.16.0
-smmap==5.0.1
-sniffio==1.3.1
-soupsieve==2.5
-SQLAlchemy==2.0.30
-starlette==0.37.2
-streamlit==1.34.0
-sympy==1.12
-tenacity==8.3.0
-tokenizers==0.19.1
-toml==0.10.2
-toolz==0.12.1
-torch==2.1.2
-tornado==6.4
-tqdm==4.66.4
-transformers==4.40.2
-triton==2.1.0
-typer==0.12.3
-typing-inspect==0.9.0
-typing_extensions==4.11.0
-tzdata==2024.1
-ujson==5.9.0
-urllib3==2.2.1
-uvicorn==0.29.0
-uvloop==0.19.0
 vllm==0.2.5
-watchdog==4.0.0
 watchfiles==0.21.0
 webencodings==0.5.1
 websockets==12.0