Update requirements.txt

requirements.txt

@@ -1,216 +1,15 @@
-langchain
-langchain-community
+pandas
+numpy
 pathlib
-opencv-python 
+opencv-python
+torch
 openpyxl
 pillow
 easyocr
 PyMuPDF
+transformers
 tiktoken
 chromadb
-unstructured
-accelerate==0.15.0
-aiofiles==23.2.1
-aiohttp==3.8.3
-aiosignal==1.3.1
-altair==4.2.0
-annotated-types==0.6.0
-anyio==3.6.2
-appnope==0.1.3
-argon2-cffi==21.3.0
-argon2-cffi-bindings==21.2.0
-arrow==1.2.3
-asttokens==2.2.1
-async-timeout==4.0.2
-attrs==22.2.0
-backcall==0.2.0
-beautifulsoup4==4.11.1
-bleach==5.0.1
-blinker==1.5
-cachetools==5.3.0
-certifi==2022.12.7
-cffi==1.15.1
-charset-normalizer==2.1.1
-click==8.1.3
-colorama==0.4.6
-comm==0.1.2
-contourpy==1.0.6
-cycler==0.11.0
-datasets==2.16.1
-debugpy==1.6.4
-decorator==5.1.1
-defusedxml==0.7.1
-dill==0.3.6
-entrypoints==0.4
-evaluate==0.4.0
-executing==1.2.0
-fastapi==0.110.0
-fastjsonschema==2.16.2
-ffmpeg-python==0.2.0
-ffmpy==0.3.0
-filelock==3.9.0
-fonttools==4.38.0
-fqdn==1.5.1
-frozenlist==1.3.3
-fsspec==2023.10.0
-fst-pso==1.8.1
-fugashi==1.2.1
-future==0.18.3
-FuzzyTM==2.0.5
-gensim==4.3.0
-gitdb==4.0.10
-GitPython==3.1.30
-gradio==4.21.0
-gradio_client==0.12.0
-h11==0.14.0
-httpcore==1.0.4
-httpx==0.27.0
-huggingface-hub==0.20.2
-idna==3.4
-importlib-metadata==5.2.0
-importlib_resources==6.3.0
-ipadic==1.0.0
-ipykernel==6.19.4
-ipython==8.7.0
-ipython-genutils==0.2.0
-ipywidgets==8.0.4
-isoduration==20.11.0
-japanize-matplotlib==1.1.3
-jedi==0.18.2
-Jinja2==3.1.2
-joblib==1.2.0
-jsonpointer==2.3
-jsonschema==4.17.3
-jupyter==1.0.0
-jupyter-console==6.4.4
-jupyter-events==0.5.0
-jupyter_client==7.4.8
-jupyter_core==5.1.1
-jupyter_server==2.0.6
-jupyter_server_terminals==0.4.3
-jupyterlab-pygments==0.2.2
-jupyterlab-widgets==3.0.5
-kiwisolver==1.4.4
-linkify-it-py==1.0.3
-markdown-it-py==2.1.0
-MarkupSafe==2.1.1
-matplotlib==3.6.2
-matplotlib-inline==0.1.6
-mdit-py-plugins==0.3.3
-mdurl==0.1.2
-miniful==0.0.6
-mistune==2.0.4
-multidict==6.0.4
-multiprocess==0.70.14
-nbclassic==0.4.8
-nbclient==0.7.2
-nbconvert==7.2.7
-nbformat==5.7.1
-nest-asyncio==1.5.6
-notebook==6.5.2
-notebook_shim==0.2.2
-numpy==1.24.1
-orjson==3.8.4
-packaging==22.0
-pandas==1.5.2
-pandocfilters==1.5.0
-parso==0.8.3
-pexpect==4.8.0
-pickleshare==0.7.5
-Pillow==9.3.0
-plac==1.3.5
-platformdirs==2.6.2
-polars==0.15.17
-portalocker==2.6.0
-prometheus-client==0.15.0
-prompt-toolkit==3.0.36
-protobuf==3.20.1
-psutil==5.9.4
-ptyprocess==0.7.0
-pure-eval==0.2.2
-pyarrow==10.0.1
-pyarrow-hotfix==0.6
-pycparser==2.21
-pycryptodome==3.16.0
-pydantic==2.6.4
-pydantic_core==2.16.3
-pydeck==0.8.0
-pydub==0.25.1
-pyFUME==0.2.25
-Pygments==2.13.0
-Pympler==1.0.1
-pyparsing==3.0.9
-pyrsistent==0.19.3
-python-dateutil==2.8.2
-python-json-logger==2.0.4
-python-multipart==0.0.9
-pytz==2022.7
-pytz-deprecation-shim==0.1.0.post0
-PyYAML==6.0
-pyzmq==24.0.1
-qtconsole==5.4.0
-QtPy==2.3.0
-regex==2022.10.31
-requests==2.28.1
-responses==0.18.0
-rfc3339-validator==0.1.4
-rfc3986==1.5.0
-rfc3986-validator==0.1.1
-rich==13.2.0
-ruff==0.3.3
-safetensors==0.4.2
-scikit-learn==1.2.0
-scipy==1.10.0
-seaborn==0.12.2
-semantic-version==2.10.0
-semver==2.13.0
-Send2Trash==1.8.0
-sentencepiece==0.1.97
-shellingham==1.5.4
-simpful==2.9.0
-six==1.16.0
-smart-open==6.3.0
-smmap==5.0.0
-sniffio==1.3.0
-soupsieve==2.3.2.post1
-stack-data==0.6.2
-starlette==0.36.3
-streamlit==1.17.0
-terminado==0.17.1
-threadpoolctl==3.1.0
-tinycss2==1.2.1
-tokenizers==0.15.2
-toml==0.10.2
-tomlkit==0.12.0
-toolz==0.12.0
-torch==1.13.1
-torchaudio==0.13.1
-torchdata==0.5.1
-torchtext==0.14.1
-torchvision==0.14.1
-tornado==6.2
-tqdm==4.64.1
-traitlets==5.8.0
-transformers @ git+https://github.com/huggingface/transformers@00c1d87a7d5c8dfb4554370983b5a3f7c069edd7
-typer==0.9.0
-typing_extensions==4.10.0
-tzdata==2022.7
-tzlocal==4.2
-uc-micro-py==1.0.1
-unidic==1.1.0
-unidic-lite==1.0.8
-uri-template==1.2.0
-urllib3==1.26.13
-uvicorn==0.20.0
-validators==0.20.0
-wasabi==0.10.1
-wcwidth==0.2.5
-webcolors==1.12
-webencodings==0.5.1
-websocket-client==1.4.2
-websockets==10.4
-widgetsnbextension==4.0.5
-wordcloud==1.8.2.2
-xxhash==3.2.0
-yarl==1.8.2
-zipp==3.11.0
+langchain
+langchain-community
+unstructured