update requirements.txt

requirements.txt

@@ -1,185 +1,119 @@
-accelerate==0.21.0
-aiofiles==23.1.0
-aiohttp==3.8.4
+aiofiles==23.2.1
+aiohttp==3.8.5
 aiosignal==1.3.1
 altair==5.0.1
 annotated-types==0.5.0
 anyio==3.7.1
-appdirs==1.4.4
-appnope==0.1.3
-asgiref==3.6.0
-asttokens==2.2.1
-async-timeout==4.0.2
+async-timeout==4.0.3
 attrs==23.1.0
-backcall==0.2.0
-beautifulsoup4==4.12.2
-bitsandbytes==0.41.1
-black==23.7.0
-cachetools==5.3.0
-certifi==2022.12.7
-cffi==1.15.1
-charset-normalizer==3.1.0
-click==8.1.6
-comm==0.1.3
-contourpy==1.0.7
-cryptography==40.0.2
+certifi==2023.7.22
+charset-normalizer==3.2.0
+ci-info==0.3.0
+click==8.1.7
+configobj==5.0.8
+configparser==6.0.0
+contourpy==1.1.0
 cycler==0.11.0
-datasets==2.14.3
-debugpy==1.6.7
-decorator==5.1.1
-defusedxml==0.7.1
-dill==0.3.7
-dj-database-url==2.0.0
-dj-rest-auth==3.0.0
-Django==4.2
-django-allauth==0.54.0
-django-cors-headers==3.14.0
-django-generic-json-views==0.8
-django-random-id-model==0.1.1
-django-rest-framework==0.1.0
-djangorestframework==3.14.0
-djangorestframework-simplejwt==5.2.2
-docopt==0.6.2
-exceptiongroup==1.1.2
-executing==1.2.0
-fastapi==0.101.0
+dataclasses-json==0.5.14
+docx2txt==0.8
+etelemetry==0.3.0
+exceptiongroup==1.1.3
+faiss-cpu==1.7.4
+fastapi==0.101.1
 ffmpy==0.3.1
 filelock==3.12.2
-fire==0.5.0
-fonttools==4.39.4
-frozenlist==1.3.3
-fsspec==2023.5.0
+fonttools==4.42.0
+frontend==0.0.3
+frozenlist==1.4.0
+fsspec==2023.6.0
 future==0.18.3
-gcsfs==2023.5.0
-google-api-core==2.11.0
-google-api-python-client==2.86.0
-google-auth==2.18.0
-google-auth-httplib2==0.1.0
-google-auth-oauthlib==1.0.0
-google-cloud-core==2.3.2
-google-cloud-storage==2.9.0
-google-crc32c==1.5.0
-google-resumable-media==2.5.0
-googleapis-common-protos==1.59.0
-gradio==3.39.0
-gradio_client==0.3.0
-gunicorn==20.1.0
+gradio==3.40.1
+gradio_client==0.4.0
 h11==0.14.0
 httpcore==0.17.3
 httplib2==0.22.0
 httpx==0.24.1
 huggingface-hub==0.16.4
 idna==3.4
-importlib-metadata==6.8.0
-importlib-resources==5.12.0
-ipykernel==6.25.0
-ipython==8.14.0
-iso8601==2.0.0
-jedi==0.18.2
+importlib-resources==6.0.1
+isodate==0.6.1
+itsdangerous==2.1.2
 Jinja2==3.1.2
-joblib==1.2.0
-jsonschema==4.18.6
+joblib==1.3.2
+jsonschema==4.19.0
 jsonschema-specifications==2023.7.1
-jupyter_client==8.3.0
-jupyter_core==5.3.1
 kiwisolver==1.4.4
+langchain==0.0.268
+langsmith==0.0.24
 linkify-it-py==2.0.2
-loralib==0.1.1
+looseversion==1.3.0
+lxml==4.9.3
 markdown-it-py==2.2.0
 MarkupSafe==2.1.3
-matplotlib==3.7.1
-matplotlib-inline==0.1.6
+marshmallow==3.20.1
+matplotlib==3.7.2
 mdit-py-plugins==0.3.3
 mdurl==0.1.2
 mpmath==1.3.0
 multidict==6.0.4
-multiprocess==0.70.15
-munch==2.5.0
 mypy-extensions==1.0.0
-nest-asyncio==1.5.6
 networkx==3.1
-numpy==1.24.3
-oauthlib==3.2.2
-openai==0.27.4
-orjson==3.9.3
+nibabel==5.1.0
+nipype==1.8.6
+nltk==3.8.1
+numexpr==2.8.5
+numpy==1.25.2
+openai==0.27.8
+orjson==3.9.5
 packaging==23.1
-pandas==2.0.1
-parso==0.8.3
-pathspec==0.11.2
-peft @ git+https://github.com/huggingface/peft.git@ec267c644a9a9f05a7340a7cb23ed5a6a6090dd0
-pexpect==4.8.0
-pickleshare==0.7.5
-Pillow==9.5.0
-pipreqs==0.4.13
-platformdirs==3.9.1
-plotly==5.14.1
-prompt-toolkit==3.0.39
-protobuf==4.23.0
-psutil==5.9.5
-psycopg==3.1.8
-psycopg2==2.9.6
-ptyprocess==0.7.0
-pure-eval==0.2.2
-pyarrow==12.0.1
-pyasn1==0.5.0
-pyasn1-modules==0.3.0
-pycparser==2.21
-pydantic==2.1.1
-pydantic_core==2.4.0
+pandas==2.0.3
+pathlib==1.0.1
+Pillow==10.0.0
+prov==2.0.0
+pydantic==2.2.1
+pydantic_core==2.6.1
+pydot==1.4.2
 pydub==0.25.1
-Pygments==2.15.1
-PyJWT==2.6.0
+PyMuPDF==1.22.5
 pyparsing==3.0.9
-pyserial==3.5
 python-dateutil==2.8.2
 python-multipart==0.0.6
-python3-openid==3.2.0
 pytz==2023.3
+pyxnat==1.6
 PyYAML==6.0.1
-pyzmq==25.1.0
+rank-bm25==0.2.2
+rdflib==7.0.0
 referencing==0.30.2
-regex==2023.5.5
-requests==2.28.2
-requests-oauthlib==1.3.1
-rest-framework-simplejwt==0.0.2
+regex==2023.8.8
+requests==2.31.0
 rpds-py==0.9.2
-rsa==4.9
-safetensors==0.3.1
-scikit-learn==1.2.2
-scipy==1.10.1
+safetensors==0.3.2
+scikit-learn==1.3.0
+scipy==1.11.2
 semantic-version==2.10.0
+sentence-transformers==2.2.2
 sentencepiece==0.1.99
-six==1.10.0
-sklearn==0.0.post5
+simplejson==3.19.1
+six==1.16.0
 sniffio==1.3.0
-soupsieve==2.4.1
-sqlparse==0.4.4
-stack-data==0.6.2
+SQLAlchemy==2.0.20
 starlette==0.27.0
 sympy==1.12
-tenacity==8.2.2
-termcolor==2.3.0
-threadpoolctl==3.1.0
+tenacity==8.2.3
+threadpoolctl==3.2.0
 tiktoken==0.4.0
-tokenize-rt==5.2.0
 tokenizers==0.13.3
-tomli==2.0.1
 toolz==0.12.0
 torch==2.0.1
-tornado==6.3.2
-tqdm==4.65.0
-traitlets==5.9.0
+torchvision==0.15.2
+tqdm==4.66.1
+traits==6.3.2
 transformers==4.31.0
+typing-inspect==0.9.0
 typing_extensions==4.7.1
 tzdata==2023.3
 uc-micro-py==1.0.2
-uritemplate==4.1.1
-urllib3==1.26.15
+urllib3==2.0.4
 uvicorn==0.23.2
-wcwidth==0.2.6
 websockets==11.0.3
-whitenoise==6.4.0
-xxhash==3.3.0
-yarg==0.1.9
-yarl==1.8.2
-zipp==3.15.0
+yarl==1.9.2

src/core/embedding.py

@@ -51,7 +51,7 @@ def embed_files(
     files: List[File], embedding: str, vector_store: str, **kwargs
 ) -> FolderIndex:
     model_name = "BAAI/bge-small-en"
-    model_kwargs = {'device': 'mps'}
+    model_kwargs = {'device': 'cpu'}
     encode_kwargs = {'normalize_embeddings': True} # set True to compute cosine similarity
     model_norm = HuggingFaceBgeEmbeddings(
         model_name=model_name,