Simplify dependency management with pipreqs

.gitignore

@@ -1,2 +1,5 @@
 .env
-*__pycache__
+env/
+*__pycache__
+*.pyc
+*.ipynb_checkpoints

README.md

@@ -9,9 +9,8 @@ app_file: chatbot/app.py
 pinned: false
 license: unknown
 ---
-# Vegan Recipe Chatbot
-
 
+# Vegan Recipe Chatbot
 
 ![Screenshot of Chatbot initial interface](docs/assets/chatbot_init.png)
 
@@ -23,10 +22,19 @@ license: unknown
 cd lv-recipe-chatbot
 ```  
 
-Install Python poetry for dependency management.  
+Make sure to use the version of python specified in `py_version.txt`  
+Create a virtual environment.
+
+```sh
+python3 -m venv env
+```
+
+Activate the env and install dependencies.
 
 ```sh
-poetry install
+source env/bin/activate
+pip install -r requirements.txt
+pip install -r requirements/dev.txt
 ```
 
 Put API secrets in .env
@@ -48,6 +56,18 @@ Then start the Gradio demo.
 python app.py
 ```
 
+## Dependencies
+
+If a new dependency for devlepment is helpful for developers, add it to `dev.txt`.  
+If it is a dependency for the app that is imported in source code, add it to `core.txt`.  
+Then run:
+
+```sh
+pipreqs --force
+```
+
+This will update our `requirements.txt` to include the depenency as it should be pinned in the environment.  
+
 ## Useful links
 
 * [Task Matrix (Formerly Visual ChatGPT)](https://github.com/microsoft/TaskMatrix)

py_version.txt

@@ -0,0 +1 @@
+Python 3.10.6

pyproject.toml

@@ -1,29 +0,0 @@
-[tool.poetry]
-name = "lv-recipe-chatbot"
-version = "0.1.0"
-description = "Chatbot for recommending vegan recipes"
-authors = ["Evan Lesmez <evanl@animalequality.org>"]
-readme = "README.md"
-packages = [{ include = "chatbot" }]
-
-[tool.poetry.dependencies]
-python = "^3.8.1"
-langchain = "^0.0.145"
-openai = "^0.27.4"
-gradio = "^3.27.0"
-jupyterlab = "^3.6.3"
-tqdm = "^4.65.0"
-transformers = "^4.28.1"
-promptlayer = "^0.1.80"
-python-dotenv = "^1.0.0"
-wget = "3.2"
-
-[tool.poetry.group.dev.dependencies]
-black = "^23.3.0"
-pytest = "^7.3.1"
-mypy = "^1.2.0"
-
-
-[build-system]
-requires = ["poetry-core"]
-build-backend = "poetry.core.masonry.api"

requirements.txt

@@ -1,165 +1,3 @@
-aiofiles==22.1.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-aiohttp==3.8.4 ; python_full_version >= "3.8.1" and python_version < "4.0"
-aiosignal==1.3.1 ; python_full_version >= "3.8.1" and python_version < "4.0"
-aiosqlite==0.19.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-altair==5.0.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-anyio==3.6.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-appnope==0.1.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" and sys_platform == "darwin" or python_full_version >= "3.8.1" and python_full_version < "4.0.0" and platform_system == "Darwin"
-argon2-cffi-bindings==21.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-argon2-cffi==21.3.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-arrow==1.2.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-asttokens==2.2.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-async-timeout==4.0.2 ; python_full_version >= "3.8.1" and python_version < "4.0"
-attrs==23.1.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-babel==2.12.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-backcall==0.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-beautifulsoup4==4.12.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-bleach==6.0.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-certifi==2023.5.7 ; python_full_version >= "3.8.1" and python_version < "4.0"
-cffi==1.15.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-charset-normalizer==3.1.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-click==8.1.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-colorama==0.4.6 ; python_full_version >= "3.8.1" and python_version < "4.0" and platform_system == "Windows" or python_full_version >= "3.8.1" and python_version < "4.0" and sys_platform == "win32"
-comm==0.1.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-contourpy==1.0.7 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-cycler==0.11.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-dataclasses-json==0.5.7 ; python_full_version >= "3.8.1" and python_version < "4.0"
-debugpy==1.6.7 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-decorator==5.1.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-defusedxml==0.7.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-executing==1.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-fastapi==0.95.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-fastjsonschema==2.16.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-ffmpy==0.3.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-filelock==3.12.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-fonttools==4.39.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-fqdn==1.5.1 ; python_full_version >= "3.8.1" and python_version < "4"
-frozenlist==1.3.3 ; python_full_version >= "3.8.1" and python_version < "4.0"
-fsspec==2023.5.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-gradio-client==0.2.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-gradio==3.29.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-greenlet==2.0.2 ; python_full_version >= "3.8.1" and platform_machine == "aarch64" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "ppc64le" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "x86_64" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "amd64" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "AMD64" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "win32" and python_version < "4.0" or python_full_version >= "3.8.1" and platform_machine == "WIN32" and python_version < "4.0"
-h11==0.14.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-httpcore==0.17.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-httpx==0.24.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-huggingface-hub==0.14.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-idna==3.4 ; python_full_version >= "3.8.1" and python_version < "4.0"
-importlib-metadata==6.6.0 ; python_full_version >= "3.8.1" and python_version < "3.10"
-importlib-resources==5.12.0 ; python_full_version >= "3.8.1" and python_version < "3.10"
-ipykernel==6.23.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-ipython-genutils==0.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-ipython==8.12.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-isoduration==20.11.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jedi==0.18.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jinja2==3.1.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-json5==0.9.11 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jsonpointer==2.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jsonschema==4.17.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jsonschema[format-nongpl]==4.17.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-client==8.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-core==5.3.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-events==0.6.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-server-fileid==0.9.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-server-terminals==0.4.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-server-ydoc==0.8.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-server==2.5.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyter-ydoc==0.2.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyterlab-pygments==0.2.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyterlab-server==2.22.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-jupyterlab==3.6.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-kiwisolver==1.4.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-langchain==0.0.145 ; python_full_version >= "3.8.1" and python_version < "4.0"
-linkify-it-py==2.0.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-markdown-it-py==2.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-markdown-it-py[linkify]==2.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-markupsafe==2.1.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-marshmallow-enum==1.5.1 ; python_full_version >= "3.8.1" and python_version < "4.0"
-marshmallow==3.19.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-matplotlib-inline==0.1.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-matplotlib==3.7.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-mdit-py-plugins==0.3.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-mdurl==0.1.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-mistune==2.0.5 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-multidict==6.0.4 ; python_full_version >= "3.8.1" and python_version < "4.0"
-mypy-extensions==1.0.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-nbclassic==1.0.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-nbclient==0.7.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-nbconvert==7.4.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-nbformat==5.8.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-nest-asyncio==1.5.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-notebook-shim==0.2.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-notebook==6.5.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-numexpr==2.8.4 ; python_full_version >= "3.8.1" and python_version < "4.0"
-numpy==1.24.3 ; python_full_version >= "3.8.1" and python_version < "4.0"
-openai==0.27.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-openapi-schema-pydantic==1.2.4 ; python_full_version >= "3.8.1" and python_version < "4.0"
-orjson==3.8.12 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-packaging==23.1 ; python_full_version >= "3.8.1" and python_version < "4.0"
-pandas==2.0.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pandocfilters==1.5.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-parso==0.8.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pexpect==4.8.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" and sys_platform != "win32"
-pickleshare==0.7.5 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pillow==9.5.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pkgutil-resolve-name==1.3.10 ; python_full_version >= "3.8.1" and python_version < "3.9"
-platformdirs==3.5.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-prometheus-client==0.16.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-prompt-toolkit==3.0.38 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-promptlayer==0.1.80 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-psutil==5.9.5 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-ptyprocess==0.7.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" and sys_platform != "win32" or python_full_version >= "3.8.1" and python_full_version < "4.0.0" and os_name != "nt"
-pure-eval==0.2.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pycparser==2.21 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pydantic==1.10.7 ; python_full_version >= "3.8.1" and python_version < "4.0"
-pydub==0.25.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pygments==2.15.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pyparsing==3.0.9 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pyrsistent==0.19.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-python-dateutil==2.8.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-python-dotenv==1.0.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-python-json-logger==2.0.7 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-python-multipart==0.0.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pytz==2023.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pywin32==306 ; sys_platform == "win32" and platform_python_implementation != "PyPy" and python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-pywinpty==2.0.10 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" and os_name == "nt"
-pyyaml==6.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-pyzmq==25.0.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-regex==2023.5.5 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-requests==2.30.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-rfc3339-validator==0.1.4 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-rfc3986-validator==0.1.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-semantic-version==2.10.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-send2trash==1.8.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-six==1.16.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-sniffio==1.3.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-soupsieve==2.4.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-sqlalchemy==1.4.48 ; python_full_version >= "3.8.1" and python_version < "4.0"
-stack-data==0.6.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-starlette==0.26.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tenacity==8.2.2 ; python_full_version >= "3.8.1" and python_version < "4.0"
-terminado==0.17.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tinycss2==1.2.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tokenizers==0.13.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tomli==2.0.1 ; python_full_version >= "3.8.1" and python_version < "3.11"
-toolz==0.12.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tornado==6.3.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-tqdm==4.65.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-traitlets==5.9.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-transformers==4.29.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-typing-extensions==4.5.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-typing-inspect==0.8.0 ; python_full_version >= "3.8.1" and python_version < "4.0"
-tzdata==2023.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-uc-micro-py==1.0.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-uri-template==1.2.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-urllib3==2.0.2 ; python_full_version >= "3.8.1" and python_version < "4.0"
-uvicorn==0.22.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-wcwidth==0.2.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-webcolors==1.13 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-webencodings==0.5.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-websocket-client==1.5.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-websockets==11.0.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-wget==3.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-y-py==0.5.9 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-yarl==1.9.2 ; python_full_version >= "3.8.1" and python_version < "4.0"
-ypy-websocket==0.8.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0"
-zipp==3.15.0 ; python_full_version >= "3.8.1" and python_version < "3.10"
+gradio==3.33.1
+langchain==0.0.191
+python-dotenv==1.0.0

requirements/core.txt

@@ -0,0 +1,3 @@
+langchain
+openai
+gradio

requirements/dev.txt

@@ -0,0 +1,9 @@
+black
+pytest
+python-dotenv
+mypy
+nbdev
+isort
+jupyterlab
+promptlayer
+pipreqs