Merge branch 'main' of https://huggingface.co/spaces/autosummproject/autosumm into main

app.py

@@ -4,6 +4,11 @@ from summarizer import summarize
 import time
 import cProfile
 
+# Dowload required NLTK resources
+from nltk import download
+download('punkt')
+download('stopwords')
+
 # TODO: translation
 
 def main():

requirements.txt

@@ -1,140 +1,11 @@
-altair==4.1.0
-argh @ file:///home/conda/feedstock_root/build_artifacts/argh_1595627874344/work
-argon2-cffi @ file:///home/conda/feedstock_root/build_artifacts/argon2-cffi_1633990448879/work
-astor @ file:///home/conda/feedstock_root/build_artifacts/astor_1593610464257/work
-async-generator==1.10
-attrs @ file:///home/conda/feedstock_root/build_artifacts/attrs_1620387926260/work
-backcall @ file:///home/conda/feedstock_root/build_artifacts/backcall_1592338393461/work
-backports.functools-lru-cache @ file:///home/conda/feedstock_root/build_artifacts/backports.functools_lru_cache_1618230623929/work
-base58 @ file:///home/conda/feedstock_root/build_artifacts/base58_1610222858736/work
-beautifulsoup4 @ file:///home/conda/feedstock_root/build_artifacts/beautifulsoup4_1631087867185/work
-bleach @ file:///home/conda/feedstock_root/build_artifacts/bleach_1629908509068/work
-blinker==1.4
-blis @ file:///home/conda/feedstock_root/build_artifacts/cython-blis_1607338152218/work
-boto3 @ file:///home/conda/feedstock_root/build_artifacts/boto3_1633765668486/work
-botocore @ file:///home/conda/feedstock_root/build_artifacts/botocore_1633987764519/work
-brotlipy==0.7.0
-cachetools @ file:///home/conda/feedstock_root/build_artifacts/cachetools_1633010882559/work
-catalogue @ file:///home/conda/feedstock_root/build_artifacts/catalogue_1632148432306/work
-certifi==2021.10.8
-cffi @ file:///home/conda/feedstock_root/build_artifacts/cffi_1631636250774/work
-charset-normalizer @ file:///home/conda/feedstock_root/build_artifacts/charset-normalizer_1632423846401/work
-click==7.1.2
-colorama @ file:///home/conda/feedstock_root/build_artifacts/colorama_1602866480661/work
-cryptography @ file:///tmp/build/80754af9/cryptography_1633520369886/work
-cupy @ file:///home/conda/feedstock_root/build_artifacts/cupy_1633141077366/work
-cymem @ file:///home/conda/feedstock_root/build_artifacts/cymem_1625012218510/work
-dataclasses @ file:///home/conda/feedstock_root/build_artifacts/dataclasses_1628958434797/work
-debugpy @ file:///home/conda/feedstock_root/build_artifacts/debugpy_1627074853231/work
-decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1631346842025/work
-defusedxml @ file:///home/conda/feedstock_root/build_artifacts/defusedxml_1615232257335/work
-en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.1.0/en_core_web_sm-3.1.0-py3-none-any.whl
-entrypoints @ file:///home/conda/feedstock_root/build_artifacts/entrypoints_1605121927639/work/dist/entrypoints-0.3-py2.py3-none-any.whl
-fastrlock==0.6
-filelock @ file:///home/conda/feedstock_root/build_artifacts/filelock_1633273934192/work
-gitdb @ file:///tmp/build/80754af9/gitdb_1617117951232/work
-GitPython @ file:///home/conda/feedstock_root/build_artifacts/gitpython_1632423794953/work
-huggingface-hub @ file:///home/conda/feedstock_root/build_artifacts/huggingface_hub_1633615623676/work
-idna @ file:///tmp/build/80754af9/idna_1622654382723/work
-importlib-metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1630267473458/work
-inflect @ file:///home/conda/feedstock_root/build_artifacts/inflect_1635835916074/work
-ipykernel @ file:///home/conda/feedstock_root/build_artifacts/ipykernel_1631291098355/work/dist/ipykernel-6.4.1-py3-none-any.whl
-ipython @ file:///home/conda/feedstock_root/build_artifacts/ipython_1632763773116/work
-ipython-genutils==0.2.0
-ipywidgets @ file:///home/conda/feedstock_root/build_artifacts/ipywidgets_1631590360471/work
-jedi @ file:///home/conda/feedstock_root/build_artifacts/jedi_1610146787869/work
-Jinja2 @ file:///home/conda/feedstock_root/build_artifacts/jinja2_1633656206378/work
-jmespath @ file:///home/conda/feedstock_root/build_artifacts/jmespath_1589369830981/work
-joblib @ file:///home/conda/feedstock_root/build_artifacts/joblib_1633637554808/work
-jsonschema @ file:///home/conda/feedstock_root/build_artifacts/jsonschema_1633875207482/work
-jupyter-client @ file:///home/conda/feedstock_root/build_artifacts/jupyter_client_1633454794268/work
-jupyter-core @ file:///home/conda/feedstock_root/build_artifacts/jupyter_core_1631852705892/work
-jupyterlab-pygments @ file:///home/conda/feedstock_root/build_artifacts/jupyterlab_pygments_1601375948261/work
-jupyterlab-widgets @ file:///home/conda/feedstock_root/build_artifacts/jupyterlab_widgets_1631590465624/work
-MarkupSafe @ file:///home/conda/feedstock_root/build_artifacts/markupsafe_1621455668600/work
-matplotlib-inline @ file:///home/conda/feedstock_root/build_artifacts/matplotlib-inline_1631080358261/work
-mistune @ file:///home/conda/feedstock_root/build_artifacts/mistune_1624941317779/work
-mkl-fft==1.3.0
-mkl-random==1.2.2
-mkl-service==2.4.0
-murmurhash @ file:///home/conda/feedstock_root/build_artifacts/murmurhash_1607334222000/work
-nbclient @ file:///home/conda/feedstock_root/build_artifacts/nbclient_1629120697898/work
-nbconvert @ file:///home/conda/feedstock_root/build_artifacts/nbconvert_1632535927841/work
-nbformat @ file:///home/conda/feedstock_root/build_artifacts/nbformat_1617383142101/work
-nest-asyncio @ file:///home/conda/feedstock_root/build_artifacts/nest-asyncio_1617163391303/work
-nltk @ file:///home/conda/feedstock_root/build_artifacts/nltk_1633093058893/work
-nmslib==2.0.16
-notebook @ file:///home/conda/feedstock_root/build_artifacts/notebook_1631733685426/work
-numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1629092040774/work
-olefile @ file:///home/conda/feedstock_root/build_artifacts/olefile_1602866521163/work
-packaging @ file:///home/conda/feedstock_root/build_artifacts/packaging_1625323647219/work
-pandas==1.2.5
-pandocfilters @ file:///home/conda/feedstock_root/build_artifacts/pandocfilters_1631603243851/work
-parso @ file:///home/conda/feedstock_root/build_artifacts/parso_1617148930513/work
-pathy @ file:///home/conda/feedstock_root/build_artifacts/pathy_1624897245984/work
-pexpect @ file:///home/conda/feedstock_root/build_artifacts/pexpect_1602535608087/work
-pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1602536217715/work
-Pillow @ file:///tmp/build/80754af9/pillow_1625655408865/work
-preshed @ file:///home/conda/feedstock_root/build_artifacts/preshed_1625048866397/work
-prometheus-client @ file:///home/conda/feedstock_root/build_artifacts/prometheus_client_1622586138406/work
-prompt-toolkit @ file:///home/conda/feedstock_root/build_artifacts/prompt-toolkit_1629903925368/work
-protobuf==3.17.2
-ptyprocess @ file:///home/conda/feedstock_root/build_artifacts/ptyprocess_1609419310487/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl
-pyarrow==3.0.0
-pybind11 @ file:///home/conda/feedstock_root/build_artifacts/pybind11-split_1633408728392/work
-pybind11-global @ file:///home/conda/feedstock_root/build_artifacts/pybind11-split_1633408728392/work
-pycparser @ file:///home/conda/feedstock_root/build_artifacts/pycparser_1593275161868/work
-pydantic @ file:///home/conda/feedstock_root/build_artifacts/pydantic_1620819959703/work
-pydeck @ file:///home/conda/feedstock_root/build_artifacts/pydeck_1630093567483/work
-Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1629119114968/work
-pyOpenSSL @ file:///home/conda/feedstock_root/build_artifacts/pyopenssl_1633192417276/work
-pyparsing==2.4.7
-pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1625052304482/work
-PySocks @ file:///home/conda/feedstock_root/build_artifacts/pysocks_1610291451001/work
-python-dateutil @ file:///home/conda/feedstock_root/build_artifacts/python-dateutil_1626286286081/work
-python-dotenv @ file:///home/conda/feedstock_root/build_artifacts/python-dotenv_1633777049699/work
-pytz @ file:///home/conda/feedstock_root/build_artifacts/pytz_1633452062248/work
-PyYAML==5.4.1
-pyzmq @ file:///home/conda/feedstock_root/build_artifacts/pyzmq_1631793304627/work
-regex @ file:///home/conda/feedstock_root/build_artifacts/regex_1633750069182/work
-requests @ file:///tmp/build/80754af9/requests_1629994808627/work
-s3transfer @ file:///home/conda/feedstock_root/build_artifacts/s3transfer_1626384238958/work
-sacremoses @ file:///home/conda/feedstock_root/build_artifacts/sacremoses_1588857588528/work
-scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1621370406642/work
-scipy @ file:///tmp/build/80754af9/scipy_1630606796912/work
-Send2Trash @ file:///home/conda/feedstock_root/build_artifacts/send2trash_1628511208346/work
-sentence-transformers @ file:///home/conda/feedstock_root/build_artifacts/sentence-transformers_1626294390713/work
-shellingham @ file:///home/conda/feedstock_root/build_artifacts/shellingham_1612179560728/work
-six @ file:///home/conda/feedstock_root/build_artifacts/six_1620240208055/work
-smart-open @ file:///home/conda/feedstock_root/build_artifacts/smart_open_1630238320325/work
-smmap @ file:///home/conda/feedstock_root/build_artifacts/smmap_1612632339838/work
-soupsieve @ file:///tmp/build/80754af9/soupsieve_1616183228191/work
-spacy @ file:///home/conda/feedstock_root/build_artifacts/spacy_1632244522110/work
-spacy-legacy @ file:///home/conda/feedstock_root/build_artifacts/spacy-legacy_1625687473390/work
-srsly @ file:///home/conda/feedstock_root/build_artifacts/srsly_1618231647618/work
-streamlit @ file:///home/conda/feedstock_root/build_artifacts/streamlit_1633453177811/work
-terminado @ file:///home/conda/feedstock_root/build_artifacts/terminado_1631128166466/work
-testpath @ file:///home/conda/feedstock_root/build_artifacts/testpath_1621261527237/work
-thinc @ file:///home/conda/feedstock_root/build_artifacts/thinc_1632600737641/work
-threadpoolctl @ file:///home/conda/feedstock_root/build_artifacts/threadpoolctl_1633102299089/work
-tokenizers @ file:///home/conda/feedstock_root/build_artifacts/tokenizers_1632285667965/work
-toml @ file:///home/conda/feedstock_root/build_artifacts/toml_1604308577558/work
-toolz @ file:///home/conda/feedstock_root/build_artifacts/toolz_1600973991856/work
-torch==1.9.1
-torchaudio==0.9.0a0+a85b239
-torchvision==0.10.1
-tornado @ file:///home/conda/feedstock_root/build_artifacts/tornado_1610094708661/work
-tqdm @ file:///home/conda/feedstock_root/build_artifacts/tqdm_1632160078689/work
-traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1630423529112/work
-transformers @ file:///home/conda/feedstock_root/build_artifacts/transformers_1633051764196/work
-typer @ file:///home/conda/feedstock_root/build_artifacts/typer_1630326630489/work
-typing-extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1632313171031/work
-tzlocal @ file:///home/conda/feedstock_root/build_artifacts/tzlocal_1629721600364/work
-urllib3 @ file:///home/conda/feedstock_root/build_artifacts/urllib3_1632350318291/work
-validators @ file:///home/conda/feedstock_root/build_artifacts/validators_1608296160673/work
-wasabi @ file:///home/conda/feedstock_root/build_artifacts/wasabi_1612156086016/work
-watchdog @ file:///home/conda/feedstock_root/build_artifacts/watchdog_1633154568778/work
-wcwidth @ file:///home/conda/feedstock_root/build_artifacts/wcwidth_1600965781394/work
-webencodings==0.5.1
-widgetsnbextension @ file:///home/conda/feedstock_root/build_artifacts/widgetsnbextension_1605475529901/work
-zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1633302054558/work
+streamlit
+numpy
+pandas
+torch
+transformers
+sentence_transformers
+nmslib
+nltk
+beautifulsoup4
+python-dotenv
+inflect