diff --git "a/FullSubNet/code/fullsubnet_training.ipynb" "b/FullSubNet/code/fullsubnet_training.ipynb" new file mode 100644--- /dev/null +++ "b/FullSubNet/code/fullsubnet_training.ipynb" @@ -0,0 +1,2018 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "accelerator": "GPU", + "colab": { + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + } + }, + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "t_lLZFJPnTIT" + }, + "source": [ + "# Prerequisites" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "KKtzKnPNnjp6" + }, + "source": [ + "# Environment && Installation\n" + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "zodzmCD2js66", + "outputId": "3235c30d-ab5f-4395-a914-c215e7a5caed" + }, + "source": [ + "!pip install -q condacolab\n", + "import condacolab\n", + "condacolab.install()" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "⏬ Downloading https://github.com/jaimergp/miniforge/releases/latest/download/Mambaforge-colab-Linux-x86_64.sh...\n", + "πŸ“¦ Installing...\n", + "πŸ“Œ Adjusting configuration...\n", + "🩹 Patching environment...\n", + "⏲ Done in 0:00:40\n", + "πŸ” Restarting kernel...\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1q0h-anAlhwo", + "outputId": "9cd96ba1-a671-462d-806f-104ef1fddbcf" + }, + "source": [ + "!conda --version" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "conda 4.9.2\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "IfPKgTmvwfO2", + "outputId": "25adc339-d225-44fd-8f89-cc679114d384" + }, + "source": [ + "%%bash\n", + "conda install --channel defaults conda python=3.8 --yes\n", + "conda update --channel defaults --all --yes" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... failed with initial frozen solve. Retrying with flexible solve.\n", + "Solving environment: ...working... failed with repodata from current_repodata.json, will retry with next repodata source.\n", + "Collecting package metadata (repodata.json): ...working... done\n", + "Solving environment: ...working... failed with initial frozen solve. Retrying with flexible solve.\n", + "Solving environment: ...working... failed\n", + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... done\n", + "\n", + "## Package Plan ##\n", + "\n", + " environment location: /usr/local\n", + "\n", + "\n", + "The following packages will be downloaded:\n", + "\n", + " package | build\n", + " ---------------------------|-----------------\n", + " _openmp_mutex-4.5 | 1_llvm 5 KB conda-forge\n", + " brotlipy-0.7.0 |py37h27cfd23_1003 320 KB\n", + " bzip2-1.0.8 | h7b6447c_0 78 KB\n", + " c-ares-1.17.1 | h27cfd23_0 108 KB\n", + " ca-certificates-2021.10.26 | h06a4308_2 115 KB\n", + " certifi-2021.10.8 | py37h06a4308_0 151 KB\n", + " cffi-1.14.6 | py37h400218f_0 223 KB\n", + " charset-normalizer-2.0.4 | pyhd3eb1b0_0 35 KB\n", + " conda-4.10.3 | py37h06a4308_0 2.9 MB\n", + " conda-package-handling-1.7.3| py37h27cfd23_1 881 KB\n", + " cryptography-35.0.0 | py37hd23ed53_0 1.3 MB\n", + " icu-58.2 | he6710b0_3 10.5 MB\n", + " idna-3.2 | pyhd3eb1b0_0 48 KB\n", + " krb5-1.19.2 | hac12032_0 1.2 MB\n", + " ld_impl_linux-64-2.35.1 | h7274673_9 586 KB\n", + " libarchive-3.5.2 | hccf745f_1 1.6 MB conda-forge\n", + " libcurl-7.79.1 | h2574ce0_1 335 KB conda-forge\n", + " libedit-3.1.20210216 | h27cfd23_1 167 KB\n", + " libev-4.33 | h7f8727e_1 111 KB\n", + " libffi-3.3 | he6710b0_2 50 KB\n", + " libgcc-ng-11.2.0 | h1d223b6_11 887 KB conda-forge\n", + " libsolv-0.7.19 | h780b84a_5 445 KB conda-forge\n", + " libssh2-1.10.0 | ha56f1ee_2 233 KB conda-forge\n", + " libstdcxx-ng-11.2.0 | he4da1e4_11 4.2 MB conda-forge\n", + " libxml2-2.9.12 | h03d6c58_0 1.2 MB\n", + " llvm-openmp-12.0.1 | h4bd325d_1 2.8 MB conda-forge\n", + " lz4-c-1.9.3 | h295c915_1 185 KB\n", + " lzo-2.10 | h7b6447c_2 184 KB\n", + " mamba-0.17.0 | py37h7f483ca_0 815 KB conda-forge\n", + " ncurses-6.2 | he6710b0_1 817 KB\n", + " openssl-1.1.1l | h7f8727e_0 2.5 MB\n", + " pip-21.0.1 | py37h06a4308_0 1.8 MB\n", + " pycosat-0.6.3 | py37h27cfd23_0 81 KB\n", + " pycparser-2.20 | py_2 94 KB\n", + " pyopenssl-21.0.0 | pyhd3eb1b0_1 49 KB\n", + " pysocks-1.7.1 | py37_1 27 KB\n", + " python_abi-3.7 | 2_cp37m 4 KB conda-forge\n", + " readline-8.1 | h27cfd23_0 362 KB\n", + " reproc-14.2.3 | h7f98852_0 28 KB conda-forge\n", + " reproc-cpp-14.2.3 | h9c3ff4c_0 20 KB conda-forge\n", + " requests-2.26.0 | pyhd3eb1b0_0 59 KB\n", + " ruamel_yaml-0.15.100 | py37h27cfd23_0 253 KB\n", + " setuptools-58.0.4 | py37h06a4308_0 775 KB\n", + " six-1.16.0 | pyhd3eb1b0_0 18 KB\n", + " sqlite-3.36.0 | hc218d9a_0 990 KB\n", + " tk-8.6.11 | h1ccaba5_0 3.0 MB\n", + " tqdm-4.62.3 | pyhd3eb1b0_1 83 KB\n", + " urllib3-1.26.7 | pyhd3eb1b0_0 111 KB\n", + " wheel-0.37.0 | pyhd3eb1b0_1 33 KB\n", + " xz-5.2.5 | h7b6447c_0 341 KB\n", + " yaml-0.2.5 | h7b6447c_0 75 KB\n", + " zlib-1.2.11 | h7b6447c_3 103 KB\n", + " zstd-1.5.0 | ha4553b6_1 524 KB\n", + " ------------------------------------------------------------\n", + " Total: 43.5 MB\n", + "\n", + "The following NEW packages will be INSTALLED:\n", + "\n", + " charset-normalizer pkgs/main/noarch::charset-normalizer-2.0.4-pyhd3eb1b0_0\n", + " llvm-openmp conda-forge/linux-64::llvm-openmp-12.0.1-h4bd325d_1\n", + "\n", + "The following packages will be REMOVED:\n", + "\n", + " chardet-4.0.0-py37h89c1867_1\n", + " libgomp-9.3.0-h2828fa1_18\n", + "\n", + "The following packages will be UPDATED:\n", + "\n", + " brotlipy conda-forge::brotlipy-0.7.0-py37h5e8e~ --> pkgs/main::brotlipy-0.7.0-py37h27cfd23_1003\n", + " ca-certificates conda-forge::ca-certificates-2020.12.~ --> pkgs/main::ca-certificates-2021.10.26-h06a4308_2\n", + " certifi conda-forge::certifi-2020.12.5-py37h8~ --> pkgs/main::certifi-2021.10.8-py37h06a4308_0\n", + " cffi conda-forge::cffi-1.14.5-py37hc58025e~ --> pkgs/main::cffi-1.14.6-py37h400218f_0\n", + " conda conda-forge::conda-4.9.2-py37h89c1867~ --> pkgs/main::conda-4.10.3-py37h06a4308_0\n", + " conda-package-han~ conda-forge::conda-package-handling-1~ --> pkgs/main::conda-package-handling-1.7.3-py37h27cfd23_1\n", + " cryptography conda-forge::cryptography-3.4.5-py37h~ --> pkgs/main::cryptography-35.0.0-py37hd23ed53_0\n", + " idna conda-forge::idna-2.10-pyh9f0ad1d_0 --> pkgs/main::idna-3.2-pyhd3eb1b0_0\n", + " krb5 conda-forge::krb5-1.17.2-h926e7f8_0 --> pkgs/main::krb5-1.19.2-hac12032_0\n", + " ld_impl_linux-64 conda-forge::ld_impl_linux-64-2.35.1-~ --> pkgs/main::ld_impl_linux-64-2.35.1-h7274673_9\n", + " libarchive 3.5.1-h3f442fb_1 --> 3.5.2-hccf745f_1\n", + " libcurl 7.75.0-hc4aaa36_0 --> 7.79.1-h2574ce0_1\n", + " libedit conda-forge::libedit-3.1.20191231-he2~ --> pkgs/main::libedit-3.1.20210216-h27cfd23_1\n", + " libgcc-ng 9.3.0-h2828fa1_18 --> 11.2.0-h1d223b6_11\n", + " libsolv 0.7.17-h780b84a_0 --> 0.7.19-h780b84a_5\n", + " libssh2 1.9.0-ha56f1ee_6 --> 1.10.0-ha56f1ee_2\n", + " libstdcxx-ng 9.3.0-h6de172a_18 --> 11.2.0-he4da1e4_11\n", + " libxml2 conda-forge::libxml2-2.9.10-h72842e0_3 --> pkgs/main::libxml2-2.9.12-h03d6c58_0\n", + " lz4-c conda-forge::lz4-c-1.9.3-h9c3ff4c_0 --> pkgs/main::lz4-c-1.9.3-h295c915_1\n", + " mamba 0.8.0-py37h7f483ca_0 --> 0.17.0-py37h7f483ca_0\n", + " openssl conda-forge::openssl-1.1.1j-h7f98852_0 --> pkgs/main::openssl-1.1.1l-h7f8727e_0\n", + " pyopenssl conda-forge::pyopenssl-20.0.1-pyhd8ed~ --> pkgs/main::pyopenssl-21.0.0-pyhd3eb1b0_1\n", + " python_abi 3.7-1_cp37m --> 3.7-2_cp37m\n", + " readline conda-forge::readline-8.0-he28a2e2_2 --> pkgs/main::readline-8.1-h27cfd23_0\n", + " reproc 14.2.1-h36c2ea0_0 --> 14.2.3-h7f98852_0\n", + " reproc-cpp 14.2.1-h58526e2_0 --> 14.2.3-h9c3ff4c_0\n", + " requests conda-forge::requests-2.25.1-pyhd3deb~ --> pkgs/main::requests-2.26.0-pyhd3eb1b0_0\n", + " ruamel_yaml conda-forge::ruamel_yaml-0.15.80-py37~ --> pkgs/main::ruamel_yaml-0.15.100-py37h27cfd23_0\n", + " setuptools conda-forge::setuptools-49.6.0-py37h8~ --> pkgs/main::setuptools-58.0.4-py37h06a4308_0\n", + " six conda-forge::six-1.15.0-pyh9f0ad1d_0 --> pkgs/main::six-1.16.0-pyhd3eb1b0_0\n", + " sqlite conda-forge::sqlite-3.34.0-h74cdb3f_0 --> pkgs/main::sqlite-3.36.0-hc218d9a_0\n", + " tk conda-forge::tk-8.6.10-h21135ba_1 --> pkgs/main::tk-8.6.11-h1ccaba5_0\n", + " tqdm conda-forge::tqdm-4.59.0-pyhd8ed1ab_0 --> pkgs/main::tqdm-4.62.3-pyhd3eb1b0_1\n", + " urllib3 conda-forge::urllib3-1.26.3-pyhd8ed1a~ --> pkgs/main::urllib3-1.26.7-pyhd3eb1b0_0\n", + " wheel conda-forge::wheel-0.36.2-pyhd3deb0d_0 --> pkgs/main::wheel-0.37.0-pyhd3eb1b0_1\n", + " zstd conda-forge::zstd-1.4.9-ha95c52a_0 --> pkgs/main::zstd-1.5.0-ha4553b6_1\n", + "\n", + "The following packages will be SUPERSEDED by a higher-priority channel:\n", + "\n", + " bzip2 conda-forge::bzip2-1.0.8-h7f98852_4 --> pkgs/main::bzip2-1.0.8-h7b6447c_0\n", + " c-ares conda-forge::c-ares-1.17.1-h7f98852_1 --> pkgs/main::c-ares-1.17.1-h27cfd23_0\n", + " icu conda-forge::icu-68.1-h58526e2_0 --> pkgs/main::icu-58.2-he6710b0_3\n", + " libev conda-forge::libev-4.33-h516909a_1 --> pkgs/main::libev-4.33-h7f8727e_1\n", + " libffi conda-forge::libffi-3.3-h58526e2_2 --> pkgs/main::libffi-3.3-he6710b0_2\n", + " lzo conda-forge::lzo-2.10-h516909a_1000 --> pkgs/main::lzo-2.10-h7b6447c_2\n", + " ncurses conda-forge::ncurses-6.2-h58526e2_4 --> pkgs/main::ncurses-6.2-he6710b0_1\n", + " pip conda-forge/noarch::pip-21.0.1-pyhd8e~ --> pkgs/main/linux-64::pip-21.0.1-py37h06a4308_0\n", + " pycosat conda-forge::pycosat-0.6.3-py37h5e8e3~ --> pkgs/main::pycosat-0.6.3-py37h27cfd23_0\n", + " pycparser conda-forge::pycparser-2.20-pyh9f0ad1~ --> pkgs/main::pycparser-2.20-py_2\n", + " pysocks conda-forge::pysocks-1.7.1-py37h89c18~ --> pkgs/main::pysocks-1.7.1-py37_1\n", + " xz conda-forge::xz-5.2.5-h516909a_1 --> pkgs/main::xz-5.2.5-h7b6447c_0\n", + " yaml conda-forge::yaml-0.2.5-h516909a_0 --> pkgs/main::yaml-0.2.5-h7b6447c_0\n", + " zlib conda-forge::zlib-1.2.11-h516909a_1010 --> pkgs/main::zlib-1.2.11-h7b6447c_3\n", + "\n", + "The following packages will be DOWNGRADED:\n", + "\n", + " _openmp_mutex 4.5-1_gnu --> 4.5-1_llvm\n", + "\n", + "\n", + "\n", + "Downloading and Extracting Packages\n", + "\rxz-5.2.5 | 341 KB | | 0% \rxz-5.2.5 | 341 KB | ########## | 100% \n", + "\rca-certificates-2021 | 115 KB | | 0% \rca-certificates-2021 | 115 KB | ########## | 100% \n", + "\ridna-3.2 | 48 KB | | 0% \ridna-3.2 | 48 KB | ########## | 100% \n", + "\rlzo-2.10 | 184 KB | | 0% \rlzo-2.10 | 184 KB | ########## | 100% \n", + "\rpycosat-0.6.3 | 81 KB | | 0% \rpycosat-0.6.3 | 81 KB | ########## | 100% \n", + "\rpyopenssl-21.0.0 | 49 KB | | 0% \rpyopenssl-21.0.0 | 49 KB | ########## | 100% \n", + "\rpip-21.0.1 | 1.8 MB | | 0% \rpip-21.0.1 | 1.8 MB | ########## | 100% \rpip-21.0.1 | 1.8 MB | ########## | 100% \n", + "\rtk-8.6.11 | 3.0 MB | | 0% \rtk-8.6.11 | 3.0 MB | ########## | 100% \rtk-8.6.11 | 3.0 MB | ########## | 100% \n", + "\r_openmp_mutex-4.5 | 5 KB | | 0% \r_openmp_mutex-4.5 | 5 KB | ########## | 100% \n", + "\rsqlite-3.36.0 | 990 KB | | 0% \rsqlite-3.36.0 | 990 KB | ########## | 100% \n", + "\rc-ares-1.17.1 | 108 KB | | 0% \rc-ares-1.17.1 | 108 KB | ########## | 100% \n", + "\rkrb5-1.19.2 | 1.2 MB | | 0% \rkrb5-1.19.2 | 1.2 MB | ########## | 100% \n", + "\rncurses-6.2 | 817 KB | | 0% \rncurses-6.2 | 817 KB | ########## | 100% \rncurses-6.2 | 817 KB | ########## | 100% \n", + "\rpysocks-1.7.1 | 27 KB | | 0% \rpysocks-1.7.1 | 27 KB | ########## | 100% \n", + "\rsetuptools-58.0.4 | 775 KB | | 0% \rsetuptools-58.0.4 | 775 KB | ########## | 100% \n", + "\rmamba-0.17.0 | 815 KB | | 0% \rmamba-0.17.0 | 815 KB | 1 | 2% \rmamba-0.17.0 | 815 KB | 5 | 6% \rmamba-0.17.0 | 815 KB | #7 | 18% \rmamba-0.17.0 | 815 KB | ###3 | 33% \rmamba-0.17.0 | 815 KB | ####9 | 49% \rmamba-0.17.0 | 815 KB | #######6 | 77% \rmamba-0.17.0 | 815 KB | ########## | 100% \rmamba-0.17.0 | 815 KB | ########## | 100% \n", + "\rreproc-cpp-14.2.3 | 20 KB | | 0% \rreproc-cpp-14.2.3 | 20 KB | ########1 | 81% \rreproc-cpp-14.2.3 | 20 KB | ########## | 100% \n", + "\rlz4-c-1.9.3 | 185 KB | | 0% \rlz4-c-1.9.3 | 185 KB | ########## | 100% \n", + "\rld_impl_linux-64-2.3 | 586 KB | | 0% \rld_impl_linux-64-2.3 | 586 KB | ########## | 100% \n", + "\rcffi-1.14.6 | 223 KB | | 0% \rcffi-1.14.6 | 223 KB | ########## | 100% \n", + "\rbzip2-1.0.8 | 78 KB | | 0% \rbzip2-1.0.8 | 78 KB | ########## | 100% \n", + "\rlibffi-3.3 | 50 KB | | 0% \rlibffi-3.3 | 50 KB | ########## | 100% \n", + "\ryaml-0.2.5 | 75 KB | | 0% \ryaml-0.2.5 | 75 KB | ########## | 100% \n", + "\rurllib3-1.26.7 | 111 KB | | 0% \rurllib3-1.26.7 | 111 KB | ########## | 100% \n", + "\ricu-58.2 | 10.5 MB | | 0% \ricu-58.2 | 10.5 MB | ######4 | 65% \ricu-58.2 | 10.5 MB | ########## | 100% \ricu-58.2 | 10.5 MB | ########## | 100% \n", + "\rconda-4.10.3 | 2.9 MB | | 0% \rconda-4.10.3 | 2.9 MB | ########## | 100% \rconda-4.10.3 | 2.9 MB | ########## | 100% \n", + "\rpycparser-2.20 | 94 KB | | 0% \rpycparser-2.20 | 94 KB | ########## | 100% \n", + "\rlibstdcxx-ng-11.2.0 | 4.2 MB | | 0% \rlibstdcxx-ng-11.2.0 | 4.2 MB | ########## | 100% \rlibstdcxx-ng-11.2.0 | 4.2 MB | ########## | 100% \n", + "\rlibssh2-1.10.0 | 233 KB | | 0% \rlibssh2-1.10.0 | 233 KB | ########## | 100% \n", + "\rlibxml2-2.9.12 | 1.2 MB | | 0% \rlibxml2-2.9.12 | 1.2 MB | ########## | 100% \n", + "\rsix-1.16.0 | 18 KB | | 0% \rsix-1.16.0 | 18 KB | ########## | 100% \n", + "\rconda-package-handli | 881 KB | | 0% \rconda-package-handli | 881 KB | ########## | 100% \n", + "\rpython_abi-3.7 | 4 KB | | 0% \rpython_abi-3.7 | 4 KB | ########## | 100% \n", + "\rcertifi-2021.10.8 | 151 KB | | 0% \rcertifi-2021.10.8 | 151 KB | ########## | 100% \n", + "\rwheel-0.37.0 | 33 KB | | 0% \rwheel-0.37.0 | 33 KB | ########## | 100% \n", + "\rreproc-14.2.3 | 28 KB | | 0% \rreproc-14.2.3 | 28 KB | #####7 | 57% \rreproc-14.2.3 | 28 KB | ########## | 100% \n", + "\rzstd-1.5.0 | 524 KB | | 0% \rzstd-1.5.0 | 524 KB | ########## | 100% \n", + "\rlibcurl-7.79.1 | 335 KB | | 0% \rlibcurl-7.79.1 | 335 KB | ########## | 100% \n", + "\rlibarchive-3.5.2 | 1.6 MB | | 0% \rlibarchive-3.5.2 | 1.6 MB | ########## | 100% \rlibarchive-3.5.2 | 1.6 MB | ########## | 100% \n", + "\ropenssl-1.1.1l | 2.5 MB | | 0% \ropenssl-1.1.1l | 2.5 MB | ########## | 100% \ropenssl-1.1.1l | 2.5 MB | ########## | 100% \n", + "\rrequests-2.26.0 | 59 KB | | 0% \rrequests-2.26.0 | 59 KB | ########## | 100% \n", + "\rllvm-openmp-12.0.1 | 2.8 MB | | 0% \rllvm-openmp-12.0.1 | 2.8 MB | ########## | 100% \rllvm-openmp-12.0.1 | 2.8 MB | ########## | 100% \n", + "\rlibsolv-0.7.19 | 445 KB | | 0% \rlibsolv-0.7.19 | 445 KB | 3 | 4% \rlibsolv-0.7.19 | 445 KB | ########## | 100% \n", + "\rlibedit-3.1.20210216 | 167 KB | | 0% \rlibedit-3.1.20210216 | 167 KB | ########## | 100% \n", + "\rlibgcc-ng-11.2.0 | 887 KB | | 0% \rlibgcc-ng-11.2.0 | 887 KB | ########## | 100% \rlibgcc-ng-11.2.0 | 887 KB | ########## | 100% \n", + "\rzlib-1.2.11 | 103 KB | | 0% \rzlib-1.2.11 | 103 KB | ########## | 100% \n", + "\rtqdm-4.62.3 | 83 KB | | 0% \rtqdm-4.62.3 | 83 KB | ########## | 100% \n", + "\rbrotlipy-0.7.0 | 320 KB | | 0% \rbrotlipy-0.7.0 | 320 KB | ########## | 100% \n", + "\rreadline-8.1 | 362 KB | | 0% \rreadline-8.1 | 362 KB | ########## | 100% \n", + "\rlibev-4.33 | 111 KB | | 0% \rlibev-4.33 | 111 KB | ########## | 100% \n", + "\rcryptography-35.0.0 | 1.3 MB | | 0% \rcryptography-35.0.0 | 1.3 MB | ########## | 100% \rcryptography-35.0.0 | 1.3 MB | ########## | 100% \n", + "\rcharset-normalizer-2 | 35 KB | | 0% \rcharset-normalizer-2 | 35 KB | ########## | 100% \n", + "\rruamel_yaml-0.15.100 | 253 KB | | 0% \rruamel_yaml-0.15.100 | 253 KB | ########## | 100% \n", + "Preparing transaction: ...working... done\n", + "Verifying transaction: ...working... done\n", + "Executing transaction: ...working... done\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "WARNING conda.core.solve:_add_specs(611): pinned spec python=3.7 conflicts with explicit specs. Overriding pinned spec.\n", + "WARNING conda.core.solve:_add_specs(611): pinned spec python=3.7 conflicts with explicit specs. Overriding pinned spec.\n", + "WARNING conda.core.solve:_add_specs(611): pinned spec python=3.7 conflicts with explicit specs. Overriding pinned spec.\n", + "WARNING conda.core.solve:_add_specs(611): pinned spec python=3.7 conflicts with explicit specs. Overriding pinned spec.\n", + "\n", + "SpecsConfigurationConflictError: Requested specs conflict with configured specs.\n", + " requested specs: \n", + " - conda\n", + " - python=3.8\n", + " pinned specs: \n", + " - python_abi=3.7[build=*cp37*]\n", + "Use 'conda config --show-sources' to look for 'pinned_specs' and 'track_features'\n", + "configuration parameters. Pinned specs may also be defined in the file\n", + "/usr/local/conda-meta/pinned.\n", + "\n", + "\n", + "\n", + "\n", + "==> WARNING: A newer version of conda exists. <==\n", + " current version: 4.9.2\n", + " latest version: 4.10.3\n", + "\n", + "Please update conda by running\n", + "\n", + " $ conda update -n base conda\n", + "\n", + "\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "FyrCovByngE0", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "641b1dcd-e543-4de6-db06-9450009668ba" + }, + "source": [ + "%%bash\n", + "# create a conda environment\n", + "conda create --name FullSubNet python=3.8\n", + "conda activate FullSubNet\n", + "\n", + "# install conda packages\n", + "# ensure python=3.8, cudatoolkit=10.2, pytorch=1.7.1, torchaudio=0.7\n", + "conda install pytorch torchvision torchaudio cudatoolkit=10.2 -c pytorch\n", + "conda install tensorboard joblib matplotlib\n", + "\n", + "# install pip packages\n", + "# ensure librosa=0.8\n", + "pip install Cython\n", + "pip install librosa pesq pypesq pystoi tqdm toml mir_eval torch_complex rich\n", + "\n", + "# (Optional) if you have \"mp3\" format audio in your dataset, you need to install ffmpeg.\n", + "conda install -c conda-forge ffmpeg\n" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... done\n", + "\n", + "## Package Plan ##\n", + "\n", + " environment location: /usr/local/envs/FullSubNet\n", + "\n", + " added / updated specs:\n", + " - python=3.8\n", + "\n", + "\n", + "The following packages will be downloaded:\n", + "\n", + " package | build\n", + " ---------------------------|-----------------\n", + " ca-certificates-2021.10.8 | ha878542_0 139 KB conda-forge\n", + " ld_impl_linux-64-2.36.1 | hea4e1c9_2 667 KB conda-forge\n", + " libffi-3.4.2 | h9c3ff4c_4 57 KB conda-forge\n", + " libgomp-11.2.0 | h1d223b6_11 427 KB conda-forge\n", + " libnsl-2.0.0 | h7f98852_0 31 KB conda-forge\n", + " libzlib-1.2.11 | h36c2ea0_1013 59 KB conda-forge\n", + " openssl-3.0.0 | h7f98852_2 2.9 MB conda-forge\n", + " pip-21.3.1 | pyhd8ed1ab_0 1.2 MB conda-forge\n", + " python-3.8.12 |hf930737_2_cpython 26.2 MB conda-forge\n", + " python_abi-3.8 | 2_cp38 4 KB conda-forge\n", + " readline-8.1 | h46c0cb4_0 295 KB conda-forge\n", + " setuptools-58.5.3 | py38h578d9bd_0 1.0 MB conda-forge\n", + " sqlite-3.36.0 | h9cd32fc_2 1.4 MB conda-forge\n", + " tk-8.6.11 | h27826a3_1 3.3 MB conda-forge\n", + " wheel-0.37.0 | pyhd8ed1ab_1 31 KB conda-forge\n", + " zlib-1.2.11 | h36c2ea0_1013 86 KB conda-forge\n", + " ------------------------------------------------------------\n", + " Total: 37.8 MB\n", + "\n", + "The following NEW packages will be INSTALLED:\n", + "\n", + " _libgcc_mutex conda-forge/linux-64::_libgcc_mutex-0.1-conda_forge\n", + " _openmp_mutex conda-forge/linux-64::_openmp_mutex-4.5-1_gnu\n", + " ca-certificates conda-forge/linux-64::ca-certificates-2021.10.8-ha878542_0\n", + " ld_impl_linux-64 conda-forge/linux-64::ld_impl_linux-64-2.36.1-hea4e1c9_2\n", + " libffi conda-forge/linux-64::libffi-3.4.2-h9c3ff4c_4\n", + " libgcc-ng conda-forge/linux-64::libgcc-ng-11.2.0-h1d223b6_11\n", + " libgomp conda-forge/linux-64::libgomp-11.2.0-h1d223b6_11\n", + " libnsl conda-forge/linux-64::libnsl-2.0.0-h7f98852_0\n", + " libstdcxx-ng conda-forge/linux-64::libstdcxx-ng-11.2.0-he4da1e4_11\n", + " libzlib conda-forge/linux-64::libzlib-1.2.11-h36c2ea0_1013\n", + " ncurses conda-forge/linux-64::ncurses-6.2-h58526e2_4\n", + " openssl conda-forge/linux-64::openssl-3.0.0-h7f98852_2\n", + " pip conda-forge/noarch::pip-21.3.1-pyhd8ed1ab_0\n", + " python conda-forge/linux-64::python-3.8.12-hf930737_2_cpython\n", + " python_abi conda-forge/linux-64::python_abi-3.8-2_cp38\n", + " readline conda-forge/linux-64::readline-8.1-h46c0cb4_0\n", + " setuptools conda-forge/linux-64::setuptools-58.5.3-py38h578d9bd_0\n", + " sqlite conda-forge/linux-64::sqlite-3.36.0-h9cd32fc_2\n", + " tk conda-forge/linux-64::tk-8.6.11-h27826a3_1\n", + " wheel conda-forge/noarch::wheel-0.37.0-pyhd8ed1ab_1\n", + " xz conda-forge/linux-64::xz-5.2.5-h516909a_1\n", + " zlib conda-forge/linux-64::zlib-1.2.11-h36c2ea0_1013\n", + "\n", + "\n", + "\n", + "Downloading and Extracting Packages\n", + "\rlibffi-3.4.2 | 57 KB | | 0% \rlibffi-3.4.2 | 57 KB | ########## | 100% \n", + "\rreadline-8.1 | 295 KB | | 0% \rreadline-8.1 | 295 KB | ########## | 100% \n", + "\ropenssl-3.0.0 | 2.9 MB | | 0% \ropenssl-3.0.0 | 2.9 MB | ########## | 100% \ropenssl-3.0.0 | 2.9 MB | ########## | 100% \n", + "\rzlib-1.2.11 | 86 KB | | 0% \rzlib-1.2.11 | 86 KB | ########## | 100% \n", + "\rsqlite-3.36.0 | 1.4 MB | | 0% \rsqlite-3.36.0 | 1.4 MB | ########## | 100% \rsqlite-3.36.0 | 1.4 MB | ########## | 100% \n", + "\rlibzlib-1.2.11 | 59 KB | | 0% \rlibzlib-1.2.11 | 59 KB | ########## | 100% \n", + "\rpip-21.3.1 | 1.2 MB | | 0% \rpip-21.3.1 | 1.2 MB | ########## | 100% \rpip-21.3.1 | 1.2 MB | ########## | 100% \n", + "\rlibgomp-11.2.0 | 427 KB | | 0% \rlibgomp-11.2.0 | 427 KB | ########## | 100% \n", + "\rlibnsl-2.0.0 | 31 KB | | 0% \rlibnsl-2.0.0 | 31 KB | ########## | 100% \n", + "\rld_impl_linux-64-2.3 | 667 KB | | 0% \rld_impl_linux-64-2.3 | 667 KB | ########## | 100% \rld_impl_linux-64-2.3 | 667 KB | ########## | 100% \n", + "\rsetuptools-58.5.3 | 1.0 MB | | 0% \rsetuptools-58.5.3 | 1.0 MB | ########## | 100% \rsetuptools-58.5.3 | 1.0 MB | ########## | 100% \n", + "\rtk-8.6.11 | 3.3 MB | | 0% \rtk-8.6.11 | 3.3 MB | ########## | 100% \rtk-8.6.11 | 3.3 MB | ########## | 100% \n", + "\rwheel-0.37.0 | 31 KB | | 0% \rwheel-0.37.0 | 31 KB | ########## | 100% \n", + "\rpython-3.8.12 | 26.2 MB | | 0% \rpython-3.8.12 | 26.2 MB | ##4 | 24% \rpython-3.8.12 | 26.2 MB | ###### | 60% \rpython-3.8.12 | 26.2 MB | #########3 | 94% \rpython-3.8.12 | 26.2 MB | ########## | 100% \n", + "\rca-certificates-2021 | 139 KB | | 0% \rca-certificates-2021 | 139 KB | ########## | 100% \n", + "\rpython_abi-3.8 | 4 KB | | 0% \rpython_abi-3.8 | 4 KB | ########## | 100% \n", + "Preparing transaction: ...working... done\n", + "Verifying transaction: ...working... done\n", + "Executing transaction: ...working... done\n", + "#\n", + "# To activate this environment, use\n", + "#\n", + "# $ conda activate FullSubNet\n", + "#\n", + "# To deactivate an active environment, use\n", + "#\n", + "# $ conda deactivate\n", + "\n", + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... done\n", + "\n", + "## Package Plan ##\n", + "\n", + " environment location: /usr/local\n", + "\n", + " added / updated specs:\n", + " - cudatoolkit=10.2\n", + " - pytorch\n", + " - torchaudio\n", + " - torchvision\n", + "\n", + "\n", + "The following packages will be downloaded:\n", + "\n", + " package | build\n", + " ---------------------------|-----------------\n", + " blas-2.112 | mkl 12 KB conda-forge\n", + " blas-devel-3.9.0 | 12_linux64_mkl 11 KB conda-forge\n", + " certifi-2021.10.8 | py37h89c1867_1 145 KB conda-forge\n", + " conda-4.10.3 | py37h89c1867_3 3.1 MB conda-forge\n", + " cudatoolkit-10.2.89 | h8f6ccaa_9 451.1 MB conda-forge\n", + " ffmpeg-4.3 | hf484d3e_0 9.9 MB pytorch\n", + " freetype-2.10.4 | h0708190_1 890 KB conda-forge\n", + " gmp-6.2.1 | h58526e2_0 806 KB conda-forge\n", + " gnutls-3.6.13 | h85f3911_1 2.0 MB conda-forge\n", + " jbig-2.1 | h7f98852_2003 43 KB conda-forge\n", + " jpeg-9d | h36c2ea0_0 264 KB conda-forge\n", + " lame-3.100 | h7f98852_1001 496 KB conda-forge\n", + " lcms2-2.12 | hddcbb42_0 443 KB conda-forge\n", + " lerc-2.2.1 | h9c3ff4c_0 213 KB conda-forge\n", + " libblas-3.9.0 | 12_linux64_mkl 12 KB conda-forge\n", + " libcblas-3.9.0 | 12_linux64_mkl 12 KB conda-forge\n", + " libdeflate-1.7 | h7f98852_5 67 KB conda-forge\n", + " libgfortran-ng-11.2.0 | h69a702a_11 19 KB conda-forge\n", + " libgfortran5-11.2.0 | h5c6108e_11 1.7 MB conda-forge\n", + " liblapack-3.9.0 | 12_linux64_mkl 12 KB conda-forge\n", + " liblapacke-3.9.0 | 12_linux64_mkl 12 KB conda-forge\n", + " libpng-1.6.37 | h21135ba_2 306 KB conda-forge\n", + " libtiff-4.3.0 | hf544144_1 668 KB conda-forge\n", + " libuv-1.42.0 | h7f98852_0 1.0 MB conda-forge\n", + " libwebp-base-1.2.1 | h7f98852_0 845 KB conda-forge\n", + " mkl-2021.4.0 | h8d4b97c_729 219.1 MB conda-forge\n", + " mkl-devel-2021.4.0 | ha770c72_730 25 KB conda-forge\n", + " mkl-include-2021.4.0 | h8d4b97c_729 694 KB conda-forge\n", + " nettle-3.6 | he412f7d_0 6.5 MB conda-forge\n", + " numpy-1.21.4 | py37h31617e3_0 6.1 MB conda-forge\n", + " olefile-0.46 | pyh9f0ad1d_1 32 KB conda-forge\n", + " openh264-2.1.1 | h780b84a_0 1.5 MB conda-forge\n", + " openjpeg-2.4.0 | hb52868f_1 444 KB conda-forge\n", + " openssl-1.1.1l | h7f98852_0 2.1 MB conda-forge\n", + " pillow-8.3.2 | py37h0f21c89_0 692 KB conda-forge\n", + " pytorch-1.10.0 |py3.7_cuda10.2_cudnn7.6.5_0 768.3 MB pytorch\n", + " pytorch-mutex-1.0 | cuda 3 KB pytorch\n", + " tbb-2021.4.0 | h4bd325d_1 2.0 MB conda-forge\n", + " torchaudio-0.10.0 | py37_cu102 4.5 MB pytorch\n", + " torchvision-0.11.1 | py37_cu102 30.1 MB pytorch\n", + " typing_extensions-3.10.0.2 | pyha770c72_0 28 KB conda-forge\n", + " ------------------------------------------------------------\n", + " Total: 1.48 GB\n", + "\n", + "The following NEW packages will be INSTALLED:\n", + "\n", + " blas conda-forge/linux-64::blas-2.112-mkl\n", + " blas-devel conda-forge/linux-64::blas-devel-3.9.0-12_linux64_mkl\n", + " cudatoolkit conda-forge/linux-64::cudatoolkit-10.2.89-h8f6ccaa_9\n", + " ffmpeg pytorch/linux-64::ffmpeg-4.3-hf484d3e_0\n", + " freetype conda-forge/linux-64::freetype-2.10.4-h0708190_1\n", + " gmp conda-forge/linux-64::gmp-6.2.1-h58526e2_0\n", + " gnutls conda-forge/linux-64::gnutls-3.6.13-h85f3911_1\n", + " jbig conda-forge/linux-64::jbig-2.1-h7f98852_2003\n", + " jpeg conda-forge/linux-64::jpeg-9d-h36c2ea0_0\n", + " lame conda-forge/linux-64::lame-3.100-h7f98852_1001\n", + " lcms2 conda-forge/linux-64::lcms2-2.12-hddcbb42_0\n", + " lerc conda-forge/linux-64::lerc-2.2.1-h9c3ff4c_0\n", + " libblas conda-forge/linux-64::libblas-3.9.0-12_linux64_mkl\n", + " libcblas conda-forge/linux-64::libcblas-3.9.0-12_linux64_mkl\n", + " libdeflate conda-forge/linux-64::libdeflate-1.7-h7f98852_5\n", + " libgfortran-ng conda-forge/linux-64::libgfortran-ng-11.2.0-h69a702a_11\n", + " libgfortran5 conda-forge/linux-64::libgfortran5-11.2.0-h5c6108e_11\n", + " liblapack conda-forge/linux-64::liblapack-3.9.0-12_linux64_mkl\n", + " liblapacke conda-forge/linux-64::liblapacke-3.9.0-12_linux64_mkl\n", + " libpng conda-forge/linux-64::libpng-1.6.37-h21135ba_2\n", + " libtiff conda-forge/linux-64::libtiff-4.3.0-hf544144_1\n", + " libuv conda-forge/linux-64::libuv-1.42.0-h7f98852_0\n", + " libwebp-base conda-forge/linux-64::libwebp-base-1.2.1-h7f98852_0\n", + " mkl conda-forge/linux-64::mkl-2021.4.0-h8d4b97c_729\n", + " mkl-devel conda-forge/linux-64::mkl-devel-2021.4.0-ha770c72_730\n", + " mkl-include conda-forge/linux-64::mkl-include-2021.4.0-h8d4b97c_729\n", + " nettle conda-forge/linux-64::nettle-3.6-he412f7d_0\n", + " numpy conda-forge/linux-64::numpy-1.21.4-py37h31617e3_0\n", + " olefile conda-forge/noarch::olefile-0.46-pyh9f0ad1d_1\n", + " openh264 conda-forge/linux-64::openh264-2.1.1-h780b84a_0\n", + " openjpeg conda-forge/linux-64::openjpeg-2.4.0-hb52868f_1\n", + " pillow conda-forge/linux-64::pillow-8.3.2-py37h0f21c89_0\n", + " pytorch pytorch/linux-64::pytorch-1.10.0-py3.7_cuda10.2_cudnn7.6.5_0\n", + " pytorch-mutex pytorch/noarch::pytorch-mutex-1.0-cuda\n", + " tbb conda-forge/linux-64::tbb-2021.4.0-h4bd325d_1\n", + " torchaudio pytorch/linux-64::torchaudio-0.10.0-py37_cu102\n", + " torchvision pytorch/linux-64::torchvision-0.11.1-py37_cu102\n", + " typing_extensions conda-forge/noarch::typing_extensions-3.10.0.2-pyha770c72_0\n", + "\n", + "The following packages will be UPDATED:\n", + "\n", + " certifi pkgs/main::certifi-2021.10.8-py37h06a~ --> conda-forge::certifi-2021.10.8-py37h89c1867_1\n", + " conda pkgs/main::conda-4.10.3-py37h06a4308_0 --> conda-forge::conda-4.10.3-py37h89c1867_3\n", + "\n", + "The following packages will be SUPERSEDED by a higher-priority channel:\n", + "\n", + " openssl pkgs/main::openssl-1.1.1l-h7f8727e_0 --> conda-forge::openssl-1.1.1l-h7f98852_0\n", + "\n", + "\n", + "\n", + "Downloading and Extracting Packages\n", + "\rtbb-2021.4.0 | 2.0 MB | | 0% \rtbb-2021.4.0 | 2.0 MB | #########5 | 95% \rtbb-2021.4.0 | 2.0 MB | ########## | 100% \n", + "\rjpeg-9d | 264 KB | | 0% \rjpeg-9d | 264 KB | ########## | 100% \n", + "\rtorchaudio-0.10.0 | 4.5 MB | | 0% \rtorchaudio-0.10.0 | 4.5 MB | | 0% \rtorchaudio-0.10.0 | 4.5 MB | 1 | 1% \rtorchaudio-0.10.0 | 4.5 MB | 2 | 2% \rtorchaudio-0.10.0 | 4.5 MB | 3 | 4% \rtorchaudio-0.10.0 | 4.5 MB | 8 | 8% \rtorchaudio-0.10.0 | 4.5 MB | #6 | 17% \rtorchaudio-0.10.0 | 4.5 MB | ##7 | 27% \rtorchaudio-0.10.0 | 4.5 MB | #####8 | 58% \rtorchaudio-0.10.0 | 4.5 MB | #######7 | 78% \rtorchaudio-0.10.0 | 4.5 MB | #########7 | 98% \rtorchaudio-0.10.0 | 4.5 MB | ########## | 100% \n", + "\rlame-3.100 | 496 KB | | 0% \rlame-3.100 | 496 KB | ########## | 100% \rlame-3.100 | 496 KB | ########## | 100% \n", + "\rtyping_extensions-3. | 28 KB | | 0% \rtyping_extensions-3. | 28 KB | ########## | 100% \n", + "\rlibwebp-base-1.2.1 | 845 KB | | 0% \rlibwebp-base-1.2.1 | 845 KB | ########## | 100% \rlibwebp-base-1.2.1 | 845 KB | ########## | 100% \n", + "\rpillow-8.3.2 | 692 KB | | 0% \rpillow-8.3.2 | 692 KB | ########## | 100% \rpillow-8.3.2 | 692 KB | ########## | 100% \n", + "\rcudatoolkit-10.2.89 | 451.1 MB | | 0% \rcudatoolkit-10.2.89 | 451.1 MB | 1 | 1% \rcudatoolkit-10.2.89 | 451.1 MB | 3 | 3% \rcudatoolkit-10.2.89 | 451.1 MB | 4 | 5% \rcudatoolkit-10.2.89 | 451.1 MB | 6 | 7% \rcudatoolkit-10.2.89 | 451.1 MB | 8 | 9% \rcudatoolkit-10.2.89 | 451.1 MB | # | 10% \rcudatoolkit-10.2.89 | 451.1 MB | #1 | 12% \rcudatoolkit-10.2.89 | 451.1 MB | #3 | 13% \rcudatoolkit-10.2.89 | 451.1 MB | #5 | 15% \rcudatoolkit-10.2.89 | 451.1 MB | #7 | 17% \rcudatoolkit-10.2.89 | 451.1 MB | #9 | 19% \rcudatoolkit-10.2.89 | 451.1 MB | ##1 | 21% \rcudatoolkit-10.2.89 | 451.1 MB | ##3 | 23% \rcudatoolkit-10.2.89 | 451.1 MB | ##5 | 25% \rcudatoolkit-10.2.89 | 451.1 MB | ##7 | 27% \rcudatoolkit-10.2.89 | 451.1 MB | ##9 | 29% \rcudatoolkit-10.2.89 | 451.1 MB | ###1 | 31% \rcudatoolkit-10.2.89 | 451.1 MB | ###3 | 34% \rcudatoolkit-10.2.89 | 451.1 MB | ###5 | 36% \rcudatoolkit-10.2.89 | 451.1 MB | ###7 | 38% \rcudatoolkit-10.2.89 | 451.1 MB | ###9 | 40% \rcudatoolkit-10.2.89 | 451.1 MB | ####2 | 42% \rcudatoolkit-10.2.89 | 451.1 MB | ####4 | 44% \rcudatoolkit-10.2.89 | 451.1 MB | ####5 | 46% \rcudatoolkit-10.2.89 | 451.1 MB | ####7 | 48% \rcudatoolkit-10.2.89 | 451.1 MB | ####9 | 50% \rcudatoolkit-10.2.89 | 451.1 MB | #####1 | 52% \rcudatoolkit-10.2.89 | 451.1 MB | #####3 | 54% \rcudatoolkit-10.2.89 | 451.1 MB | #####5 | 55% \rcudatoolkit-10.2.89 | 451.1 MB | #####7 | 57% \rcudatoolkit-10.2.89 | 451.1 MB | #####9 | 59% \rcudatoolkit-10.2.89 | 451.1 MB | ######1 | 61% \rcudatoolkit-10.2.89 | 451.1 MB | ######3 | 63% \rcudatoolkit-10.2.89 | 451.1 MB | ######5 | 65% \rcudatoolkit-10.2.89 | 451.1 MB | ######7 | 68% \rcudatoolkit-10.2.89 | 451.1 MB | ######9 | 70% \rcudatoolkit-10.2.89 | 451.1 MB | #######1 | 72% \rcudatoolkit-10.2.89 | 451.1 MB | #######3 | 73% \rcudatoolkit-10.2.89 | 451.1 MB | #######5 | 75% \rcudatoolkit-10.2.89 | 451.1 MB | #######6 | 77% \rcudatoolkit-10.2.89 | 451.1 MB | #######8 | 79% \rcudatoolkit-10.2.89 | 451.1 MB | ######## | 81% \rcudatoolkit-10.2.89 | 451.1 MB | ########2 | 83% \rcudatoolkit-10.2.89 | 451.1 MB | ########4 | 85% \rcudatoolkit-10.2.89 | 451.1 MB | ########6 | 86% \rcudatoolkit-10.2.89 | 451.1 MB | ########8 | 88% \rcudatoolkit-10.2.89 | 451.1 MB | ######### | 90% \rcudatoolkit-10.2.89 | 451.1 MB | #########2 | 92% \rcudatoolkit-10.2.89 | 451.1 MB | #########4 | 95% \rcudatoolkit-10.2.89 | 451.1 MB | #########6 | 97% \rcudatoolkit-10.2.89 | 451.1 MB | #########8 | 99% \rcudatoolkit-10.2.89 | 451.1 MB | ########## | 100% \n", + "\rliblapack-3.9.0 | 12 KB | | 0% \rliblapack-3.9.0 | 12 KB | ########## | 100% \n", + "\rliblapacke-3.9.0 | 12 KB | | 0% \rliblapacke-3.9.0 | 12 KB | ########## | 100% \n", + "\ropenssl-1.1.1l | 2.1 MB | | 0% \ropenssl-1.1.1l | 2.1 MB | 5 | 5% \ropenssl-1.1.1l | 2.1 MB | ########## | 100% \ropenssl-1.1.1l | 2.1 MB | ########## | 100% \n", + "\rnumpy-1.21.4 | 6.1 MB | | 0% \rnumpy-1.21.4 | 6.1 MB | ########## | 100% \rnumpy-1.21.4 | 6.1 MB | ########## | 100% \n", + "\rlibtiff-4.3.0 | 668 KB | | 0% \rlibtiff-4.3.0 | 668 KB | ########## | 100% \rlibtiff-4.3.0 | 668 KB | ########## | 100% \n", + "\rmkl-2021.4.0 | 219.1 MB | | 0% \rmkl-2021.4.0 | 219.1 MB | 3 | 3% \rmkl-2021.4.0 | 219.1 MB | 7 | 7% \rmkl-2021.4.0 | 219.1 MB | #1 | 12% \rmkl-2021.4.0 | 219.1 MB | #5 | 16% \rmkl-2021.4.0 | 219.1 MB | #9 | 20% \rmkl-2021.4.0 | 219.1 MB | ##3 | 24% \rmkl-2021.4.0 | 219.1 MB | ##6 | 27% \rmkl-2021.4.0 | 219.1 MB | ### | 30% \rmkl-2021.4.0 | 219.1 MB | ###3 | 33% \rmkl-2021.4.0 | 219.1 MB | ###7 | 37% \rmkl-2021.4.0 | 219.1 MB | ####1 | 41% \rmkl-2021.4.0 | 219.1 MB | ####4 | 45% \rmkl-2021.4.0 | 219.1 MB | ####8 | 49% \rmkl-2021.4.0 | 219.1 MB | #####2 | 53% \rmkl-2021.4.0 | 219.1 MB | #####6 | 57% \rmkl-2021.4.0 | 219.1 MB | ######1 | 61% \rmkl-2021.4.0 | 219.1 MB | ######5 | 65% \rmkl-2021.4.0 | 219.1 MB | ######9 | 70% \rmkl-2021.4.0 | 219.1 MB | #######3 | 74% \rmkl-2021.4.0 | 219.1 MB | #######7 | 78% \rmkl-2021.4.0 | 219.1 MB | ########1 | 82% \rmkl-2021.4.0 | 219.1 MB | ########5 | 86% \rmkl-2021.4.0 | 219.1 MB | ########9 | 90% \rmkl-2021.4.0 | 219.1 MB | #########3 | 94% \rmkl-2021.4.0 | 219.1 MB | #########7 | 97% \rmkl-2021.4.0 | 219.1 MB | ########## | 100% \n", + "\rpytorch-mutex-1.0 | 3 KB | | 0% \rpytorch-mutex-1.0 | 3 KB | ########## | 100% \rpytorch-mutex-1.0 | 3 KB | ########## | 100% \n", + "\rlibgfortran-ng-11.2. | 19 KB | | 0% \rlibgfortran-ng-11.2. | 19 KB | ########## | 100% \n", + "\rgmp-6.2.1 | 806 KB | | 0% \rgmp-6.2.1 | 806 KB | ########## | 100% \rgmp-6.2.1 | 806 KB | ########## | 100% \n", + "\rlcms2-2.12 | 443 KB | | 0% \rlcms2-2.12 | 443 KB | ########## | 100% \n", + "\rcertifi-2021.10.8 | 145 KB | | 0% \rcertifi-2021.10.8 | 145 KB | ########## | 100% \n", + "\rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 0% \rpytorch-1.10.0 | 768.3 MB | | 1% \rpytorch-1.10.0 | 768.3 MB | 1 | 1% \rpytorch-1.10.0 | 768.3 MB | 1 | 1% \rpytorch-1.10.0 | 768.3 MB | 1 | 2% \rpytorch-1.10.0 | 768.3 MB | 2 | 2% \rpytorch-1.10.0 | 768.3 MB | 2 | 2% \rpytorch-1.10.0 | 768.3 MB | 2 | 3% \rpytorch-1.10.0 | 768.3 MB | 2 | 3% \rpytorch-1.10.0 | 768.3 MB | 3 | 3% \rpytorch-1.10.0 | 768.3 MB | 3 | 3% \rpytorch-1.10.0 | 768.3 MB | 3 | 4% \rpytorch-1.10.0 | 768.3 MB | 4 | 4% \rpytorch-1.10.0 | 768.3 MB | 4 | 4% \rpytorch-1.10.0 | 768.3 MB | 4 | 5% \rpytorch-1.10.0 | 768.3 MB | 4 | 5% \rpytorch-1.10.0 | 768.3 MB | 5 | 5% \rpytorch-1.10.0 | 768.3 MB | 5 | 6% \rpytorch-1.10.0 | 768.3 MB | 5 | 6% \rpytorch-1.10.0 | 768.3 MB | 6 | 6% \rpytorch-1.10.0 | 768.3 MB | 6 | 6% \rpytorch-1.10.0 | 768.3 MB | 6 | 7% \rpytorch-1.10.0 | 768.3 MB | 7 | 7% \rpytorch-1.10.0 | 768.3 MB | 7 | 7% \rpytorch-1.10.0 | 768.3 MB | 7 | 8% \rpytorch-1.10.0 | 768.3 MB | 8 | 8% \rpytorch-1.10.0 | 768.3 MB | 8 | 8% \rpytorch-1.10.0 | 768.3 MB | 8 | 9% \rpytorch-1.10.0 | 768.3 MB | 9 | 9% \rpytorch-1.10.0 | 768.3 MB | 9 | 9% \rpytorch-1.10.0 | 768.3 MB | 9 | 10% \rpytorch-1.10.0 | 768.3 MB | 9 | 10% \rpytorch-1.10.0 | 768.3 MB | # | 10% \rpytorch-1.10.0 | 768.3 MB | # | 11% \rpytorch-1.10.0 | 768.3 MB | # | 11% \rpytorch-1.10.0 | 768.3 MB | #1 | 11% \rpytorch-1.10.0 | 768.3 MB | #1 | 12% \rpytorch-1.10.0 | 768.3 MB | #1 | 12% \rpytorch-1.10.0 | 768.3 MB | #2 | 12% \rpytorch-1.10.0 | 768.3 MB | #2 | 13% \rpytorch-1.10.0 | 768.3 MB | #2 | 13% \rpytorch-1.10.0 | 768.3 MB | #3 | 13% \rpytorch-1.10.0 | 768.3 MB | #3 | 14% \rpytorch-1.10.0 | 768.3 MB | #3 | 14% \rpytorch-1.10.0 | 768.3 MB | #4 | 14% \rpytorch-1.10.0 | 768.3 MB | #4 | 15% \rpytorch-1.10.0 | 768.3 MB | #4 | 15% \rpytorch-1.10.0 | 768.3 MB | #5 | 15% \rpytorch-1.10.0 | 768.3 MB | #5 | 16% \rpytorch-1.10.0 | 768.3 MB | #6 | 16% \rpytorch-1.10.0 | 768.3 MB | #6 | 16% \rpytorch-1.10.0 | 768.3 MB | #6 | 17% \rpytorch-1.10.0 | 768.3 MB | #7 | 17% \rpytorch-1.10.0 | 768.3 MB | #7 | 17% \rpytorch-1.10.0 | 768.3 MB | #7 | 18% \rpytorch-1.10.0 | 768.3 MB | #8 | 18% \rpytorch-1.10.0 | 768.3 MB | #8 | 19% \rpytorch-1.10.0 | 768.3 MB | #8 | 19% \rpytorch-1.10.0 | 768.3 MB | #9 | 19% \rpytorch-1.10.0 | 768.3 MB | #9 | 20% \rpytorch-1.10.0 | 768.3 MB | ## | 20% \rpytorch-1.10.0 | 768.3 MB | ## | 20% \rpytorch-1.10.0 | 768.3 MB | ## | 21% \rpytorch-1.10.0 | 768.3 MB | ##1 | 21% \rpytorch-1.10.0 | 768.3 MB | ##1 | 21% \rpytorch-1.10.0 | 768.3 MB | ##1 | 22% \rpytorch-1.10.0 | 768.3 MB | ##2 | 22% \rpytorch-1.10.0 | 768.3 MB | ##2 | 23% \rpytorch-1.10.0 | 768.3 MB | ##2 | 23% \rpytorch-1.10.0 | 768.3 MB | ##3 | 23% \rpytorch-1.10.0 | 768.3 MB | ##3 | 24% \rpytorch-1.10.0 | 768.3 MB | ##3 | 24% \rpytorch-1.10.0 | 768.3 MB | ##4 | 24% \rpytorch-1.10.0 | 768.3 MB | ##4 | 25% \rpytorch-1.10.0 | 768.3 MB | ##5 | 25% \rpytorch-1.10.0 | 768.3 MB | ##5 | 25% \rpytorch-1.10.0 | 768.3 MB | ##5 | 26% \rpytorch-1.10.0 | 768.3 MB | ##6 | 26% \rpytorch-1.10.0 | 768.3 MB | ##6 | 26% \rpytorch-1.10.0 | 768.3 MB | ##6 | 27% \rpytorch-1.10.0 | 768.3 MB | ##7 | 27% \rpytorch-1.10.0 | 768.3 MB | ##7 | 28% \rpytorch-1.10.0 | 768.3 MB | ##7 | 28% \rpytorch-1.10.0 | 768.3 MB | ##8 | 28% \rpytorch-1.10.0 | 768.3 MB | ##8 | 29% \rpytorch-1.10.0 | 768.3 MB | ##8 | 29% \rpytorch-1.10.0 | 768.3 MB | ##9 | 29% \rpytorch-1.10.0 | 768.3 MB | ##9 | 30% \rpytorch-1.10.0 | 768.3 MB | ### | 30% \rpytorch-1.10.0 | 768.3 MB | ### | 30% \rpytorch-1.10.0 | 768.3 MB | ### | 31% \rpytorch-1.10.0 | 768.3 MB | ###1 | 31% \rpytorch-1.10.0 | 768.3 MB | ###1 | 31% \rpytorch-1.10.0 | 768.3 MB | ###1 | 32% \rpytorch-1.10.0 | 768.3 MB | ###2 | 32% \rpytorch-1.10.0 | 768.3 MB | ###2 | 33% \rpytorch-1.10.0 | 768.3 MB | ###2 | 33% \rpytorch-1.10.0 | 768.3 MB | ###3 | 33% \rpytorch-1.10.0 | 768.3 MB | ###3 | 34% \rpytorch-1.10.0 | 768.3 MB | ###4 | 34% \rpytorch-1.10.0 | 768.3 MB | ###4 | 34% \rpytorch-1.10.0 | 768.3 MB | ###4 | 35% \rpytorch-1.10.0 | 768.3 MB | ###5 | 35% \rpytorch-1.10.0 | 768.3 MB | ###5 | 36% \rpytorch-1.10.0 | 768.3 MB | ###5 | 36% \rpytorch-1.10.0 | 768.3 MB | ###6 | 36% \rpytorch-1.10.0 | 768.3 MB | ###6 | 37% \rpytorch-1.10.0 | 768.3 MB | ###6 | 37% \rpytorch-1.10.0 | 768.3 MB | ###7 | 37% \rpytorch-1.10.0 | 768.3 MB | ###7 | 38% \rpytorch-1.10.0 | 768.3 MB | ###8 | 38% \rpytorch-1.10.0 | 768.3 MB | ###8 | 38% \rpytorch-1.10.0 | 768.3 MB | ###8 | 39% \rpytorch-1.10.0 | 768.3 MB | ###9 | 39% \rpytorch-1.10.0 | 768.3 MB | ###9 | 40% \rpytorch-1.10.0 | 768.3 MB | ###9 | 40% \rpytorch-1.10.0 | 768.3 MB | #### | 40% \rpytorch-1.10.0 | 768.3 MB | #### | 41% \rpytorch-1.10.0 | 768.3 MB | ####1 | 41% \rpytorch-1.10.0 | 768.3 MB | ####1 | 41% \rpytorch-1.10.0 | 768.3 MB | ####1 | 42% \rpytorch-1.10.0 | 768.3 MB | ####2 | 42% \rpytorch-1.10.0 | 768.3 MB | ####2 | 43% \rpytorch-1.10.0 | 768.3 MB | ####2 | 43% \rpytorch-1.10.0 | 768.3 MB | ####3 | 43% \rpytorch-1.10.0 | 768.3 MB | ####3 | 44% \rpytorch-1.10.0 | 768.3 MB | ####4 | 44% \rpytorch-1.10.0 | 768.3 MB | ####4 | 44% \rpytorch-1.10.0 | 768.3 MB | ####4 | 45% \rpytorch-1.10.0 | 768.3 MB | ####5 | 45% \rpytorch-1.10.0 | 768.3 MB | ####5 | 45% \rpytorch-1.10.0 | 768.3 MB | ####5 | 46% \rpytorch-1.10.0 | 768.3 MB | ####6 | 46% \rpytorch-1.10.0 | 768.3 MB | ####6 | 46% \rpytorch-1.10.0 | 768.3 MB | ####6 | 47% \rpytorch-1.10.0 | 768.3 MB | ####7 | 47% \rpytorch-1.10.0 | 768.3 MB | ####7 | 48% \rpytorch-1.10.0 | 768.3 MB | ####7 | 48% \rpytorch-1.10.0 | 768.3 MB | ####8 | 48% \rpytorch-1.10.0 | 768.3 MB | ####8 | 49% \rpytorch-1.10.0 | 768.3 MB | ####9 | 49% \rpytorch-1.10.0 | 768.3 MB | ####9 | 49% \rpytorch-1.10.0 | 768.3 MB | ####9 | 50% \rpytorch-1.10.0 | 768.3 MB | ##### | 50% \rpytorch-1.10.0 | 768.3 MB | ##### | 51% \rpytorch-1.10.0 | 768.3 MB | ##### | 51% \rpytorch-1.10.0 | 768.3 MB | #####1 | 51% \rpytorch-1.10.0 | 768.3 MB | #####1 | 52% \rpytorch-1.10.0 | 768.3 MB | #####2 | 52% \rpytorch-1.10.0 | 768.3 MB | #####2 | 52% \rpytorch-1.10.0 | 768.3 MB | #####2 | 53% \rpytorch-1.10.0 | 768.3 MB | #####3 | 53% \rpytorch-1.10.0 | 768.3 MB | #####3 | 53% \rpytorch-1.10.0 | 768.3 MB | #####3 | 54% \rpytorch-1.10.0 | 768.3 MB | #####4 | 54% \rpytorch-1.10.0 | 768.3 MB | #####4 | 55% \rpytorch-1.10.0 | 768.3 MB | #####4 | 55% \rpytorch-1.10.0 | 768.3 MB | #####5 | 55% \rpytorch-1.10.0 | 768.3 MB | #####5 | 56% \rpytorch-1.10.0 | 768.3 MB | #####5 | 56% \rpytorch-1.10.0 | 768.3 MB | #####6 | 56% \rpytorch-1.10.0 | 768.3 MB | #####6 | 57% \rpytorch-1.10.0 | 768.3 MB | #####7 | 57% \rpytorch-1.10.0 | 768.3 MB | #####7 | 57% \rpytorch-1.10.0 | 768.3 MB | #####7 | 58% \rpytorch-1.10.0 | 768.3 MB | #####8 | 58% \rpytorch-1.10.0 | 768.3 MB | #####8 | 59% \rpytorch-1.10.0 | 768.3 MB | #####8 | 59% \rpytorch-1.10.0 | 768.3 MB | #####9 | 59% \rpytorch-1.10.0 | 768.3 MB | #####9 | 60% \rpytorch-1.10.0 | 768.3 MB | #####9 | 60% \rpytorch-1.10.0 | 768.3 MB | ###### | 60% \rpytorch-1.10.0 | 768.3 MB | ###### | 61% \rpytorch-1.10.0 | 768.3 MB | ######1 | 61% \rpytorch-1.10.0 | 768.3 MB | ######1 | 61% \rpytorch-1.10.0 | 768.3 MB | ######1 | 62% \rpytorch-1.10.0 | 768.3 MB | ######2 | 62% \rpytorch-1.10.0 | 768.3 MB | ######2 | 63% \rpytorch-1.10.0 | 768.3 MB | ######2 | 63% \rpytorch-1.10.0 | 768.3 MB | ######3 | 63% \rpytorch-1.10.0 | 768.3 MB | ######3 | 64% \rpytorch-1.10.0 | 768.3 MB | ######4 | 64% \rpytorch-1.10.0 | 768.3 MB | ######4 | 64% \rpytorch-1.10.0 | 768.3 MB | ######4 | 65% \rpytorch-1.10.0 | 768.3 MB | ######5 | 65% \rpytorch-1.10.0 | 768.3 MB | ######5 | 65% \rpytorch-1.10.0 | 768.3 MB | ######5 | 66% \rpytorch-1.10.0 | 768.3 MB | ######6 | 66% \rpytorch-1.10.0 | 768.3 MB | ######6 | 67% \rpytorch-1.10.0 | 768.3 MB | ######6 | 67% \rpytorch-1.10.0 | 768.3 MB | ######7 | 67% \rpytorch-1.10.0 | 768.3 MB | ######7 | 68% \rpytorch-1.10.0 | 768.3 MB | ######7 | 68% \rpytorch-1.10.0 | 768.3 MB | ######8 | 68% \rpytorch-1.10.0 | 768.3 MB | ######8 | 69% \rpytorch-1.10.0 | 768.3 MB | ######9 | 69% \rpytorch-1.10.0 | 768.3 MB | ######9 | 69% \rpytorch-1.10.0 | 768.3 MB | ######9 | 70% \rpytorch-1.10.0 | 768.3 MB | ####### | 70% \rpytorch-1.10.0 | 768.3 MB | ####### | 71% \rpytorch-1.10.0 | 768.3 MB | ####### | 71% \rpytorch-1.10.0 | 768.3 MB | #######1 | 71% \rpytorch-1.10.0 | 768.3 MB | #######1 | 72% \rpytorch-1.10.0 | 768.3 MB | #######1 | 72% \rpytorch-1.10.0 | 768.3 MB | #######2 | 72% \rpytorch-1.10.0 | 768.3 MB | #######2 | 73% \rpytorch-1.10.0 | 768.3 MB | #######3 | 73% \rpytorch-1.10.0 | 768.3 MB | #######3 | 73% \rpytorch-1.10.0 | 768.3 MB | #######3 | 74% \rpytorch-1.10.0 | 768.3 MB | #######4 | 74% \rpytorch-1.10.0 | 768.3 MB | #######4 | 74% \rpytorch-1.10.0 | 768.3 MB | #######4 | 75% \rpytorch-1.10.0 | 768.3 MB | #######5 | 75% \rpytorch-1.10.0 | 768.3 MB | #######5 | 76% \rpytorch-1.10.0 | 768.3 MB | #######5 | 76% \rpytorch-1.10.0 | 768.3 MB | #######6 | 76% \rpytorch-1.10.0 | 768.3 MB | #######6 | 77% \rpytorch-1.10.0 | 768.3 MB | #######6 | 77% \rpytorch-1.10.0 | 768.3 MB | #######7 | 77% \rpytorch-1.10.0 | 768.3 MB | #######7 | 78% \rpytorch-1.10.0 | 768.3 MB | #######8 | 78% \rpytorch-1.10.0 | 768.3 MB | #######8 | 78% \rpytorch-1.10.0 | 768.3 MB | #######8 | 79% \rpytorch-1.10.0 | 768.3 MB | #######9 | 79% \rpytorch-1.10.0 | 768.3 MB | #######9 | 80% \rpytorch-1.10.0 | 768.3 MB | ######## | 80% \rpytorch-1.10.0 | 768.3 MB | ######## | 80% \rpytorch-1.10.0 | 768.3 MB | ######## | 81% \rpytorch-1.10.0 | 768.3 MB | ########1 | 81% \rpytorch-1.10.0 | 768.3 MB | ########1 | 82% \rpytorch-1.10.0 | 768.3 MB | ########1 | 82% \rpytorch-1.10.0 | 768.3 MB | ########2 | 82% \rpytorch-1.10.0 | 768.3 MB | ########2 | 83% \rpytorch-1.10.0 | 768.3 MB | ########3 | 83% \rpytorch-1.10.0 | 768.3 MB | ########3 | 83% \rpytorch-1.10.0 | 768.3 MB | ########3 | 84% \rpytorch-1.10.0 | 768.3 MB | ########4 | 84% \rpytorch-1.10.0 | 768.3 MB | ########4 | 85% \rpytorch-1.10.0 | 768.3 MB | ########4 | 85% \rpytorch-1.10.0 | 768.3 MB | ########5 | 85% \rpytorch-1.10.0 | 768.3 MB | ########5 | 86% \rpytorch-1.10.0 | 768.3 MB | ########6 | 86% \rpytorch-1.10.0 | 768.3 MB | ########6 | 86% \rpytorch-1.10.0 | 768.3 MB | ########6 | 87% \rpytorch-1.10.0 | 768.3 MB | ########7 | 87% \rpytorch-1.10.0 | 768.3 MB | ########7 | 88% \rpytorch-1.10.0 | 768.3 MB | ########7 | 88% \rpytorch-1.10.0 | 768.3 MB | ########8 | 88% \rpytorch-1.10.0 | 768.3 MB | ########8 | 89% \rpytorch-1.10.0 | 768.3 MB | ########8 | 89% \rpytorch-1.10.0 | 768.3 MB | ########9 | 89% \rpytorch-1.10.0 | 768.3 MB | ########9 | 89% \rpytorch-1.10.0 | 768.3 MB | ########9 | 90% \rpytorch-1.10.0 | 768.3 MB | ########9 | 90% \rpytorch-1.10.0 | 768.3 MB | ######### | 90% \rpytorch-1.10.0 | 768.3 MB | ######### | 90% \rpytorch-1.10.0 | 768.3 MB | ######### | 91% \rpytorch-1.10.0 | 768.3 MB | ######### | 91% \rpytorch-1.10.0 | 768.3 MB | #########1 | 91% \rpytorch-1.10.0 | 768.3 MB | #########1 | 91% \rpytorch-1.10.0 | 768.3 MB | #########1 | 92% \rpytorch-1.10.0 | 768.3 MB | #########1 | 92% \rpytorch-1.10.0 | 768.3 MB | #########2 | 92% \rpytorch-1.10.0 | 768.3 MB | #########2 | 92% \rpytorch-1.10.0 | 768.3 MB | #########2 | 93% \rpytorch-1.10.0 | 768.3 MB | #########2 | 93% \rpytorch-1.10.0 | 768.3 MB | #########3 | 93% \rpytorch-1.10.0 | 768.3 MB | #########3 | 93% \rpytorch-1.10.0 | 768.3 MB | #########3 | 94% \rpytorch-1.10.0 | 768.3 MB | #########3 | 94% \rpytorch-1.10.0 | 768.3 MB | #########4 | 94% \rpytorch-1.10.0 | 768.3 MB | #########4 | 94% \rpytorch-1.10.0 | 768.3 MB | #########4 | 95% \rpytorch-1.10.0 | 768.3 MB | #########4 | 95% \rpytorch-1.10.0 | 768.3 MB | #########5 | 95% \rpytorch-1.10.0 | 768.3 MB | #########5 | 95% \rpytorch-1.10.0 | 768.3 MB | #########5 | 96% \rpytorch-1.10.0 | 768.3 MB | #########5 | 96% \rpytorch-1.10.0 | 768.3 MB | #########6 | 96% \rpytorch-1.10.0 | 768.3 MB | #########6 | 96% \rpytorch-1.10.0 | 768.3 MB | #########6 | 97% \rpytorch-1.10.0 | 768.3 MB | #########6 | 97% \rpytorch-1.10.0 | 768.3 MB | #########7 | 97% \rpytorch-1.10.0 | 768.3 MB | #########7 | 97% \rpytorch-1.10.0 | 768.3 MB | #########7 | 98% \rpytorch-1.10.0 | 768.3 MB | #########7 | 98% \rpytorch-1.10.0 | 768.3 MB | #########8 | 98% \rpytorch-1.10.0 | 768.3 MB | #########8 | 98% \rpytorch-1.10.0 | 768.3 MB | #########8 | 99% \rpytorch-1.10.0 | 768.3 MB | #########8 | 99% \rpytorch-1.10.0 | 768.3 MB | #########9 | 99% \rpytorch-1.10.0 | 768.3 MB | #########9 | 99% \rpytorch-1.10.0 | 768.3 MB | #########9 | 100% \rpytorch-1.10.0 | 768.3 MB | #########9 | 100% \rpytorch-1.10.0 | 768.3 MB | ########## | 100% \n", + "\rblas-2.112 | 12 KB | | 0% \rblas-2.112 | 12 KB | ########## | 100% \rblas-2.112 | 12 KB | ########## | 100% \n", + "\rffmpeg-4.3 | 9.9 MB | | 0% \rffmpeg-4.3 | 9.9 MB | | 0% \rffmpeg-4.3 | 9.9 MB | | 0% \rffmpeg-4.3 | 9.9 MB | | 1% \rffmpeg-4.3 | 9.9 MB | 1 | 2% \rffmpeg-4.3 | 9.9 MB | 3 | 3% \rffmpeg-4.3 | 9.9 MB | 6 | 7% \rffmpeg-4.3 | 9.9 MB | #3 | 13% \rffmpeg-4.3 | 9.9 MB | ##7 | 27% \rffmpeg-4.3 | 9.9 MB | ####9 | 49% \rffmpeg-4.3 | 9.9 MB | ######7 | 68% \rffmpeg-4.3 | 9.9 MB | ######### | 90% \rffmpeg-4.3 | 9.9 MB | ########## | 100% \rffmpeg-4.3 | 9.9 MB | ########## | 100% \n", + "\rtorchvision-0.11.1 | 30.1 MB | | 0% \rtorchvision-0.11.1 | 30.1 MB | | 0% \rtorchvision-0.11.1 | 30.1 MB | 9 | 10% \rtorchvision-0.11.1 | 30.1 MB | #9 | 20% \rtorchvision-0.11.1 | 30.1 MB | ##6 | 27% \rtorchvision-0.11.1 | 30.1 MB | ###5 | 36% \rtorchvision-0.11.1 | 30.1 MB | ####5 | 45% \rtorchvision-0.11.1 | 30.1 MB | #####4 | 54% \rtorchvision-0.11.1 | 30.1 MB | ######3 | 63% \rtorchvision-0.11.1 | 30.1 MB | #######2 | 73% \rtorchvision-0.11.1 | 30.1 MB | ########1 | 82% \rtorchvision-0.11.1 | 30.1 MB | ######### | 91% \rtorchvision-0.11.1 | 30.1 MB | ########## | 100% \rtorchvision-0.11.1 | 30.1 MB | ########## | 100% \n", + "\rconda-4.10.3 | 3.1 MB | | 0% \rconda-4.10.3 | 3.1 MB | ########## | 100% \rconda-4.10.3 | 3.1 MB | ########## | 100% \n", + "\rlibcblas-3.9.0 | 12 KB | | 0% \rlibcblas-3.9.0 | 12 KB | ########## | 100% \n", + "\rmkl-devel-2021.4.0 | 25 KB | | 0% \rmkl-devel-2021.4.0 | 25 KB | ########## | 100% \n", + "\rnettle-3.6 | 6.5 MB | | 0% \rnettle-3.6 | 6.5 MB | ########## | 100% \rnettle-3.6 | 6.5 MB | ########## | 100% \n", + "\rlerc-2.2.1 | 213 KB | | 0% \rlerc-2.2.1 | 213 KB | ########## | 100% \n", + "\ropenh264-2.1.1 | 1.5 MB | | 0% \ropenh264-2.1.1 | 1.5 MB | ########## | 100% \ropenh264-2.1.1 | 1.5 MB | ########## | 100% \n", + "\rolefile-0.46 | 32 KB | | 0% \rolefile-0.46 | 32 KB | ########## | 100% \n", + "\rblas-devel-3.9.0 | 11 KB | | 0% \rblas-devel-3.9.0 | 11 KB | ########## | 100% \n", + "\rgnutls-3.6.13 | 2.0 MB | | 0% \rgnutls-3.6.13 | 2.0 MB | ########## | 100% \rgnutls-3.6.13 | 2.0 MB | ########## | 100% \n", + "\rmkl-include-2021.4.0 | 694 KB | | 0% \rmkl-include-2021.4.0 | 694 KB | ########## | 100% \rmkl-include-2021.4.0 | 694 KB | ########## | 100% \n", + "\rlibdeflate-1.7 | 67 KB | | 0% \rlibdeflate-1.7 | 67 KB | ########## | 100% \n", + "\rlibblas-3.9.0 | 12 KB | | 0% \rlibblas-3.9.0 | 12 KB | ########## | 100% \n", + "\ropenjpeg-2.4.0 | 444 KB | | 0% \ropenjpeg-2.4.0 | 444 KB | ########## | 100% \ropenjpeg-2.4.0 | 444 KB | ########## | 100% \n", + "\rjbig-2.1 | 43 KB | | 0% \rjbig-2.1 | 43 KB | ########## | 100% \n", + "\rfreetype-2.10.4 | 890 KB | | 0% \rfreetype-2.10.4 | 890 KB | ########## | 100% \rfreetype-2.10.4 | 890 KB | ########## | 100% \n", + "\rlibpng-1.6.37 | 306 KB | | 0% \rlibpng-1.6.37 | 306 KB | ########## | 100% \n", + "\rlibgfortran5-11.2.0 | 1.7 MB | | 0% \rlibgfortran5-11.2.0 | 1.7 MB | ########## | 100% \rlibgfortran5-11.2.0 | 1.7 MB | ########## | 100% \n", + "\rlibuv-1.42.0 | 1.0 MB | | 0% \rlibuv-1.42.0 | 1.0 MB | ########## | 100% \rlibuv-1.42.0 | 1.0 MB | ########## | 100% \n", + "Preparing transaction: ...working... done\n", + "Verifying transaction: ...working... done\n", + "Executing transaction: ...working... By downloading and using the CUDA Toolkit conda packages, you accept the terms and conditions of the CUDA End User License Agreement (EULA): https://docs.nvidia.com/cuda/eula/index.html\n", + "\n", + "done\n", + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... failed with initial frozen solve. Retrying with flexible solve.\n", + "Solving environment: ...working... failed with repodata from current_repodata.json, will retry with next repodata source.\n", + "Collecting Cython\n", + " Downloading Cython-0.29.24-cp37-cp37m-manylinux1_x86_64.whl (2.0 MB)\n", + "Installing collected packages: Cython\n", + "Successfully installed Cython-0.29.24\n", + "Collecting librosa\n", + " Downloading librosa-0.8.1-py3-none-any.whl (203 kB)\n", + "Collecting pesq\n", + " Downloading pesq-0.0.3.tar.gz (35 kB)\n", + "Collecting pypesq\n", + " Downloading pypesq-1.2.4.tar.gz (30 kB)\n", + "Collecting pystoi\n", + " Downloading pystoi-0.3.3.tar.gz (7.0 kB)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/site-packages (4.62.3)\n", + "Collecting toml\n", + " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\n", + "Collecting mir_eval\n", + " Downloading mir_eval-0.6.tar.gz (87 kB)\n", + "Collecting torch_complex\n", + " Downloading torch_complex-0.2.1-py3-none-any.whl (8.9 kB)\n", + "Collecting rich\n", + " Downloading rich-10.13.0-py3-none-any.whl (213 kB)\n", + "Collecting decorator>=3.0.0\n", + " Downloading decorator-5.1.0-py3-none-any.whl (9.1 kB)\n", + "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.7/site-packages (from librosa) (1.21.4)\n", + "Collecting soundfile>=0.10.2\n", + " Downloading SoundFile-0.10.3.post1-py2.py3-none-any.whl (21 kB)\n", + "Collecting pooch>=1.0\n", + " Downloading pooch-1.5.2-py3-none-any.whl (57 kB)\n", + "Collecting numba>=0.43.0\n", + " Downloading numba-0.54.1-cp37-cp37m-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (3.3 MB)\n", + "Collecting scikit-learn!=0.19.0,>=0.14.0\n", + " Downloading scikit_learn-1.0.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (23.2 MB)\n", + "Collecting packaging>=20.0\n", + " Downloading packaging-21.2-py3-none-any.whl (40 kB)\n", + "Collecting resampy>=0.2.2\n", + " Downloading resampy-0.2.2.tar.gz (323 kB)\n", + "Collecting audioread>=2.0.0\n", + " Downloading audioread-2.1.9.tar.gz (377 kB)\n", + "Collecting joblib>=0.14\n", + " Downloading joblib-1.1.0-py2.py3-none-any.whl (306 kB)\n", + "Collecting scipy>=1.0.0\n", + " Downloading scipy-1.7.2-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (38.2 MB)\n", + "Collecting llvmlite<0.38,>=0.37.0rc1\n", + " Downloading llvmlite-0.37.0-cp37-cp37m-manylinux2014_x86_64.whl (26.3 MB)\n", + "Collecting numpy>=1.15.0\n", + " Downloading numpy-1.20.3-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.3 MB)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/site-packages (from numba>=0.43.0->librosa) (58.0.4)\n", + "Collecting pyparsing<3,>=2.0.2\n", + " Downloading pyparsing-2.4.7-py2.py3-none-any.whl (67 kB)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.7/site-packages (from pooch>=1.0->librosa) (2.26.0)\n", + "Collecting appdirs\n", + " Downloading appdirs-1.4.4-py2.py3-none-any.whl (9.6 kB)\n", + "Requirement already satisfied: six>=1.3 in /usr/local/lib/python3.7/site-packages (from resampy>=0.2.2->librosa) (1.16.0)\n", + "Collecting threadpoolctl>=2.0.0\n", + " Downloading threadpoolctl-3.0.0-py3-none-any.whl (14 kB)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.7/site-packages (from soundfile>=0.10.2->librosa) (1.14.6)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.7/site-packages (from cffi>=1.0->soundfile>=0.10.2->librosa) (2.20)\n", + "Collecting future\n", + " Downloading future-0.18.2.tar.gz (829 kB)\n", + "Collecting pygments<3.0.0,>=2.6.0\n", + " Downloading Pygments-2.10.0-py3-none-any.whl (1.0 MB)\n", + "Requirement already satisfied: typing-extensions<4.0.0,>=3.7.4 in /usr/local/lib/python3.7/site-packages (from rich) (3.10.0.2)\n", + "Collecting colorama<0.5.0,>=0.4.0\n", + " Downloading colorama-0.4.4-py2.py3-none-any.whl (16 kB)\n", + "Collecting commonmark<0.10.0,>=0.9.0\n", + " Downloading commonmark-0.9.1-py2.py3-none-any.whl (51 kB)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/site-packages (from requests->pooch>=1.0->librosa) (2021.10.8)\n", + "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/site-packages (from requests->pooch>=1.0->librosa) (2.0.4)\n", + "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/site-packages (from requests->pooch>=1.0->librosa) (1.26.7)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/site-packages (from requests->pooch>=1.0->librosa) (3.2)\n", + "Building wheels for collected packages: audioread, resampy, mir-eval, pesq, pypesq, pystoi, future\n", + " Building wheel for audioread (setup.py): started\n", + " Building wheel for audioread (setup.py): finished with status 'done'\n", + " Created wheel for audioread: filename=audioread-2.1.9-py3-none-any.whl size=23154 sha256=99dfaf69c5056d1b4ee9405318be4c16a9694ff3af6bf75fac119f1222b781e7\n", + " Stored in directory: /root/.cache/pip/wheels/ba/7b/eb/213741ccc0678f63e346ab8dff10495995ca3f426af87b8d88\n", + " Building wheel for resampy (setup.py): started\n", + " Building wheel for resampy (setup.py): finished with status 'done'\n", + " Created wheel for resampy: filename=resampy-0.2.2-py3-none-any.whl size=320731 sha256=f6b659bfd7f127e807eac989170bcee4a13318a90e5c62fc9615d0c8b6fd8782\n", + " Stored in directory: /root/.cache/pip/wheels/a0/18/0a/8ad18a597d8333a142c9789338a96a6208f1198d290ece356c\n", + " Building wheel for mir-eval (setup.py): started\n", + " Building wheel for mir-eval (setup.py): finished with status 'done'\n", + " Created wheel for mir-eval: filename=mir_eval-0.6-py3-none-any.whl size=96514 sha256=7994017138c4a03e31078d95be0eab43f61dcd11be5f316f5be285210de5a217\n", + " Stored in directory: /root/.cache/pip/wheels/08/28/2d/006dbad29550bac8daf049ff34fa882655a7d3e77f3b67595e\n", + " Building wheel for pesq (setup.py): started\n", + " Building wheel for pesq (setup.py): finished with status 'done'\n", + " Created wheel for pesq: filename=pesq-0.0.3-cp37-cp37m-linux_x86_64.whl size=237555 sha256=001e88763cd314f53ddbfabef175b6b060aaf6736eb35bdfc81830445f9cba5a\n", + " Stored in directory: /root/.cache/pip/wheels/4f/67/5b/aa7cf31fe0c7199e35c604bb7bc91c629a13726bf221fedba0\n", + " Building wheel for pypesq (setup.py): started\n", + " Building wheel for pypesq (setup.py): finished with status 'done'\n", + " Created wheel for pypesq: filename=pypesq-1.2.4-cp37-cp37m-linux_x86_64.whl size=106907 sha256=0c7a1d2027f88915ab90965cf8c60b430ad9ae133e854de26e903fb2bbeccbf9\n", + " Stored in directory: /root/.cache/pip/wheels/48/b5/16/d9a8d51220781689bf670dfcb9ccfdabf45ef26168b052b139\n", + " Building wheel for pystoi (setup.py): started\n", + " Building wheel for pystoi (setup.py): finished with status 'done'\n", + " Created wheel for pystoi: filename=pystoi-0.3.3-py2.py3-none-any.whl size=7793 sha256=57a8bb2c84489d8c0a77a944b736cf14fd5b18b02da8a5c8eceda13df422f664\n", + " Stored in directory: /root/.cache/pip/wheels/46/4a/ad/3ab460193ed0535430b4b1575f255aa6bae69df17453628e86\n", + " Building wheel for future (setup.py): started\n", + " Building wheel for future (setup.py): finished with status 'done'\n", + " Created wheel for future: filename=future-0.18.2-py3-none-any.whl size=491070 sha256=9023467100eaa3dc8be904866d407ce595ba00321971ec9fc476b93f9927bbf5\n", + " Stored in directory: /root/.cache/pip/wheels/56/b0/fe/4410d17b32f1f0c3cf54cdfb2bc04d7b4b8f4ae377e2229ba0\n", + "Successfully built audioread resampy mir-eval pesq pypesq pystoi future\n", + "Installing collected packages: pyparsing, numpy, llvmlite, threadpoolctl, scipy, packaging, numba, joblib, appdirs, soundfile, scikit-learn, resampy, pygments, pooch, future, decorator, commonmark, colorama, audioread, torch-complex, toml, rich, pystoi, pypesq, pesq, mir-eval, librosa\n", + " Attempting uninstall: numpy\n", + " Found existing installation: numpy 1.21.4\n", + " Uninstalling numpy-1.21.4:\n", + " Successfully uninstalled numpy-1.21.4\n", + "Successfully installed appdirs-1.4.4 audioread-2.1.9 colorama-0.4.4 commonmark-0.9.1 decorator-5.1.0 future-0.18.2 joblib-1.1.0 librosa-0.8.1 llvmlite-0.37.0 mir-eval-0.6 numba-0.54.1 numpy-1.20.3 packaging-21.2 pesq-0.0.3 pooch-1.5.2 pygments-2.10.0 pyparsing-2.4.7 pypesq-1.2.4 pystoi-0.3.3 resampy-0.2.2 rich-10.13.0 scikit-learn-1.0.1 scipy-1.7.2 soundfile-0.10.3.post1 threadpoolctl-3.0.0 toml-0.10.2 torch-complex-0.2.1\n", + "Collecting package metadata (current_repodata.json): ...working... done\n", + "Solving environment: ...working... done\n", + "\n", + "## Package Plan ##\n", + "\n", + " environment location: /usr/local\n", + "\n", + " added / updated specs:\n", + " - ffmpeg\n", + "\n", + "\n", + "The following packages will be downloaded:\n", + "\n", + " package | build\n", + " ---------------------------|-----------------\n", + " ffmpeg-4.3.2 | hca11adc_0 92.0 MB conda-forge\n", + " x264-1!161.3030 | h7f98852_1 2.5 MB conda-forge\n", + " ------------------------------------------------------------\n", + " Total: 94.4 MB\n", + "\n", + "The following NEW packages will be INSTALLED:\n", + "\n", + " x264 conda-forge/linux-64::x264-1!161.3030-h7f98852_1\n", + "\n", + "The following packages will be UPDATED:\n", + "\n", + " ffmpeg pytorch::ffmpeg-4.3-hf484d3e_0 --> conda-forge::ffmpeg-4.3.2-hca11adc_0\n", + "\n", + "The following packages will be SUPERSEDED by a higher-priority channel:\n", + "\n", + " ca-certificates pkgs/main::ca-certificates-2021.10.26~ --> conda-forge::ca-certificates-2021.10.8-ha878542_0\n", + "\n", + "\n", + "\n", + "Downloading and Extracting Packages\n", + "\rffmpeg-4.3.2 | 92.0 MB | | 0% \rffmpeg-4.3.2 | 92.0 MB | | 1% \rffmpeg-4.3.2 | 92.0 MB | # | 11% \rffmpeg-4.3.2 | 92.0 MB | #9 | 20% \rffmpeg-4.3.2 | 92.0 MB | ### | 30% \rffmpeg-4.3.2 | 92.0 MB | #### | 41% \rffmpeg-4.3.2 | 92.0 MB | ##### | 51% \rffmpeg-4.3.2 | 92.0 MB | ###### | 61% \rffmpeg-4.3.2 | 92.0 MB | #######1 | 71% \rffmpeg-4.3.2 | 92.0 MB | ########1 | 82% \rffmpeg-4.3.2 | 92.0 MB | #########1 | 92% \rffmpeg-4.3.2 | 92.0 MB | ########## | 100% \n", + "\rx264-1!161.3030 | 2.5 MB | | 0% \rx264-1!161.3030 | 2.5 MB | ########## | 100% \rx264-1!161.3030 | 2.5 MB | ########## | 100% \n", + "Preparing transaction: ...working... done\n", + "Verifying transaction: ...working... done\n", + "Executing transaction: ...working... done\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "\n", + "CommandNotFoundError: Your shell has not been properly configured to use 'conda activate'.\n", + "To initialize your shell, run\n", + "\n", + " $ conda init \n", + "\n", + "Currently supported shells are:\n", + " - bash\n", + " - fish\n", + " - tcsh\n", + " - xonsh\n", + " - zsh\n", + " - powershell\n", + "\n", + "See 'conda init --help' for more information and options.\n", + "\n", + "IMPORTANT: You may need to close and restart your shell after running 'conda init'.\n", + "\n", + "\n", + "WARNING conda.core.solve:_add_specs(611): pinned spec cudatoolkit=11.1 conflicts with explicit specs. Overriding pinned spec.\n", + "\n", + "ResolvePackageNotFound: \n", + " - conda==4.9.2\n", + "\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "yQ09r1Lj06I-", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "f1dd98e3-84a7-4fcf-a5a2-965190f5eabf" + }, + "source": [ + "!conda install -y pandas\n", + "!conda install -y -c pytorch pytorch\n", + "!conda install -y toml\n", + "!conda install -y joblib\n", + "!conda install -y scipy\n", + "!conda install -y numpy\n", + "!conda install -y --channel \"conda-forge\" librosa" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n", + "Solving environment: | \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n", + "\n", + "# All requested packages already installed.\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\bfailed with initial frozen solve. Retrying with flexible solve.\n", + "Solving environment: / \b\b- \b\bfailed with repodata from current_repodata.json, will retry with next repodata source.\n", + "\n", + "ResolvePackageNotFound: \n", + " - conda==4.9.2\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\bdone\n", + "\n", + "# All requested packages already installed.\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\bdone\n", + "\n", + "# All requested packages already installed.\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n", + "Solving environment: | \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n", + "\n", + "# All requested packages already installed.\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "\n", + "# All requested packages already installed.\n", + "\n", + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bfailed with initial frozen solve. Retrying with flexible solve.\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bfailed with repodata from current_repodata.json, will retry with next repodata source.\n", + "\n", + "ResolvePackageNotFound: \n", + " - conda==4.9.2\n", + "\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "jg0Jb_qHaJLD", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "aeb717bc-6ab6-4816-cf80-758cb943a645" + }, + "source": [ + "!nvidia-smi" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Sun Nov 7 18:04:58 2021 \n", + "+-----------------------------------------------------------------------------+\n", + "| NVIDIA-SMI 495.44 Driver Version: 460.32.03 CUDA Version: 11.2 |\n", + "|-------------------------------+----------------------+----------------------+\n", + "| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n", + "| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n", + "| | | MIG M. |\n", + "|===============================+======================+======================|\n", + "| 0 Tesla K80 Off | 00000000:00:04.0 Off | 0 |\n", + "| N/A 47C P8 32W / 149W | 0MiB / 11441MiB | 0% Default |\n", + "| | | N/A |\n", + "+-------------------------------+----------------------+----------------------+\n", + " \n", + "+-----------------------------------------------------------------------------+\n", + "| Processes: |\n", + "| GPU GI CI PID Type Process name GPU Memory |\n", + "| ID ID Usage |\n", + "|=============================================================================|\n", + "| No running processes found |\n", + "+-----------------------------------------------------------------------------+\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "ysrmYdhFLSbA" + }, + "source": [ + "## Clone" + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "27E75uAmnK-0", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "9a539f6f-4ffb-4146-f820-12c7ba93caee" + }, + "source": [ + "!git clone https://github.com/haoxiangsnr/FullSubNet\n", + "% cd FullSubNet" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "fatal: destination path 'FullSubNet' already exists and is not an empty directory.\n", + "/content/FullSubNet\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "5SHkvswxJ6Q9", + "outputId": "64a8ae0b-e19d-4bdf-e89a-95f43dc98a70" + }, + "source": [ + "! pwd" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/content/FullSubNet\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "B-rEioBPoE5o" + }, + "source": [ + "# Getting Started" + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "fx9JvlcD0JHA", + "outputId": "f70caad1-64ba-43aa-974f-8f9a0306b9be" + }, + "source": [ + "%%bash\n", + "sudo add-apt-repository ppa:git-core/ppa -y\n", + "sudo apt-get update\n", + "sudo apt-get install git -y\n", + "git --version" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Ign:1 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 InRelease\n", + "Get:2 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB]\n", + "Ign:3 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64 InRelease\n", + "Get:4 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic InRelease [15.9 kB]\n", + "Get:5 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 Release [696 B]\n", + "Hit:6 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64 Release\n", + "Get:7 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 Release.gpg [836 B]\n", + "Get:8 https://cloud.r-project.org/bin/linux/ubuntu bionic-cran40/ InRelease [3,626 B]\n", + "Hit:9 http://archive.ubuntu.com/ubuntu bionic InRelease\n", + "Get:11 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 Packages [808 kB]\n", + "Get:12 https://cloud.r-project.org/bin/linux/ubuntu bionic-cran40/ Packages [73.0 kB]\n", + "Get:13 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB]\n", + "Hit:14 http://ppa.launchpad.net/cran/libgit2/ubuntu bionic InRelease\n", + "Get:15 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,437 kB]\n", + "Hit:16 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu bionic InRelease\n", + "Get:17 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB]\n", + "Get:18 http://ppa.launchpad.net/git-core/ppa/ubuntu bionic InRelease [20.8 kB]\n", + "Get:19 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [2,217 kB]\n", + "Get:20 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,400 kB]\n", + "Get:21 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [633 kB]\n", + "Hit:22 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu bionic InRelease\n", + "Get:23 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [2,837 kB]\n", + "Get:24 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic/main Sources [1,811 kB]\n", + "Get:25 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic/main amd64 Packages [927 kB]\n", + "Get:26 http://ppa.launchpad.net/git-core/ppa/ubuntu bionic/main amd64 Packages [3,161 B]\n", + "Fetched 13.4 MB in 7s (1,869 kB/s)\n", + "Reading package lists...\n", + "Ign:1 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 InRelease\n", + "Hit:2 http://security.ubuntu.com/ubuntu bionic-security InRelease\n", + "Hit:3 http://archive.ubuntu.com/ubuntu bionic InRelease\n", + "Hit:4 http://ppa.launchpad.net/c2d4u.team/c2d4u4.0+/ubuntu bionic InRelease\n", + "Ign:5 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64 InRelease\n", + "Hit:6 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 Release\n", + "Hit:7 https://cloud.r-project.org/bin/linux/ubuntu bionic-cran40/ InRelease\n", + "Hit:8 https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1804/x86_64 Release\n", + "Hit:9 http://archive.ubuntu.com/ubuntu bionic-updates InRelease\n", + "Hit:11 http://archive.ubuntu.com/ubuntu bionic-backports InRelease\n", + "Hit:12 http://ppa.launchpad.net/cran/libgit2/ubuntu bionic InRelease\n", + "Hit:14 http://ppa.launchpad.net/deadsnakes/ppa/ubuntu bionic InRelease\n", + "Hit:15 http://ppa.launchpad.net/git-core/ppa/ubuntu bionic InRelease\n", + "Hit:16 http://ppa.launchpad.net/graphics-drivers/ppa/ubuntu bionic InRelease\n", + "Reading package lists...\n", + "Reading package lists...\n", + "Building dependency tree...\n", + "Reading state information...\n", + "The following additional packages will be installed:\n", + " git-man\n", + "Suggested packages:\n", + " gettext-base git-daemon-run | git-daemon-sysvinit git-doc git-email git-gui\n", + " gitk gitweb git-cvs git-mediawiki git-svn\n", + "The following packages will be upgraded:\n", + " git git-man\n", + "2 upgraded, 0 newly installed, 0 to remove and 51 not upgraded.\n", + "Need to get 7,527 kB of archives.\n", + "After this operation, 5,368 kB of additional disk space will be used.\n", + "Get:1 http://ppa.launchpad.net/git-core/ppa/ubuntu bionic/main amd64 git amd64 1:2.33.1-0ppa1~ubuntu18.04.1 [5,644 kB]\n", + "Get:2 http://ppa.launchpad.net/git-core/ppa/ubuntu bionic/main amd64 git-man all 1:2.33.1-0ppa1~ubuntu18.04.1 [1,883 kB]\n", + "Fetched 7,527 kB in 5s (1,659 kB/s)\n", + "(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 155219 files and directories currently installed.)\r\n", + "Preparing to unpack .../git_1%3a2.33.1-0ppa1~ubuntu18.04.1_amd64.deb ...\r\n", + "Unpacking git (1:2.33.1-0ppa1~ubuntu18.04.1) over (1:2.17.1-1ubuntu0.9) ...\r\n", + "Preparing to unpack .../git-man_1%3a2.33.1-0ppa1~ubuntu18.04.1_all.deb ...\r\n", + "Unpacking git-man (1:2.33.1-0ppa1~ubuntu18.04.1) over (1:2.17.1-1ubuntu0.9) ...\r\n", + "Setting up git-man (1:2.33.1-0ppa1~ubuntu18.04.1) ...\r\n", + "Setting up git (1:2.33.1-0ppa1~ubuntu18.04.1) ...\r\n", + "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...\r\n", + "git version 2.33.1\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "debconf: unable to initialize frontend: Dialog\n", + "debconf: (No usable dialog-like program is installed, so the dialog based frontend cannot be used. at /usr/share/perl5/Debconf/FrontEnd/Dialog.pm line 76, <> line 2.)\n", + "debconf: falling back to frontend: Readline\n", + "debconf: unable to initialize frontend: Readline\n", + "debconf: (This frontend requires a controlling tty.)\n", + "debconf: falling back to frontend: Teletype\n", + "dpkg-preconfigure: unable to re-open stdin: \n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "2FttxncbxJu-", + "outputId": "b002e3a2-bede-4ada-cf4a-8358a24410d9" + }, + "source": [ + "%%bash\n", + "cd /content\n", + "wget https://github.com/git-lfs/git-lfs/releases/download/v3.0.1/git-lfs-linux-amd64-v3.0.1.tar.gz\n", + "tar -xf /content/git-lfs-linux-amd64-v3.0.1.tar.gz" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "--2021-11-07 18:59:03-- https://github.com/git-lfs/git-lfs/releases/download/v3.0.1/git-lfs-linux-amd64-v3.0.1.tar.gz\n", + "Resolving github.com (github.com)... 13.114.40.48\n", + "Connecting to github.com (github.com)|13.114.40.48|:443... connected.\n", + "HTTP request sent, awaiting response... 302 Found\n", + "Location: https://github-releases.githubusercontent.com/13021798/b3c87ba7-a45d-4f58-b3c0-b9e9544dfcc0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20211107%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20211107T185904Z&X-Amz-Expires=300&X-Amz-Signature=de192bacce29ee9c19cdcec8f46e469d61da4325e4424d643f5154eda9b51a7c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=13021798&response-content-disposition=attachment%3B%20filename%3Dgit-lfs-linux-amd64-v3.0.1.tar.gz&response-content-type=application%2Foctet-stream [following]\n", + "--2021-11-07 18:59:04-- https://github-releases.githubusercontent.com/13021798/b3c87ba7-a45d-4f58-b3c0-b9e9544dfcc0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20211107%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20211107T185904Z&X-Amz-Expires=300&X-Amz-Signature=de192bacce29ee9c19cdcec8f46e469d61da4325e4424d643f5154eda9b51a7c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=13021798&response-content-disposition=attachment%3B%20filename%3Dgit-lfs-linux-amd64-v3.0.1.tar.gz&response-content-type=application%2Foctet-stream\n", + "Resolving github-releases.githubusercontent.com (github-releases.githubusercontent.com)... 185.199.108.154, 185.199.109.154, 185.199.110.154, ...\n", + "Connecting to github-releases.githubusercontent.com (github-releases.githubusercontent.com)|185.199.108.154|:443... connected.\n", + "HTTP request sent, awaiting response... 200 OK\n", + "Length: 4062952 (3.9M) [application/octet-stream]\n", + "Saving to: β€˜git-lfs-linux-amd64-v3.0.1.tar.gz’\n", + "\n", + " 0K .......... .......... .......... .......... .......... 1% 2.83M 1s\n", + " 50K .......... .......... .......... .......... .......... 2% 7.02M 1s\n", + " 100K .......... .......... .......... .......... .......... 3% 5.45M 1s\n", + " 150K .......... .......... .......... .......... .......... 5% 11.9M 1s\n", + " 200K .......... .......... .......... .......... .......... 6% 11.3M 1s\n", + " 250K .......... .......... .......... .......... .......... 7% 18.3M 1s\n", + " 300K .......... .......... .......... .......... .......... 8% 13.8M 0s\n", + " 350K .......... .......... .......... .......... .......... 10% 20.6M 0s\n", + " 400K .......... .......... .......... .......... .......... 11% 21.5M 0s\n", + " 450K .......... .......... .......... .......... .......... 12% 21.3M 0s\n", + " 500K .......... .......... .......... .......... .......... 13% 19.5M 0s\n", + " 550K .......... .......... .......... .......... .......... 15% 43.0M 0s\n", + " 600K .......... .......... .......... .......... .......... 16% 49.1M 0s\n", + " 650K .......... .......... .......... .......... .......... 17% 32.6M 0s\n", + " 700K .......... .......... .......... .......... .......... 18% 55.9M 0s\n", + " 750K .......... .......... .......... .......... .......... 20% 34.8M 0s\n", + " 800K .......... .......... .......... .......... .......... 21% 37.4M 0s\n", + " 850K .......... .......... .......... .......... .......... 22% 59.9M 0s\n", + " 900K .......... .......... .......... .......... .......... 23% 31.5M 0s\n", + " 950K .......... .......... .......... .......... .......... 25% 13.5M 0s\n", + " 1000K .......... .......... .......... .......... .......... 26% 11.1M 0s\n", + " 1050K .......... .......... .......... .......... .......... 27% 14.9M 0s\n", + " 1100K .......... .......... .......... .......... .......... 28% 14.8M 0s\n", + " 1150K .......... .......... .......... .......... .......... 30% 13.3M 0s\n", + " 1200K .......... .......... .......... .......... .......... 31% 16.8M 0s\n", + " 1250K .......... .......... .......... .......... .......... 32% 25.4M 0s\n", + " 1300K .......... .......... .......... .......... .......... 34% 14.5M 0s\n", + " 1350K .......... .......... .......... .......... .......... 35% 14.7M 0s\n", + " 1400K .......... .......... .......... .......... .......... 36% 11.1M 0s\n", + " 1450K .......... .......... .......... .......... .......... 37% 17.8M 0s\n", + " 1500K .......... .......... .......... .......... .......... 39% 12.1M 0s\n", + " 1550K .......... .......... .......... .......... .......... 40% 14.2M 0s\n", + " 1600K .......... .......... .......... .......... .......... 41% 14.2M 0s\n", + " 1650K .......... .......... .......... .......... .......... 42% 14.2M 0s\n", + " 1700K .......... .......... .......... .......... .......... 44% 19.1M 0s\n", + " 1750K .......... .......... .......... .......... .......... 45% 14.7M 0s\n", + " 1800K .......... .......... .......... .......... .......... 46% 11.7M 0s\n", + " 1850K .......... .......... .......... .......... .......... 47% 20.1M 0s\n", + " 1900K .......... .......... .......... .......... .......... 49% 12.5M 0s\n", + " 1950K .......... .......... .......... .......... .......... 50% 11.8M 0s\n", + " 2000K .......... .......... .......... .......... .......... 51% 21.8M 0s\n", + " 2050K .......... .......... .......... .......... .......... 52% 13.9M 0s\n", + " 2100K .......... .......... .......... .......... .......... 54% 15.0M 0s\n", + " 2150K .......... .......... .......... .......... .......... 55% 12.1M 0s\n", + " 2200K .......... .......... .......... .......... .......... 56% 16.7M 0s\n", + " 2250K .......... .......... .......... .......... .......... 57% 14.8M 0s\n", + " 2300K .......... .......... .......... .......... .......... 59% 14.2M 0s\n", + " 2350K .......... .......... .......... .......... .......... 60% 15.1M 0s\n", + " 2400K .......... .......... .......... .......... .......... 61% 16.8M 0s\n", + " 2450K .......... .......... .......... .......... .......... 63% 15.6M 0s\n", + " 2500K .......... .......... .......... .......... .......... 64% 11.5M 0s\n", + " 2550K .......... .......... .......... .......... .......... 65% 14.8M 0s\n", + " 2600K .......... .......... .......... .......... .......... 66% 17.1M 0s\n", + " 2650K .......... .......... .......... .......... .......... 68% 13.8M 0s\n", + " 2700K .......... .......... .......... .......... .......... 69% 12.0M 0s\n", + " 2750K .......... .......... .......... .......... .......... 70% 1.68M 0s\n", + " 2800K .......... .......... .......... .......... .......... 71% 17.2M 0s\n", + " 2850K .......... .......... .......... .......... .......... 73% 116K 0s\n", + " 2900K .......... .......... .......... .......... .......... 74% 42.5M 0s\n", + " 2950K .......... .......... .......... .......... .......... 75% 30.4M 0s\n", + " 3000K .......... .......... .......... .......... .......... 76% 57.3M 0s\n", + " 3050K .......... .......... .......... .......... .......... 78% 27.6M 0s\n", + " 3100K .......... .......... .......... .......... .......... 79% 34.1M 0s\n", + " 3150K .......... .......... .......... .......... .......... 80% 37.3M 0s\n", + " 3200K .......... .......... .......... .......... .......... 81% 36.3M 0s\n", + " 3250K .......... .......... .......... .......... .......... 83% 49.2M 0s\n", + " 3300K .......... .......... .......... .......... .......... 84% 33.7M 0s\n", + " 3350K .......... .......... .......... .......... .......... 85% 41.3M 0s\n", + " 3400K .......... .......... .......... .......... .......... 86% 29.8M 0s\n", + " 3450K .......... .......... .......... .......... .......... 88% 56.3M 0s\n", + " 3500K .......... .......... .......... .......... .......... 89% 28.5M 0s\n", + " 3550K .......... .......... .......... .......... .......... 90% 31.9M 0s\n", + " 3600K .......... .......... .......... .......... .......... 91% 46.5M 0s\n", + " 3650K .......... .......... .......... .......... .......... 93% 28.2M 0s\n", + " 3700K .......... .......... .......... .......... .......... 94% 66.1M 0s\n", + " 3750K .......... .......... .......... .......... .......... 95% 30.7M 0s\n", + " 3800K .......... .......... .......... .......... .......... 97% 30.1M 0s\n", + " 3850K .......... .......... .......... .......... .......... 98% 43.0M 0s\n", + " 3900K .......... .......... .......... .......... .......... 99% 29.6M 0s\n", + " 3950K .......... ....... 100% 117M=0.7s\n", + "\n", + "2021-11-07 18:59:05 (5.69 MB/s) - β€˜git-lfs-linux-amd64-v3.0.1.tar.gz’ saved [4062952/4062952]\n", + "\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "O-AxRpgoxQNT", + "outputId": "86c74044-9f2e-4ba0-e697-94e744847ddf" + }, + "source": [ + "%%bash\n", + "cd /content\n", + "./install.sh" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Git LFS initialized.\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "SJv046hMwxpG", + "outputId": "9058d09b-5ebd-4b24-b45c-c169a4570a53" + }, + "source": [ + "%%bash\n", + "git lfs install\n", + "git lfs track \"*.wav\"\n", + "git add .gitattributes" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Updated git hooks.\n", + "Git LFS initialized.\n", + "Tracking \"*.wav\"\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Pf_0vB9U51nE" + }, + "source": [ + "### Stop the following cell after about 2 Gb of data is loaded." + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "LjB7oPXlGHR1", + "outputId": "122a8c36-c4bb-4a2f-804f-96e1d70f7e78" + }, + "source": [ + "%%bash\n", + "rm -rf /root/Datasets/\n", + "mkdir /root/Datasets/\n", + "cd /root/Datasets/\n", + "git clone -b interspeech2020/master https://github.com/microsoft/DNS-Challenge.git" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Process is interrupted.\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "TgwcMGVetEv8" + }, + "source": [ + "%%bash\n", + "mv /root/Datasets/DNS-Challenge /root/Datasets/DNS-Challenge-INTERSPEECH" + ], + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "tAy8Ji_66L-w" + }, + "source": [ + "### Stop the following cell after about 2 Gb of data is loaded." + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "5kH92wmBzRSg", + "outputId": "85550c5b-9a1b-4b32-d762-ef0a1d7945b2" + }, + "source": [ + "%%bash\n", + "cd /root/Datasets/\n", + "git clone -b interspeech2020/master \\\n", + " --depth 1 \\\n", + " --filter=blob:none \\\n", + " --sparse \\\n", + " https://github.com/microsoft/DNS-Challenge.git \\\n", + ";\n", + "cd DNS-Challenge\n", + "git sparse-checkout set datasets/noise" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Process is interrupted.\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "BnnIdp7o1Qwy" + }, + "source": [ + "%%bash\n", + "rm -rf /root/Datasets/DNS-Challenge-INTERSPEECH/datasets/noise\n", + "mv /root/Datasets/DNS-Challenge/datasets/noise /root/Datasets/DNS-Challenge-INTERSPEECH/datasets\n", + "rm -rf /root/Datasets/DNS-Challenge" + ], + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "VryRaxRb4gY9", + "outputId": "52eaa0ae-e498-4b0a-d2c2-13b3b65416ab" + }, + "source": [ + "%%bash\n", + "cd /root/Datasets/\n", + "git clone -b interspeech2020/master \\\n", + " --depth 1 \\\n", + " --filter=blob:none \\\n", + " --sparse \\\n", + " https://github.com/microsoft/DNS-Challenge.git \\\n", + ";\n", + "cd DNS-Challenge\n", + "git sparse-checkout set datasets/test_set/synthetic" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Cloning into 'DNS-Challenge'...\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "P__m8G0o4kuO" + }, + "source": [ + "%%bash\n", + "rm -rf /root/Datasets/DNS-Challenge-INTERSPEECH/datasets/test_set\n", + "mv /root/Datasets/DNS-Challenge/datasets/test_set /root/Datasets/DNS-Challenge-INTERSPEECH/datasets\n", + "rm -rf /root/Datasets/DNS-Challenge" + ], + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "vHbAMcghUFmZ" + }, + "source": [ + "# At this step:\n", + "1. Edit **noisyspeech_synthesizer.cfg**\n", + "2. Edit **train.toml**\n", + "\n" + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Cc_e15LmuPnL", + "outputId": "b5095a16-3ec1-4909-a9f3-4b35d160ea55" + }, + "source": [ + "%%bash\n", + "cd /root/Datasets/DNS-Challenge-INTERSPEECH\n", + "python noisyspeech_synthesizer_singleprocess.py" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Number of files to be synthesized: 120\n", + "Warning: File #9 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #17 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #21 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #32 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #35 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #40 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #80 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #82 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #83 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #104 has unexpected clipping, returning without writing audio to disk\n", + "Warning: File #107 has unexpected clipping, returning without writing audio to disk\n", + "Of the 157 clean speech files analyzed, 0.0% had clipping, and 22.9% had low activity (below 60.0% active percentage)\n", + "Of the 477 noise files analyzed, 22.4% had clipping, and 0.0% had low activity (below 0.0% active percentage)\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Lu4nPTRsop8B" + }, + "source": [ + "# Training" + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "qKhUlk46TnFo", + "outputId": "8d251ea1-c9ff-4b0b-f29b-1c6bc4afa60e" + }, + "source": [ + "%cd /clean\n", + "!ls -d $PWD/* > ~/Datasets/DNS-Challenge-INTERSPEECH/datasets/clean_0.6.txt" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/clean\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "EvYmWfdCWeb3", + "outputId": "d8ed5152-412e-4d4e-8a89-f506a8e06154" + }, + "source": [ + "%cd /clean\n", + "!ls -d $PWD/* > ~/Datasets/DNS-Challenge-INTERSPEECH/datasets/rir.txt" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/clean\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "E8bDRdEuVBe5", + "outputId": "bca61f3f-c9fb-4003-deb7-dba77649f1c2" + }, + "source": [ + "%cd /noise\n", + "!ls -d $PWD/* > ~/Datasets/DNS-Challenge-INTERSPEECH/datasets/noise.txt" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/noise\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "gX-vAQnSXI3D", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "2856ce61-50a8-4ddc-ca60-662d853eae7e" + }, + "source": [ + "!conda install ipykernel" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting package metadata (current_repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n", + "Solving environment: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\bdone\n", + "\n", + "## Package Plan ##\n", + "\n", + " environment location: /usr/local\n", + "\n", + " added / updated specs:\n", + " - ipykernel\n", + "\n", + "\n", + "The following packages will be downloaded:\n", + "\n", + " package | build\n", + " ---------------------------|-----------------\n", + " argcomplete-1.12.3 | pyhd8ed1ab_2 34 KB conda-forge\n", + " backcall-0.2.0 | pyh9f0ad1d_0 13 KB conda-forge\n", + " backports-1.0 | py_2 4 KB conda-forge\n", + " backports.functools_lru_cache-1.6.4| pyhd8ed1ab_0 9 KB conda-forge\n", + " debugpy-1.5.1 | py37hcd2ae1e_0 2.0 MB conda-forge\n", + " decorator-5.1.0 | pyhd8ed1ab_0 11 KB conda-forge\n", + " entrypoints-0.3 | pyhd8ed1ab_1003 8 KB conda-forge\n", + " importlib-metadata-4.8.1 | py37h89c1867_1 32 KB conda-forge\n", + " importlib_metadata-4.8.1 | hd8ed1ab_1 4 KB conda-forge\n", + " ipykernel-6.4.2 | py37h6531663_0 173 KB conda-forge\n", + " ipython-7.29.0 | py37h6531663_0 1.1 MB conda-forge\n", + " ipython_genutils-0.2.0 | py_1 21 KB conda-forge\n", + " jedi-0.18.0 | py37h89c1867_3 928 KB conda-forge\n", + " jupyter_client-7.0.6 | pyhd8ed1ab_0 87 KB conda-forge\n", + " jupyter_core-4.9.1 | py37h89c1867_0 80 KB conda-forge\n", + " libsodium-1.0.18 | h36c2ea0_1 366 KB conda-forge\n", + " matplotlib-inline-0.1.3 | pyhd8ed1ab_0 11 KB conda-forge\n", + " nest-asyncio-1.5.1 | pyhd8ed1ab_0 9 KB conda-forge\n", + " parso-0.8.2 | pyhd8ed1ab_0 68 KB conda-forge\n", + " pexpect-4.8.0 | pyh9f0ad1d_2 47 KB conda-forge\n", + " pickleshare-0.7.5 | py_1003 9 KB conda-forge\n", + " prompt-toolkit-3.0.22 | pyha770c72_0 249 KB conda-forge\n", + " ptyprocess-0.7.0 | pyhd3deb0d_0 16 KB conda-forge\n", + " pygments-2.10.0 | pyhd8ed1ab_0 760 KB conda-forge\n", + " pyzmq-22.3.0 | py37h336d617_1 501 KB conda-forge\n", + " tornado-6.1 | py37h5e8e339_2 642 KB conda-forge\n", + " traitlets-5.1.1 | pyhd8ed1ab_0 82 KB conda-forge\n", + " wcwidth-0.2.5 | pyh9f0ad1d_2 33 KB conda-forge\n", + " zeromq-4.3.4 | h9c3ff4c_1 351 KB conda-forge\n", + " zipp-3.6.0 | pyhd8ed1ab_0 12 KB conda-forge\n", + " ------------------------------------------------------------\n", + " Total: 7.6 MB\n", + "\n", + "The following NEW packages will be INSTALLED:\n", + "\n", + " argcomplete conda-forge/noarch::argcomplete-1.12.3-pyhd8ed1ab_2\n", + " backcall conda-forge/noarch::backcall-0.2.0-pyh9f0ad1d_0\n", + " backports conda-forge/noarch::backports-1.0-py_2\n", + " backports.functoo~ conda-forge/noarch::backports.functools_lru_cache-1.6.4-pyhd8ed1ab_0\n", + " debugpy conda-forge/linux-64::debugpy-1.5.1-py37hcd2ae1e_0\n", + " decorator conda-forge/noarch::decorator-5.1.0-pyhd8ed1ab_0\n", + " entrypoints conda-forge/noarch::entrypoints-0.3-pyhd8ed1ab_1003\n", + " importlib-metadata conda-forge/linux-64::importlib-metadata-4.8.1-py37h89c1867_1\n", + " importlib_metadata conda-forge/noarch::importlib_metadata-4.8.1-hd8ed1ab_1\n", + " ipykernel conda-forge/linux-64::ipykernel-6.4.2-py37h6531663_0\n", + " ipython conda-forge/linux-64::ipython-7.29.0-py37h6531663_0\n", + " ipython_genutils conda-forge/noarch::ipython_genutils-0.2.0-py_1\n", + " jedi conda-forge/linux-64::jedi-0.18.0-py37h89c1867_3\n", + " jupyter_client conda-forge/noarch::jupyter_client-7.0.6-pyhd8ed1ab_0\n", + " jupyter_core conda-forge/linux-64::jupyter_core-4.9.1-py37h89c1867_0\n", + " libsodium conda-forge/linux-64::libsodium-1.0.18-h36c2ea0_1\n", + " matplotlib-inline conda-forge/noarch::matplotlib-inline-0.1.3-pyhd8ed1ab_0\n", + " nest-asyncio conda-forge/noarch::nest-asyncio-1.5.1-pyhd8ed1ab_0\n", + " parso conda-forge/noarch::parso-0.8.2-pyhd8ed1ab_0\n", + " pexpect conda-forge/noarch::pexpect-4.8.0-pyh9f0ad1d_2\n", + " pickleshare conda-forge/noarch::pickleshare-0.7.5-py_1003\n", + " prompt-toolkit conda-forge/noarch::prompt-toolkit-3.0.22-pyha770c72_0\n", + " ptyprocess conda-forge/noarch::ptyprocess-0.7.0-pyhd3deb0d_0\n", + " pygments conda-forge/noarch::pygments-2.10.0-pyhd8ed1ab_0\n", + " pyzmq conda-forge/linux-64::pyzmq-22.3.0-py37h336d617_1\n", + " tornado conda-forge/linux-64::tornado-6.1-py37h5e8e339_2\n", + " traitlets conda-forge/noarch::traitlets-5.1.1-pyhd8ed1ab_0\n", + " wcwidth conda-forge/noarch::wcwidth-0.2.5-pyh9f0ad1d_2\n", + " zeromq conda-forge/linux-64::zeromq-4.3.4-h9c3ff4c_1\n", + " zipp conda-forge/noarch::zipp-3.6.0-pyhd8ed1ab_0\n", + "\n", + "\n", + "\n", + "Downloading and Extracting Packages\n", + "backports.functools_ | 9 KB | : 100% 1.0/1 [00:00<00:00, 12.40it/s]\n", + "zeromq-4.3.4 | 351 KB | : 100% 1.0/1 [00:00<00:00, 9.55it/s]\n", + "parso-0.8.2 | 68 KB | : 100% 1.0/1 [00:00<00:00, 22.76it/s]\n", + "tornado-6.1 | 642 KB | : 100% 1.0/1 [00:00<00:00, 5.65it/s]\n", + "matplotlib-inline-0. | 11 KB | : 100% 1.0/1 [00:00<00:00, 33.93it/s]\n", + "pexpect-4.8.0 | 47 KB | : 100% 1.0/1 [00:00<00:00, 27.79it/s]\n", + "libsodium-1.0.18 | 366 KB | : 100% 1.0/1 [00:00<00:00, 10.12it/s]\n", + "jupyter_core-4.9.1 | 80 KB | : 100% 1.0/1 [00:00<00:00, 17.89it/s]\n", + "pyzmq-22.3.0 | 501 KB | : 100% 1.0/1 [00:00<00:00, 6.43it/s]\n", + "jedi-0.18.0 | 928 KB | : 100% 1.0/1 [00:00<00:00, 2.14it/s]\n", + "entrypoints-0.3 | 8 KB | : 100% 1.0/1 [00:00<00:00, 34.96it/s]\n", + "zipp-3.6.0 | 12 KB | : 100% 1.0/1 [00:00<00:00, 38.12it/s]\n", + "wcwidth-0.2.5 | 33 KB | : 100% 1.0/1 [00:00<00:00, 23.78it/s]\n", + "ipython_genutils-0.2 | 21 KB | : 100% 1.0/1 [00:00<00:00, 31.77it/s]\n", + "ipykernel-6.4.2 | 173 KB | : 100% 1.0/1 [00:00<00:00, 13.58it/s]\n", + "decorator-5.1.0 | 11 KB | : 100% 1.0/1 [00:00<00:00, 36.55it/s]\n", + "backcall-0.2.0 | 13 KB | : 100% 1.0/1 [00:00<00:00, 37.10it/s]\n", + "ptyprocess-0.7.0 | 16 KB | : 100% 1.0/1 [00:00<00:00, 36.09it/s]\n", + "argcomplete-1.12.3 | 34 KB | : 100% 1.0/1 [00:00<00:00, 31.85it/s]\n", + "nest-asyncio-1.5.1 | 9 KB | : 100% 1.0/1 [00:00<00:00, 39.01it/s]\n", + "prompt-toolkit-3.0.2 | 249 KB | : 100% 1.0/1 [00:00<00:00, 10.70it/s]\n", + "importlib-metadata-4 | 32 KB | : 100% 1.0/1 [00:00<00:00, 31.85it/s]\n", + "pickleshare-0.7.5 | 9 KB | : 100% 1.0/1 [00:00<00:00, 38.22it/s]\n", + "importlib_metadata-4 | 4 KB | : 100% 1.0/1 [00:00<00:00, 38.63it/s]\n", + "pygments-2.10.0 | 760 KB | : 100% 1.0/1 [00:00<00:00, 5.26it/s]\n", + "traitlets-5.1.1 | 82 KB | : 100% 1.0/1 [00:00<00:00, 22.43it/s]\n", + "debugpy-1.5.1 | 2.0 MB | : 100% 1.0/1 [00:00<00:00, 1.79it/s]\n", + "backports-1.0 | 4 KB | : 100% 1.0/1 [00:00<00:00, 38.42it/s]\n", + "ipython-7.29.0 | 1.1 MB | : 100% 1.0/1 [00:00<00:00, 3.16it/s]\n", + "jupyter_client-7.0.6 | 87 KB | : 100% 1.0/1 [00:00<00:00, 19.38it/s]\n", + "Preparing transaction: / \b\b- \b\b\\ \b\bdone\n", + "Verifying transaction: / \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\bdone\n", + "Executing transaction: - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\bdone\n" + ] + } + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "nDRXQkdHXg0K", + "colab": { + "base_uri": "https://localhost:8080/", + "height": 990 + }, + "outputId": "9e013d28-5e8a-4997-82cc-b6f69e56aee4" + }, + "source": [ + "!pip install rich tensorboard mir_eval pesq pypesq pystoi matplotlib" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Requirement already satisfied: rich in /usr/local/lib/python3.7/site-packages (10.13.0)\n", + "Requirement already satisfied: tensorboard in /usr/local/lib/python3.7/site-packages (2.7.0)\n", + "Requirement already satisfied: mir_eval in /usr/local/lib/python3.7/site-packages (0.6)\n", + "Requirement already satisfied: pesq in /usr/local/lib/python3.7/site-packages (0.0.3)\n", + "Requirement already satisfied: pypesq in /usr/local/lib/python3.7/site-packages (1.2.4)\n", + "Requirement already satisfied: pystoi in /usr/local/lib/python3.7/site-packages (0.3.3)\n", + "Collecting matplotlib\n", + " Downloading matplotlib-3.4.3-cp37-cp37m-manylinux1_x86_64.whl (10.3 MB)\n", + "\u001b[K |β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 10.3 MB 4.7 MB/s \n", + "\u001b[?25hCollecting cycler>=0.10\n", + " Downloading cycler-0.11.0-py3-none-any.whl (6.4 kB)\n", + "Collecting kiwisolver>=1.0.1\n", + " Downloading kiwisolver-1.3.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl (1.1 MB)\n", + "\u001b[K |β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1.1 MB 39.5 MB/s \n", + "\u001b[?25hRequirement already satisfied: pyparsing>=2.2.1 in /usr/local/lib/python3.7/site-packages (from matplotlib) (2.4.7)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.7/site-packages (from matplotlib) (2.8.2)\n", + "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.7/site-packages (from matplotlib) (8.3.2)\n", + "Requirement already satisfied: numpy>=1.16 in /usr/local/lib/python3.7/site-packages (from matplotlib) (1.20.3)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/site-packages (from python-dateutil>=2.7->matplotlib) (1.16.0)\n", + "Requirement already satisfied: scipy>=1.0.0 in /usr/local/lib/python3.7/site-packages (from mir_eval) (1.7.2)\n", + "Requirement already satisfied: future in /usr/local/lib/python3.7/site-packages (from mir_eval) (0.18.2)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.6.0 in /usr/local/lib/python3.7/site-packages (from rich) (2.10.0)\n", + "Requirement already satisfied: colorama<0.5.0,>=0.4.0 in /usr/local/lib/python3.7/site-packages (from rich) (0.4.4)\n", + "Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in /usr/local/lib/python3.7/site-packages (from rich) (0.9.1)\n", + "Requirement already satisfied: typing-extensions<4.0.0,>=3.7.4 in /usr/local/lib/python3.7/site-packages (from rich) (3.10.0.2)\n", + "Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.7/site-packages (from tensorboard) (2.0.2)\n", + "Requirement already satisfied: grpcio>=1.24.3 in /usr/local/lib/python3.7/site-packages (from tensorboard) (1.41.1)\n", + "Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.7/site-packages (from tensorboard) (0.15.0)\n", + "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.7/site-packages (from tensorboard) (0.37.0)\n", + "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.7/site-packages (from tensorboard) (1.8.0)\n", + "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.7/site-packages (from tensorboard) (2.3.3)\n", + "Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.7/site-packages (from tensorboard) (0.4.6)\n", + "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.7/site-packages (from tensorboard) (3.3.4)\n", + "Requirement already satisfied: protobuf>=3.6.0 in /usr/local/lib/python3.7/site-packages (from tensorboard) (3.19.1)\n", + "Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.7/site-packages (from tensorboard) (0.6.1)\n", + "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.7/site-packages (from tensorboard) (58.0.4)\n", + "Requirement already satisfied: requests<3,>=2.21.0 in /usr/local/lib/python3.7/site-packages (from tensorboard) (2.26.0)\n", + "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.7/site-packages (from google-auth<3,>=1.6.3->tensorboard) (4.7.2)\n", + "Requirement already satisfied: cachetools<5.0,>=2.0.0 in /usr/local/lib/python3.7/site-packages (from google-auth<3,>=1.6.3->tensorboard) (4.2.4)\n", + "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.7/site-packages (from google-auth<3,>=1.6.3->tensorboard) (0.2.8)\n", + "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.7/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard) (1.3.0)\n", + "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/site-packages (from markdown>=2.6.8->tensorboard) (4.8.1)\n", + "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.7/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard) (0.4.8)\n", + "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/site-packages (from requests<3,>=2.21.0->tensorboard) (1.26.7)\n", + "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/site-packages (from requests<3,>=2.21.0->tensorboard) (2.0.4)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/site-packages (from requests<3,>=2.21.0->tensorboard) (2021.10.8)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/site-packages (from requests<3,>=2.21.0->tensorboard) (3.2)\n", + "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.7/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard) (3.1.1)\n", + "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/site-packages (from importlib-metadata->markdown>=2.6.8->tensorboard) (3.6.0)\n", + "Installing collected packages: kiwisolver, cycler, matplotlib\n", + "Successfully installed cycler-0.11.0 kiwisolver-1.3.2 matplotlib-3.4.3\n" + ] + }, + { + "output_type": "display_data", + "data": { + "application/vnd.colab-display-data+json": { + "pip_warning": { + "packages": [ + "kiwisolver" + ] + } + } + }, + "metadata": {} + } + ] + }, + { + "cell_type": "code", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "t--2sXCjorHo", + "outputId": "d5a908de-21da-4f86-809a-b0ce2ad7039c" + }, + "source": [ + "%%bash\n", + "# enter a directory named after the dataset, such as dns_interspeech_2020\n", + "cd /content/FullSubNet/recipes/dns_interspeech_2020\n", + "\n", + "# Use a default config and two GPUs to train the FullSubNet model\n", + "CUDA_VISIABLE_DEVICES=0,1\n", + "python -m torch.distributed.run --standalone --nnodes=1 --nproc_per_node=1 train.py -C fullsubnet/train.toml\n", + "\n", + "# Use default config and one GPU to train the Fullband baseline model\n", + "#CUDA_VISIABLE_DEVICES=0\n", + "#python -m torch.distributed.run --standalone --nnodes=1 --nproc_per_node=1 train.py -C fullband_baseline/train.toml\n", + "\n", + "# Resume the experiment using \"-R\" parameter\n", + "#CUDA_VISIABLE_DEVICES=0,1\n", + "#python -m torch.distributed.run --standalone --nnodes=1 --nproc_per_node=2 train.py -C fullband_baseline/train.toml -R\n" + ], + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Process is terminated.\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "lYZBBvaXEEIS" + }, + "source": [ + "# noisyspeech_synthesizer.cfg" + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "e_jDj-M_kpm3" + }, + "source": [ + "#/root/Datasets/DNS-Challenge-INTERSPEECH/noisyspeech_synthesizer.cfg\n", + "# Configuration for generating Noisy Speech Dataset\n", + "\n", + "# - sampling_rate: Specify the sampling rate. Default is 16 kHz\n", + "# - audioformat: default is .wav\n", + "# - audio_length: Minimum Length of each audio clip (noisy and clean speech) in seconds that will be generated by augmenting utterances.\n", + "# - silence_length: Duration of silence introduced between clean speech utterances.\n", + "# - total_hours: Total number of hours of data required. Units are in hours.\n", + "# - snr_lower: Lower bound for SNR required (default: 0 dB)\n", + "# - snr_upper: Upper bound for SNR required (default: 40 dB)\n", + "# - target_level_lower: Lower bound for the target audio level before audiowrite (default: -35 dB)\n", + "# - target_level_upper: Upper bound for the target audio level before audiowrite (default: -15 dB)\n", + "# - total_snrlevels: Number of SNR levels required (default: 5, which means there are 5 levels between snr_lower and snr_upper)\n", + "# - clean_activity_threshold: Activity threshold for clean speech\n", + "# - noise_activity_threshold: Activity threshold for noise\n", + "# - fileindex_start: Starting file ID that will be used in filenames\n", + "# - fileindex_end: Last file ID that will be used in filenames\n", + "# - is_test_set: Set it to True if it is the test set, else False for the training set\n", + "# - noise_dir: Specify the directory path to all noise files\n", + "# - Speech_dir: Specify the directory path to all clean speech files\n", + "# - noisy_destination: Specify path to the destination directory to store noisy speech\n", + "# - clean_destination: Specify path to the destination directory to store clean speech\n", + "# - noise_destination: Specify path to the destination directory to store noise speech\n", + "# - log_dir: Specify path to the directory to store all the log files\n", + "\n", + "# Configuration for unit tests\n", + "# - snr_test: Set to True if SNR test is required, else False\n", + "# - norm_test: Set to True if Normalization test is required, else False\n", + "# - sampling_rate_test: Set to True if Sampling Rate test is required, else False\n", + "# - clipping_test: Set to True if Clipping test is required, else False\n", + "# - unit_tests_log_dir: Specify path to the directory where you want to store logs\n", + "\n", + "[noisy_speech]\n", + "\n", + "sampling_rate: 16000\n", + "audioformat: *.wav\n", + "audio_length: 30\n", + "silence_length: 0.2\n", + "total_hours: 1\n", + "snr_lower: 0\n", + "snr_upper: 40\n", + "randomize_snr: True\n", + "target_level_lower: -35\n", + "target_level_upper: -15\n", + "total_snrlevels: 5\n", + "clean_activity_threshold: 0.6\n", + "noise_activity_threshold: 0.0\n", + "fileindex_start: None\n", + "fileindex_end: None\n", + "is_test_set: False\n", + "noise_dir: /root/Datasets/DNS-Challenge-INTERSPEECH/datasets/noise\n", + "speech_dir: /root/Datasets/DNS-Challenge-INTERSPEECH/datasets/clean\n", + "noisy_destination: /noisy\n", + "clean_destination: /clean\n", + "noise_destination: /noise\n", + "log_dir: /logs\n", + "\n", + "\n", + "# Unit tests config\n", + "snr_test: True\n", + "norm_test: True\n", + "sampling_rate_test = True\n", + "clipping_test = True\n", + "\n", + "unit_tests_log_dir: ./unittests_logs\n", + "\n", + "\n" + ], + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "3NMSbGSTENEK" + }, + "source": [ + "# train.toml" + ] + }, + { + "cell_type": "code", + "metadata": { + "id": "bNHABhZikpSI" + }, + "source": [ + "[meta]\n", + "save_dir = \"~/Experiments/FullSubNet/\"\n", + "description = \"This is a description of FullSubNet experiment.\"\n", + "seed = 0 # set random seed for random, numpy, pytorch-gpu and pytorch-cpu\n", + "use_amp = true\n", + "cudnn_enable = false\n", + "\n", + "[acoustics]\n", + "n_fft = 512\n", + "win_length = 512\n", + "sr = 16000\n", + "hop_length = 256\n", + "\n", + "\n", + "[loss_function]\n", + "name = \"mse_loss\"\n", + "[loss_function.args]\n", + "\n", + "\n", + "[optimizer]\n", + "lr = 0.001\n", + "beta1 = 0.9\n", + "beta2 = 0.999\n", + "\n", + "\n", + "[train_dataset]\n", + "path = \"dataset_train.Dataset\"\n", + "[train_dataset.args]\n", + "clean_dataset = \"~/Datasets/DNS-Challenge-INTERSPEECH/datasets/clean_0.6.txt\"\n", + "clean_dataset_limit = false\n", + "clean_dataset_offset = 0\n", + "noise_dataset = \"~/Datasets/DNS-Challenge-INTERSPEECH/datasets/noise.txt\"\n", + "noise_dataset_limit = false\n", + "noise_dataset_offset = 0\n", + "num_workers = 36\n", + "pre_load_clean_dataset = false\n", + "pre_load_noise = false\n", + "pre_load_rir = false\n", + "reverb_proportion = 0.75\n", + "rir_dataset = \"~/Datasets/DNS-Challenge-INTERSPEECH/datasets/rir.txt\"\n", + "rir_dataset_limit = false\n", + "rir_dataset_offset = 0\n", + "silence_length = 0.2\n", + "snr_range = [-5, 20]\n", + "sr = 16000\n", + "sub_sample_length = 3.072\n", + "target_dB_FS = -25\n", + "target_dB_FS_floating_value = 10\n", + "\n", + "\n", + "[train_dataset.dataloader]\n", + "batch_size = 4\n", + "num_workers = 4\n", + "drop_last = true\n", + "pin_memory = false\n", + "\n", + "\n", + "[validation_dataset]\n", + "path = \"dataset_validation.Dataset\"\n", + "[validation_dataset.args]\n", + "dataset_dir_list = [\n", + " \"~/Datasets/DNS-Challenge-INTERSPEECH/datasets/test_set/synthetic/with_reverb/\",\n", + " \"~/Datasets/DNS-Challenge-INTERSPEECH/datasets/test_set/synthetic/no_reverb/\"\n", + "]\n", + "sr = 16000\n", + "\n", + "\n", + "[model]\n", + "path = \"fullsubnet.model.Model\"\n", + "\n", + "[model.args]\n", + "sb_num_neighbors = 15\n", + "fb_num_neighbors = 0\n", + "num_freqs = 257\n", + "look_ahead = 2\n", + "sequence_model = \"LSTM\"\n", + "fb_output_activate_function = \"ReLU\"\n", + "sb_output_activate_function = false\n", + "fb_model_hidden_size = 512\n", + "sb_model_hidden_size = 384\n", + "weight_init = false\n", + "norm_type = \"offline_laplace_norm\"\n", + "num_groups_in_drop_band = 2\n", + "\n", + "\n", + "[trainer]\n", + "path = \"trainer.Trainer\"\n", + "[trainer.train]\n", + "clip_grad_norm_value = 10\n", + "epochs = 9999\n", + "save_checkpoint_interval = 2\n", + "[trainer.validation]\n", + "save_max_metric_score = true\n", + "validation_interval = 2\n", + "[trainer.visualization]\n", + "metrics = [\"WB_PESQ\", \"NB_PESQ\", \"STOI\", \"SI_SDR\"]\n", + "n_samples = 10\n", + "num_workers = 36\n" + ], + "execution_count": null, + "outputs": [] + } + ] +} \ No newline at end of file