{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "view-in-github", "colab_type": "text" }, "source": [ "\"Open" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Nsx1ZPePslRk", "outputId": "a555d1bf-3d81-4dc3-9ddd-5357800cd0f4" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Cloning into 'modelscope-agent'...\n", "remote: Enumerating objects: 1599, done.\u001b[K\n", "remote: Counting objects: 100% (854/854), done.\u001b[K\n", "remote: Compressing objects: 100% (371/371), done.\u001b[K\n", "remote: Total 1599 (delta 633), reused 574 (delta 478), pack-reused 745\u001b[K\n", "Receiving objects: 100% (1599/1599), 32.93 MiB | 47.63 MiB/s, done.\n", "Resolving deltas: 100% (1004/1004), done.\n" ] } ], "source": [ "!git clone https://github.com/KevinWang676/modelscope-agent.git" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "ZGv88YgNuxGJ", "outputId": "289ed9ea-bbee-4da1-c278-0195344fada2" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "/content/modelscope-agent\n" ] } ], "source": [ "cd modelscope-agent" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "st1WOwAEu5CH", "outputId": "3c7620f6-637f-4dc6-ef58-cca52ce12f2e" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Collecting dashscope (from -r requirements.txt (line 1))\n", " Downloading dashscope-1.13.4-py3-none-any.whl (78 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.7/78.7 kB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting datasets>=2.8.0 (from -r requirements.txt (line 2))\n", " Downloading datasets-2.15.0-py3-none-any.whl (521 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m521.2/521.2 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: ipython in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 3)) (7.34.0)\n", "Collecting jupyter>=1.0.0 (from -r requirements.txt (line 4))\n", " Downloading jupyter-1.0.0-py2.py3-none-any.whl (2.7 kB)\n", "Collecting langchain<=0.0.292 (from -r requirements.txt (line 5))\n", " Downloading langchain-0.0.292-py3-none-any.whl (1.7 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m33.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting modelscope>=1.7.0 (from -r requirements.txt (line 6))\n", " Downloading modelscope-1.10.0-py3-none-any.whl (5.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m85.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: moviepy in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 7)) (1.0.3)\n", "Collecting ms-swift (from -r requirements.txt (line 8))\n", " Downloading ms_swift-1.4.0-py3-none-any.whl (216 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m216.9/216.9 kB\u001b[0m \u001b[31m27.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting openai (from -r requirements.txt (line 9))\n", " Downloading openai-1.3.8-py3-none-any.whl (221 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m221.5/221.5 kB\u001b[0m \u001b[31m28.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: opencv-python in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 10)) (4.8.0.76)\n", "Requirement already satisfied: openpyxl in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 11)) (3.1.2)\n", "Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 12)) (9.4.0)\n", "Collecting pydantic>=2.0.0 (from -r requirements.txt (line 13))\n", " Downloading pydantic-2.5.2-py3-none-any.whl (381 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m381.9/381.9 kB\u001b[0m \u001b[31m46.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pypdf (from -r requirements.txt (line 14))\n", " Downloading pypdf-3.17.1-py3-none-any.whl (277 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m277.6/277.6 kB\u001b[0m \u001b[31m36.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pytest in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 15)) (7.4.3)\n", "Collecting python-dotenv (from -r requirements.txt (line 16))\n", " Downloading python_dotenv-1.0.0-py3-none-any.whl (19 kB)\n", "Requirement already satisfied: seaborn in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 17)) (0.12.2)\n", "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 18)) (0.12.1)\n", "Requirement already satisfied: transformers>=4.29.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 19)) (4.35.2)\n", "Collecting transformers_stream_generator (from -r requirements.txt (line 20))\n", " Downloading transformers-stream-generator-0.0.4.tar.gz (12 kB)\n", " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from dashscope->-r requirements.txt (line 1)) (3.9.1)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from dashscope->-r requirements.txt (line 1)) (2.31.0)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (1.23.5)\n", "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (9.0.0)\n", "Collecting pyarrow-hotfix (from datasets>=2.8.0->-r requirements.txt (line 2))\n", " Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n", "Collecting dill<0.3.8,>=0.3.0 (from datasets>=2.8.0->-r requirements.txt (line 2))\n", " Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (1.5.3)\n", "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (4.66.1)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (3.4.1)\n", "Collecting multiprocess (from datasets>=2.8.0->-r requirements.txt (line 2))\n", " Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m18.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (2023.6.0)\n", "Requirement already satisfied: huggingface-hub>=0.18.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (0.19.4)\n", "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (23.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.8.0->-r requirements.txt (line 2)) (6.0.1)\n", "Requirement already satisfied: setuptools>=18.5 in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (67.7.2)\n", "Collecting jedi>=0.16 (from ipython->-r requirements.txt (line 3))\n", " Downloading jedi-0.19.1-py2.py3-none-any.whl (1.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m88.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (4.4.2)\n", "Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (0.7.5)\n", "Requirement already satisfied: traitlets>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (5.7.1)\n", "Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (3.0.41)\n", "Requirement already satisfied: pygments in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (2.16.1)\n", "Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (0.2.0)\n", "Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (0.1.6)\n", "Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython->-r requirements.txt (line 3)) (4.9.0)\n", "Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->-r requirements.txt (line 4)) (6.5.5)\n", "Collecting qtconsole (from jupyter>=1.0.0->-r requirements.txt (line 4))\n", " Downloading qtconsole-5.5.1-py3-none-any.whl (123 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.4/123.4 kB\u001b[0m \u001b[31m17.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->-r requirements.txt (line 4)) (6.1.0)\n", "Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->-r requirements.txt (line 4)) (6.5.4)\n", "Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->-r requirements.txt (line 4)) (5.5.6)\n", "Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->-r requirements.txt (line 4)) (7.7.1)\n", "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain<=0.0.292->-r requirements.txt (line 5)) (2.0.23)\n", "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from langchain<=0.0.292->-r requirements.txt (line 5)) (4.0.3)\n", "Collecting dataclasses-json<0.6.0,>=0.5.7 (from langchain<=0.0.292->-r requirements.txt (line 5))\n", " Downloading dataclasses_json-0.5.14-py3-none-any.whl (26 kB)\n", "Collecting langsmith<0.1.0,>=0.0.21 (from langchain<=0.0.292->-r requirements.txt (line 5))\n", " Downloading langsmith-0.0.69-py3-none-any.whl (48 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m48.2/48.2 kB\u001b[0m \u001b[31m6.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: numexpr<3.0.0,>=2.8.4 in /usr/local/lib/python3.10/dist-packages (from langchain<=0.0.292->-r requirements.txt (line 5)) (2.8.7)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain<=0.0.292->-r requirements.txt (line 5)) (8.2.3)\n", "Collecting addict (from modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading addict-2.4.0-py3-none-any.whl (3.8 kB)\n", "Requirement already satisfied: attrs in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (23.1.0)\n", "Collecting einops (from modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading einops-0.7.0-py3-none-any.whl (44 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.6/44.6 kB\u001b[0m \u001b[31m6.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: filelock>=3.3.0 in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (3.13.1)\n", "Requirement already satisfied: gast>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (0.5.4)\n", "Collecting oss2 (from modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading oss2-2.18.3.tar.gz (276 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m276.1/276.1 kB\u001b[0m \u001b[31m35.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Collecting pyarrow>=8.0.0 (from datasets>=2.8.0->-r requirements.txt (line 2))\n", " Downloading pyarrow-14.0.1-cp310-cp310-manylinux_2_28_x86_64.whl (38.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.0/38.0 MB\u001b[0m \u001b[31m44.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (2.8.2)\n", "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (1.11.4)\n", "Collecting simplejson>=3.3.0 (from modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading simplejson-3.19.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (137 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m137.9/137.9 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: sortedcontainers>=1.5.9 in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (2.4.0)\n", "Requirement already satisfied: urllib3>=1.26 in /usr/local/lib/python3.10/dist-packages (from modelscope>=1.7.0->-r requirements.txt (line 6)) (2.0.7)\n", "Collecting yapf (from modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading yapf-0.40.2-py3-none-any.whl (254 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m254.7/254.7 kB\u001b[0m \u001b[31m32.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: proglog<=1.0.0 in /usr/local/lib/python3.10/dist-packages (from moviepy->-r requirements.txt (line 7)) (0.1.10)\n", "Requirement already satisfied: imageio<3.0,>=2.5 in /usr/local/lib/python3.10/dist-packages (from moviepy->-r requirements.txt (line 7)) (2.31.6)\n", "Requirement already satisfied: imageio-ffmpeg>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from moviepy->-r requirements.txt (line 7)) (0.4.9)\n", "Collecting accelerate (from ms-swift->-r requirements.txt (line 8))\n", " Downloading accelerate-0.25.0-py3-none-any.whl (265 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m265.7/265.7 kB\u001b[0m \u001b[31m31.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: jieba in /usr/local/lib/python3.10/dist-packages (from ms-swift->-r requirements.txt (line 8)) (0.42.1)\n", "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from ms-swift->-r requirements.txt (line 8)) (3.7.1)\n", "Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (from ms-swift->-r requirements.txt (line 8)) (3.8.1)\n", "Collecting optimum (from ms-swift->-r requirements.txt (line 8))\n", " Downloading optimum-1.15.0-py3-none-any.whl (400 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m400.9/400.9 kB\u001b[0m \u001b[31m44.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting peft<=0.6.2,>=0.6.0 (from ms-swift->-r requirements.txt (line 8))\n", " Downloading peft-0.6.2-py3-none-any.whl (174 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m174.7/174.7 kB\u001b[0m \u001b[31m23.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting rouge (from ms-swift->-r requirements.txt (line 8))\n", " Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n", "Requirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from ms-swift->-r requirements.txt (line 8)) (0.4.1)\n", "Requirement already satisfied: tensorboard in /usr/local/lib/python3.10/dist-packages (from ms-swift->-r requirements.txt (line 8)) (2.14.1)\n", "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 9)) (3.7.1)\n", "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai->-r requirements.txt (line 9)) (1.7.0)\n", "Collecting httpx<1,>=0.23.0 (from openai->-r requirements.txt (line 9))\n", " Downloading httpx-0.25.2-py3-none-any.whl (74 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.0/75.0 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 9)) (1.3.0)\n", "Requirement already satisfied: typing-extensions<5,>=4.5 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 9)) (4.5.0)\n", "Requirement already satisfied: et-xmlfile in /usr/local/lib/python3.10/dist-packages (from openpyxl->-r requirements.txt (line 11)) (1.1.0)\n", "Collecting annotated-types>=0.4.0 (from pydantic>=2.0.0->-r requirements.txt (line 13))\n", " Downloading annotated_types-0.6.0-py3-none-any.whl (12 kB)\n", "Collecting pydantic-core==2.14.5 (from pydantic>=2.0.0->-r requirements.txt (line 13))\n", " Downloading pydantic_core-2.14.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m93.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting typing-extensions<5,>=4.5 (from openai->-r requirements.txt (line 9))\n", " Downloading typing_extensions-4.9.0-py3-none-any.whl (32 kB)\n", "Requirement already satisfied: iniconfig in /usr/local/lib/python3.10/dist-packages (from pytest->-r requirements.txt (line 15)) (2.0.0)\n", "Requirement already satisfied: pluggy<2.0,>=0.12 in /usr/local/lib/python3.10/dist-packages (from pytest->-r requirements.txt (line 15)) (1.3.0)\n", "Requirement already satisfied: exceptiongroup>=1.0.0rc8 in /usr/local/lib/python3.10/dist-packages (from pytest->-r requirements.txt (line 15)) (1.2.0)\n", "Requirement already satisfied: tomli>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from pytest->-r requirements.txt (line 15)) (2.0.1)\n", "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->-r requirements.txt (line 18)) (1.16.0)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.29.0->-r requirements.txt (line 19)) (2023.6.3)\n", "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.29.0->-r requirements.txt (line 19)) (0.15.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r requirements.txt (line 1)) (6.0.4)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r requirements.txt (line 1)) (1.9.3)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r requirements.txt (line 1)) (1.4.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r requirements.txt (line 1)) (1.3.1)\n", "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->-r requirements.txt (line 9)) (3.6)\n", "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->-r requirements.txt (line 18)) (2.21)\n", "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.6.0,>=0.5.7->langchain<=0.0.292->-r requirements.txt (line 5))\n", " Downloading marshmallow-3.20.1-py3-none-any.whl (49 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m7.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.6.0,>=0.5.7->langchain<=0.0.292->-r requirements.txt (line 5))\n", " Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai->-r requirements.txt (line 9)) (2023.11.17)\n", "Collecting httpcore==1.* (from httpx<1,>=0.23.0->openai->-r requirements.txt (line 9))\n", " Downloading httpcore-1.0.2-py3-none-any.whl (76 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.9/76.9 kB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting h11<0.15,>=0.13 (from httpcore==1.*->httpx<1,>=0.23.0->openai->-r requirements.txt (line 9))\n", " Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython->-r requirements.txt (line 3)) (0.8.3)\n", "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->ms-swift->-r requirements.txt (line 8)) (1.2.0)\n", "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->ms-swift->-r requirements.txt (line 8)) (0.12.1)\n", "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->ms-swift->-r requirements.txt (line 8)) (4.45.1)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->ms-swift->-r requirements.txt (line 8)) (1.4.5)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->ms-swift->-r requirements.txt (line 8)) (3.1.1)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets>=2.8.0->-r requirements.txt (line 2)) (2023.3.post1)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft<=0.6.2,>=0.6.0->ms-swift->-r requirements.txt (line 8)) (5.9.5)\n", "Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft<=0.6.2,>=0.6.0->ms-swift->-r requirements.txt (line 8)) (2.1.0+cu118)\n", "Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.10/dist-packages (from pexpect>4.3->ipython->-r requirements.txt (line 3)) (0.7.0)\n", "Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->ipython->-r requirements.txt (line 3)) (0.2.12)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.1->modelscope>=1.7.0->-r requirements.txt (line 6)) (1.16.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->dashscope->-r requirements.txt (line 1)) (3.3.2)\n", "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain<=0.0.292->-r requirements.txt (line 5)) (3.0.1)\n", "Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.2.0)\n", "Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->-r requirements.txt (line 4)) (6.1.12)\n", "Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->-r requirements.txt (line 4)) (6.3.2)\n", "Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->-r requirements.txt (line 4)) (3.6.6)\n", "Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->-r requirements.txt (line 4)) (3.0.9)\n", "Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (4.9.3)\n", "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (4.11.2)\n", "Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (6.1.0)\n", "Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.7.1)\n", "Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.4)\n", "Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (3.1.2)\n", "Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (5.5.0)\n", "Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.3.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (2.1.3)\n", "Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.8.4)\n", "Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.9.0)\n", "Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (5.9.2)\n", "Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.5.0)\n", "Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.2.1)\n", "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk->ms-swift->-r requirements.txt (line 8)) (8.1.7)\n", "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk->ms-swift->-r requirements.txt (line 8)) (1.3.2)\n", "Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (23.2.1)\n", "Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (23.1.0)\n", "Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.5.8)\n", "Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.8.2)\n", "Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.18.0)\n", "Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.19.0)\n", "Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.0.0)\n", "Collecting coloredlogs (from optimum->ms-swift->-r requirements.txt (line 8))\n", " Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from optimum->ms-swift->-r requirements.txt (line 8)) (1.12)\n", "Collecting crcmod>=1.7 (from oss2->modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading crcmod-1.7.tar.gz (89 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m89.7/89.7 kB\u001b[0m \u001b[31m14.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Collecting pycryptodome>=3.4.7 (from oss2->modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading pycryptodome-3.19.0-cp35-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m103.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting aliyun-python-sdk-kms>=2.4.1 (from oss2->modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading aliyun_python_sdk_kms-2.16.2-py2.py3-none-any.whl (94 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m94.0/94.0 kB\u001b[0m \u001b[31m14.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting aliyun-python-sdk-core>=2.13.12 (from oss2->modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading aliyun-python-sdk-core-2.14.0.tar.gz (443 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m443.0/443.0 kB\u001b[0m \u001b[31m48.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Collecting qtpy>=2.4.0 (from qtconsole->jupyter>=1.0.0->-r requirements.txt (line 4))\n", " Downloading QtPy-2.4.1-py3-none-any.whl (93 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m93.5/93.5 kB\u001b[0m \u001b[31m13.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (1.4.0)\n", "Requirement already satisfied: grpcio>=1.48.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (1.59.3)\n", "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (2.17.3)\n", "Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (1.0.0)\n", "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (3.5.1)\n", "Requirement already satisfied: protobuf>=3.19.6 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (3.20.3)\n", "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (0.7.2)\n", "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard->ms-swift->-r requirements.txt (line 8)) (3.0.1)\n", "Requirement already satisfied: importlib-metadata>=6.6.0 in /usr/local/lib/python3.10/dist-packages (from yapf->modelscope>=1.7.0->-r requirements.txt (line 6)) (6.8.0)\n", "Requirement already satisfied: platformdirs>=3.5.1 in /usr/local/lib/python3.10/dist-packages (from yapf->modelscope>=1.7.0->-r requirements.txt (line 6)) (4.0.0)\n", "Collecting jmespath<1.0.0,>=0.9.3 (from aliyun-python-sdk-core>=2.13.12->oss2->modelscope>=1.7.0->-r requirements.txt (line 6))\n", " Downloading jmespath-0.10.0-py2.py3-none-any.whl (24 kB)\n", "Requirement already satisfied: cryptography>=2.6.0 in /usr/local/lib/python3.10/dist-packages (from aliyun-python-sdk-core>=2.13.12->oss2->modelscope>=1.7.0->-r requirements.txt (line 6)) (41.0.7)\n", "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->ms-swift->-r requirements.txt (line 8)) (5.3.2)\n", "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->ms-swift->-r requirements.txt (line 8)) (0.3.0)\n", "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->ms-swift->-r requirements.txt (line 8)) (4.9)\n", "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard->ms-swift->-r requirements.txt (line 8)) (1.3.1)\n", "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata>=6.6.0->yapf->modelscope>=1.7.0->-r requirements.txt (line 6)) (3.17.0)\n", "Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.24.0)\n", "Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.2.3)\n", "Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (2.19.0)\n", "Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (4.19.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft<=0.6.2,>=0.6.0->ms-swift->-r requirements.txt (line 8)) (3.2.1)\n", "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft<=0.6.2,>=0.6.0->ms-swift->-r requirements.txt (line 8)) (2.1.0)\n", "Collecting sentencepiece!=0.1.92,>=0.1.91 (from transformers>=4.29.0->-r requirements.txt (line 19))\n", " Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m90.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.6.0,>=0.5.7->langchain<=0.0.292->-r requirements.txt (line 5))\n", " Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", "Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (21.2.0)\n", "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (2.5)\n", "Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.5.1)\n", "Collecting humanfriendly>=9.1 (from coloredlogs->optimum->ms-swift->-r requirements.txt (line 8))\n", " Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->optimum->ms-swift->-r requirements.txt (line 8)) (1.3.0)\n", "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (2023.11.2)\n", "Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.31.1)\n", "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->-r requirements.txt (line 4)) (0.13.2)\n", "Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->-r requirements.txt (line 4)) (1.6.4)\n", "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard->ms-swift->-r requirements.txt (line 8)) (0.5.1)\n", "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard->ms-swift->-r requirements.txt (line 8)) (3.2.2)\n", "Building wheels for collected packages: transformers_stream_generator, oss2, aliyun-python-sdk-core, crcmod\n", " Building wheel for transformers_stream_generator (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for transformers_stream_generator: filename=transformers_stream_generator-0.0.4-py3-none-any.whl size=12316 sha256=1c066a290d30a4caf5c1f696342fefabc5e4e53974e78a16baf5ce695e60e625\n", " Stored in directory: /root/.cache/pip/wheels/47/1d/3c/92d88493ed40c0d9be60a391eb76c9a56e9f9b7542cb789401\n", " Building wheel for oss2 (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for oss2: filename=oss2-2.18.3-py3-none-any.whl size=115529 sha256=da07051065b19bf1f44f933de48b6821e3e316335b49a3da695bd0f7a34b611e\n", " Stored in directory: /root/.cache/pip/wheels/fb/35/c6/994588a250dfbac458cebe2184d4945a0c0a24e62cd82ebe0b\n", " Building wheel for aliyun-python-sdk-core (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for aliyun-python-sdk-core: filename=aliyun_python_sdk_core-2.14.0-py3-none-any.whl size=535289 sha256=947979cc5979ee0c3f2731dac41254b1ea69042333fc7f5ee9b7dde0dd81a08b\n", " Stored in directory: /root/.cache/pip/wheels/16/3c/68/b7eab618d9f1d5e7d386296f1e07e2cf36aaa1eb5161885038\n", " Building wheel for crcmod (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for crcmod: filename=crcmod-1.7-cp310-cp310-linux_x86_64.whl size=31406 sha256=471e713cfd9790bb47bc1777db6a6786dd6c5e136fdf90f00aed487cf1b646a2\n", " Stored in directory: /root/.cache/pip/wheels/85/4c/07/72215c529bd59d67e3dac29711d7aba1b692f543c808ba9e86\n", "Successfully built transformers_stream_generator oss2 aliyun-python-sdk-core crcmod\n", "Installing collected packages: sentencepiece, crcmod, addict, typing-extensions, simplejson, rouge, qtpy, python-dotenv, pypdf, pycryptodome, pyarrow-hotfix, pyarrow, mypy-extensions, marshmallow, jmespath, jedi, humanfriendly, h11, einops, dill, annotated-types, yapf, typing-inspect, pydantic-core, multiprocess, httpcore, coloredlogs, pydantic, httpx, dataclasses-json, dashscope, aliyun-python-sdk-core, accelerate, qtconsole, openai, langsmith, datasets, aliyun-python-sdk-kms, transformers_stream_generator, peft, oss2, langchain, optimum, modelscope, ms-swift, jupyter\n", " Attempting uninstall: typing-extensions\n", " Found existing installation: typing_extensions 4.5.0\n", " Uninstalling typing_extensions-4.5.0:\n", " Successfully uninstalled typing_extensions-4.5.0\n", " Attempting uninstall: pyarrow\n", " Found existing installation: pyarrow 9.0.0\n", " Uninstalling pyarrow-9.0.0:\n", " Successfully uninstalled pyarrow-9.0.0\n", " Attempting uninstall: pydantic\n", " Found existing installation: pydantic 1.10.13\n", " Uninstalling pydantic-1.10.13:\n", " Successfully uninstalled pydantic-1.10.13\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "lida 0.0.10 requires fastapi, which is not installed.\n", "lida 0.0.10 requires kaleido, which is not installed.\n", "lida 0.0.10 requires python-multipart, which is not installed.\n", "lida 0.0.10 requires uvicorn, which is not installed.\n", "llmx 0.0.15a0 requires cohere, which is not installed.\n", "llmx 0.0.15a0 requires tiktoken, which is not installed.\n", "ibis-framework 6.2.0 requires pyarrow<13,>=2, but you have pyarrow 14.0.1 which is incompatible.\n", "pandas-gbq 0.17.9 requires pyarrow<10.0dev,>=3.0.0, but you have pyarrow 14.0.1 which is incompatible.\n", "tensorflow-probability 0.22.0 requires typing-extensions<4.6.0, but you have typing-extensions 4.9.0 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed accelerate-0.25.0 addict-2.4.0 aliyun-python-sdk-core-2.14.0 aliyun-python-sdk-kms-2.16.2 annotated-types-0.6.0 coloredlogs-15.0.1 crcmod-1.7 dashscope-1.13.4 dataclasses-json-0.5.14 datasets-2.15.0 dill-0.3.7 einops-0.7.0 h11-0.14.0 httpcore-1.0.2 httpx-0.25.2 humanfriendly-10.0 jedi-0.19.1 jmespath-0.10.0 jupyter-1.0.0 langchain-0.0.292 langsmith-0.0.69 marshmallow-3.20.1 modelscope-1.10.0 ms-swift-1.4.0 multiprocess-0.70.15 mypy-extensions-1.0.0 openai-1.3.8 optimum-1.15.0 oss2-2.18.3 peft-0.6.2 pyarrow-14.0.1 pyarrow-hotfix-0.6 pycryptodome-3.19.0 pydantic-2.5.2 pydantic-core-2.14.5 pypdf-3.17.1 python-dotenv-1.0.0 qtconsole-5.5.1 qtpy-2.4.1 rouge-1.0.1 sentencepiece-0.1.99 simplejson-3.19.2 transformers_stream_generator-0.0.4 typing-extensions-4.9.0 typing-inspect-0.9.0 yapf-0.40.2\n" ] } ], "source": [ "pip install -r requirements.txt" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "5oTlx9Dvu8Ep", "outputId": "4930eb60-ce32-44fd-9c4f-4f928792bb8b" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: dashscope in /usr/local/lib/python3.10/dist-packages (from -r apps/agentfabric/requirements.txt (line 1)) (1.13.4)\n", "Collecting faiss-cpu (from -r apps/agentfabric/requirements.txt (line 2))\n", " Downloading faiss_cpu-1.7.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.6/17.6 MB\u001b[0m \u001b[31m69.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting gradio==3.47.1 (from -r apps/agentfabric/requirements.txt (line 3))\n", " Downloading gradio-3.47.1-py3-none-any.whl (20.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m20.3/20.3 MB\u001b[0m \u001b[31m56.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: langchain in /usr/local/lib/python3.10/dist-packages (from -r apps/agentfabric/requirements.txt (line 4)) (0.0.292)\n", "Collecting markdown-cjk-spacing (from -r apps/agentfabric/requirements.txt (line 5))\n", " Downloading markdown_cjk_spacing-0.2.2-py3-none-any.whl (5.1 kB)\n", "Collecting markdown_katex (from -r apps/agentfabric/requirements.txt (line 6))\n", " Downloading markdown_katex-202112.1034-py2.py3-none-any.whl (39.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m39.8/39.8 MB\u001b[0m \u001b[31m39.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting mdx_truly_sane_lists (from -r apps/agentfabric/requirements.txt (line 7))\n", " Downloading mdx_truly_sane_lists-1.3-py3-none-any.whl (6.1 kB)\n", "Collecting pymdown-extensions (from -r apps/agentfabric/requirements.txt (line 8))\n", " Downloading pymdown_extensions-10.5-py3-none-any.whl (241 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m241.1/241.1 kB\u001b[0m \u001b[31m29.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: python-slugify in /usr/local/lib/python3.10/dist-packages (from -r apps/agentfabric/requirements.txt (line 9)) (8.0.1)\n", "Collecting aiofiles<24.0,>=22.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading aiofiles-23.2.1-py3-none-any.whl (15 kB)\n", "Requirement already satisfied: altair<6.0,>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (4.2.2)\n", "Collecting fastapi (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading fastapi-0.104.1-py3-none-any.whl (92 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.9/92.9 kB\u001b[0m \u001b[31m13.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting ffmpy (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading ffmpy-0.3.1.tar.gz (5.5 kB)\n", " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Collecting gradio-client==0.6.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading gradio_client-0.6.0-py3-none-any.whl (298 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m298.8/298.8 kB\u001b[0m \u001b[31m37.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: httpx in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.25.2)\n", "Requirement already satisfied: huggingface-hub>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.19.4)\n", "Requirement already satisfied: importlib-resources<7.0,>=1.3 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (6.1.1)\n", "Requirement already satisfied: jinja2<4.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.1.2)\n", "Requirement already satisfied: markupsafe~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.1.3)\n", "Requirement already satisfied: matplotlib~=3.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.7.1)\n", "Requirement already satisfied: numpy~=1.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.23.5)\n", "Collecting orjson~=3.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading orjson-3.9.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.7/138.7 kB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (23.2)\n", "Requirement already satisfied: pandas<3.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.5.3)\n", "Requirement already satisfied: pillow<11.0,>=8.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (9.4.0)\n", "Requirement already satisfied: pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.5.2)\n", "Collecting pydub (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n", "Collecting python-multipart (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading python_multipart-0.0.6-py3-none-any.whl (45 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m6.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pyyaml<7.0,>=5.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (6.0.1)\n", "Requirement already satisfied: requests~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.31.0)\n", "Collecting semantic-version~=2.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n", "Requirement already satisfied: typing-extensions~=4.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (4.9.0)\n", "Collecting uvicorn>=0.14.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading uvicorn-0.24.0.post1-py3-none-any.whl (59 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m59.7/59.7 kB\u001b[0m \u001b[31m8.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting websockets<12.0,>=10.0 (from gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from gradio-client==0.6.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2023.6.0)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from dashscope->-r apps/agentfabric/requirements.txt (line 1)) (3.9.1)\n", "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (2.0.23)\n", "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (4.0.3)\n", "Requirement already satisfied: dataclasses-json<0.6.0,>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (0.5.14)\n", "Requirement already satisfied: langsmith<0.1.0,>=0.0.21 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (0.0.69)\n", "Requirement already satisfied: numexpr<3.0.0,>=2.8.4 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (2.8.7)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain->-r apps/agentfabric/requirements.txt (line 4)) (8.2.3)\n", "Requirement already satisfied: Markdown>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from markdown-cjk-spacing->-r apps/agentfabric/requirements.txt (line 5)) (3.5.1)\n", "Collecting pathlib2 (from markdown_katex->-r apps/agentfabric/requirements.txt (line 6))\n", " Downloading pathlib2-2.3.7.post1-py2.py3-none-any.whl (18 kB)\n", "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from markdown_katex->-r apps/agentfabric/requirements.txt (line 6)) (67.7.2)\n", "Requirement already satisfied: text-unidecode>=1.3 in /usr/local/lib/python3.10/dist-packages (from python-slugify->-r apps/agentfabric/requirements.txt (line 9)) (1.3)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r apps/agentfabric/requirements.txt (line 1)) (23.1.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r apps/agentfabric/requirements.txt (line 1)) (6.0.4)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r apps/agentfabric/requirements.txt (line 1)) (1.9.3)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r apps/agentfabric/requirements.txt (line 1)) (1.4.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->dashscope->-r apps/agentfabric/requirements.txt (line 1)) (1.3.1)\n", "Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.4)\n", "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (4.19.2)\n", "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.12.0)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.6.0,>=0.5.7->langchain->-r apps/agentfabric/requirements.txt (line 4)) (3.20.1)\n", "Requirement already satisfied: typing-inspect<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.6.0,>=0.5.7->langchain->-r apps/agentfabric/requirements.txt (line 4)) (0.9.0)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.14.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.13.1)\n", "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.14.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (4.66.1)\n", "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.2.0)\n", "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.12.1)\n", "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (4.45.1)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.4.5)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.1.1)\n", "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas<3.0,>=1.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2023.3.post1)\n", "Requirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.6.0)\n", "Requirement already satisfied: pydantic-core==2.14.5 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,!=2.0.0,!=2.0.1,<3.0.0,>=1.7.4->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.14.5)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests~=2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2023.11.17)\n", "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain->-r apps/agentfabric/requirements.txt (line 4)) (3.0.1)\n", "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn>=0.14.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (8.1.7)\n", "Requirement already satisfied: h11>=0.8 in /usr/local/lib/python3.10/dist-packages (from uvicorn>=0.14.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.14.0)\n", "Requirement already satisfied: anyio<4.0.0,>=3.7.1 in /usr/local/lib/python3.10/dist-packages (from fastapi->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (3.7.1)\n", "Collecting starlette<0.28.0,>=0.27.0 (from fastapi->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3))\n", " Downloading starlette-0.27.0-py3-none-any.whl (66 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.0/67.0 kB\u001b[0m \u001b[31m10.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.0.2)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.3.0)\n", "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from pathlib2->markdown_katex->-r apps/agentfabric/requirements.txt (line 6)) (1.16.0)\n", "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4.0.0,>=3.7.1->fastapi->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (1.2.0)\n", "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (2023.11.2)\n", "Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.31.1)\n", "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio==3.47.1->-r apps/agentfabric/requirements.txt (line 3)) (0.13.2)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.6.0,>=0.5.7->langchain->-r apps/agentfabric/requirements.txt (line 4)) (1.0.0)\n", "Building wheels for collected packages: ffmpy\n", " Building wheel for ffmpy (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for ffmpy: filename=ffmpy-0.3.1-py3-none-any.whl size=5579 sha256=bf1dba46efe088938cacd98726dfe5d41b89fec124941bde6adfd25177f70131\n", " Stored in directory: /root/.cache/pip/wheels/01/a6/d1/1c0828c304a4283b2c1639a09ad86f83d7c487ef34c6b4a1bf\n", "Successfully built ffmpy\n", "Installing collected packages: pydub, ffmpy, faiss-cpu, websockets, uvicorn, semantic-version, python-multipart, pymdown-extensions, pathlib2, orjson, mdx_truly_sane_lists, markdown-cjk-spacing, aiofiles, starlette, markdown_katex, gradio-client, fastapi, gradio\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "lida 0.0.10 requires kaleido, which is not installed.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed aiofiles-23.2.1 faiss-cpu-1.7.4 fastapi-0.104.1 ffmpy-0.3.1 gradio-3.47.1 gradio-client-0.6.0 markdown-cjk-spacing-0.2.2 markdown_katex-202112.1034 mdx_truly_sane_lists-1.3 orjson-3.9.10 pathlib2-2.3.7.post1 pydub-0.25.1 pymdown-extensions-10.5 python-multipart-0.0.6 semantic-version-2.10.0 starlette-0.27.0 uvicorn-0.24.0.post1 websockets-11.0.3\n" ] } ], "source": [ "pip install -r apps/agentfabric/requirements.txt" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "id": "ydDEtFYtu9AV" }, "outputs": [], "source": [ "import os\n", "os.environ[\"DASHSCOPE_API_KEY\"] = \"您的DASHSCOPE_API_KEY\"\n", "\n", "# 需要输入您的DASHSCOPE_API_KEY；点击此处查看：https://help.aliyun.com/zh/dashscope/developer-reference/activate-dashscope-and-create-an-api-key" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "id": "EwZjKacV_RWF" }, "outputs": [], "source": [ "!mv /content/modelscope-agent/modelscope_agent /content/modelscope-agent/apps/agentfabric" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "PcBMi8iK_Fso", "outputId": "68a929ab-abb5-4d2c-c858-ae27a1671b8a" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "/content/modelscope-agent/apps/agentfabric\n" ] } ], "source": [ "cd apps/agentfabric" ] }, { "cell_type": "code", "source": [ "pip install cohere" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "-HHqkFZSVb06", "outputId": "904f7770-c999-48e2-8452-1f50ea683bd8" }, "execution_count": 8, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Collecting cohere\n", " Downloading cohere-4.37-py3-none-any.whl (48 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m48.9/48.9 kB\u001b[0m \u001b[31m782.5 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: aiohttp<4.0,>=3.0 in /usr/local/lib/python3.10/dist-packages (from cohere) (3.9.1)\n", "Collecting backoff<3.0,>=2.0 (from cohere)\n", " Downloading backoff-2.2.1-py3-none-any.whl (15 kB)\n", "Collecting fastavro<2.0,>=1.8 (from cohere)\n", " Downloading fastavro-1.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m14.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: importlib_metadata<7.0,>=6.0 in /usr/local/lib/python3.10/dist-packages (from cohere) (6.8.0)\n", "Requirement already satisfied: requests<3.0.0,>=2.25.0 in /usr/local/lib/python3.10/dist-packages (from cohere) (2.31.0)\n", "Requirement already satisfied: urllib3<3,>=1.26 in /usr/local/lib/python3.10/dist-packages (from cohere) (2.0.7)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (23.1.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (6.0.4)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (1.9.3)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (1.4.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (1.3.1)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0,>=3.0->cohere) (4.0.3)\n", "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib_metadata<7.0,>=6.0->cohere) (3.17.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.25.0->cohere) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.25.0->cohere) (3.6)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.25.0->cohere) (2023.11.17)\n", "Installing collected packages: fastavro, backoff, cohere\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "llmx 0.0.15a0 requires tiktoken, which is not installed.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed backoff-2.2.1 cohere-4.37 fastavro-1.9.1\n" ] } ] }, { "cell_type": "code", "source": [ "pip install tiktoken" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "fJBCVoN4TWub", "outputId": "81b35da5-d705-4801-f821-0f84a75cae37" }, "execution_count": 9, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Collecting tiktoken\n", " Downloading tiktoken-0.5.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken) (2023.6.3)\n", "Requirement already satisfied: requests>=2.26.0 in /usr/local/lib/python3.10/dist-packages (from tiktoken) (2.31.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken) (3.6)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken) (2023.11.17)\n", "Installing collected packages: tiktoken\n", "Successfully installed tiktoken-0.5.2\n" ] } ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "TEB4sJ48vzdA", "outputId": "c3372871-347b-471d-fc64-08013297aabc" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Traceback (most recent call last):\n", " File \"\", line 688, in _load_unlocked\n", " File \"\", line 883, in exec_module\n", " File \"\", line 241, in _call_with_frames_removed\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/route_utils.py\", line 13, in \n", " from gradio.helpers import EventData\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/helpers.py\", line 18, in \n", " import matplotlib.pyplot as plt\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/pyplot.py\", line 61, in \n", " from matplotlib.figure import Figure, FigureBase, figaspect\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/figure.py\", line 43, in \n", " from matplotlib import _blocking_input, backend_bases, _docstring, projections\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/projections/__init__.py\", line 58, in \n", " from mpl_toolkits.mplot3d import Axes3D\n", " File \"/usr/local/lib/python3.10/dist-packages/mpl_toolkits/mplot3d/__init__.py\", line 1, in \n", " from .axes3d import Axes3D\n", " File \"/usr/local/lib/python3.10/dist-packages/mpl_toolkits/mplot3d/axes3d.py\", line 45, in \n", " class Axes3D(Axes):\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/_docstring.py\", line 82, in __call__\n", " self(obj.__init__)\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/_docstring.py\", line 80, in __call__\n", " super().__call__(obj)\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/_docstring.py\", line 40, in __call__\n", " func.__doc__ = inspect.cleandoc(func.__doc__) % self.params\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/_docstring.py\", line 61, in __missing__\n", " return self.setdefault(key, kwdoc(cls))\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/artist.py\", line 1860, in kwdoc\n", " 'Properties:\\n' + '\\n'.join(ai.pprint_setters(leadingspace=4)))\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/artist.py\", line 1621, in pprint_setters\n", " accepts = self.get_valid_values(prop)\n", " File \"/usr/local/lib/python3.10/dist-packages/matplotlib/artist.py\", line 1488, in get_valid_values\n", " docstring = inspect.getdoc(func)\n", " File \"/usr/lib/python3.10/inspect.py\", line 742, in getdoc\n", " return cleandoc(doc)\n", " File \"/usr/lib/python3.10/inspect.py\", line 759, in cleandoc\n", " indent = len(line) - content\n", "KeyboardInterrupt\n", "\n", "During handling of the above exception, another exception occurred:\n", "\n", "Traceback (most recent call last):\n", " File \"/content/modelscope-agent/apps/agentfabric/app.py\", line 7, in \n", " import gradio as gr\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/__init__.py\", line 3, in \n", " import gradio.components as components\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/components/__init__.py\", line 1, in \n", " from gradio.components.annotated_image import AnnotatedImage\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/components/annotated_image.py\", line 14, in \n", " from gradio.components.base import IOComponent, _Keywords\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/components/base.py\", line 29, in \n", " from gradio.blocks import Block, BlockContext, Updateable\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/blocks.py\", line 29, in \n", " from gradio import (\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/networking.py\", line 20, in \n", " from gradio.routes import App\n", " File \"/usr/local/lib/python3.10/dist-packages/gradio/routes.py\", line 49, in \n", " from gradio import route_utils, utils, wasm_utils\n", " File \"\", line 1027, in _find_and_load\n", " File \"\", line 1006, in _find_and_load_unlocked\n", " File \"\", line 688, in _load_unlocked\n", "KeyboardInterrupt\n", "^C\n" ] } ], "source": [ "!python app.py" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "9JFikPP1v2GO" }, "outputs": [], "source": [] } ], "metadata": { "accelerator": "GPU", "colab": { "provenance": [], "machine_shape": "hm", "gpuType": "V100", "authorship_tag": "ABX9TyOttz8PWX7MfuyqdXhljoq2", "include_colab_link": true }, "kernelspec": { "display_name": "Python 3", "name": "python3" }, "language_info": { "name": "python" } }, "nbformat": 4, "nbformat_minor": 0 }