Upload 2 files

requirements.txt

@@ -0,0 +1,54 @@
+pip
+numpy
+scipy
+matplotlib
+pandas
+scikit-learn
+seaborn
+typing-extensions
+sentencepiece
+pytorch_lightning
+tqdm
+transformers
+openai
+Requests
+sentence-transformers
+pypdf
+langchain
+accelerate
+bitsandbytes
+faiss_cpu
+langchainhub
+langchain_community
+tavily-python
+langchain_openai
+pydantic
+protobuf
+crewai
+pipx
+umap-learn
+hdbscan
+nltk
+textblob
+plotly
+polars
+python-dotenv>=1.0.0
+pyyaml>=6.0
+click>=8.0.1
+urllib3>=1.26.17
+jsonschema
+injector>=0.21.0
+ijson>=3.2.3
+requests>=2.31.0
+docker>=7.0.0
+pre-commit>=2.19.0
+tenacity>=8.2.2
+plotly>=5.14.1
+pytest>=7.0.0
+vcrpy>=5.0.0
+colorama>=0.4.6
+jupyternotify
+ipywidgets
+ipympl
+nodejs-bin
+wordcloud

setup.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+apt-get install libgl1-mesa-glx libegl1-mesa libxrandr2 libxrandr2 libxss1 libxcursor1 libxcomposite1 libasound2 libxi6 libxtst6
+curl -O https://repo.anaconda.com/archive/Anaconda3-2024.02-1-Linux-x86_64.sh
+bash /notebooks/Anaconda3-2024.02-1-Linux-x86_64.sh -b -p $HOME/anaconda3
+activateBase () {
+    . /root/anaconda3/bin/activate
+}
+activateBase
+conda init
+conda create -n newpy python=3.11
+activateEnv (){
+    conda activate newpy
+}
+activateEnv
+pip install ipykernel jupyter ipywidgets jupyterlab
+python -m ipykernel install --user --name newpy
+python -m pip install torch==2.1.0+cu121 torchvision==0.16.0+cu121 torchaudio==2.1.0 torchtext==0.16.0+cpu torchdata==0.7.0 --index-url https://download.pytorch.org/whl/cu121torch --index-url https://download.pytorch.org/whl/cu121
+python -m pip install git+https://github.com/huggingface/transformers.git
+python -m pip install pytorch-crf
+python -m pip install --upgrade pip
+python -m pip install -r requirements.txt
+python -m pip install \
+    --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple \
+    "cudf-cu12>=24.4.0a0,<=24.4" "dask-cudf-cu12>=24.4.0a0,<=24.4" \
+    "cuml-cu12>=24.4.0a0,<=24.4" "cugraph-cu12>=24.4.0a0,<=24.4" \
+    "cuspatial-cu12>=24.4.0a0,<=24.4" "cuproj-cu12>=24.4.0a0,<=24.4" \
+    "cuxfilter-cu12>=24.4.0a0,<=24.4" "cucim-cu12>=24.4.0a0,<=24.4" \
+    "pylibraft-cu12>=24.4.0a0,<=24.4" "raft-dask-cu12>=24.4.0a0,<=24.4" \
+    "dask-cuda>=24.4.0a0,<=24.4"
+python -m pipx install poetry