Adding again

requirements.txt

@@ -1,362 +1,129 @@
-# This file may be used to create an environment using:
-# $ conda create --name <env> --file <this file>
-# platform: linux-64
-absl-py=2.2.2=pypi_0
-accelerate=1.6.0=pypi_0
-adlfs=2024.12.0=pypi_0
-aiobotocore=2.21.1=pypi_0
-aiohappyeyeballs=2.6.1=pypi_0
-aiohttp=3.11.16=pypi_0
-aioitertools=0.12.0=pypi_0
-aiosignal=1.3.2=pypi_0
-alabaster=1.0.0=pypi_0
-altair=5.5.0=pypi_0
-annotated-types=0.7.0=pypi_0
-antlr4-python3-runtime=4.9.3=pypi_0
-astunparse=1.6.3=pypi_0
-attrs=25.3.0=pypi_0
-aws-sam-translator=1.97.0=pypi_0
-aws-xray-sdk=2.14.0=pypi_0
-azure-core=1.33.0=pypi_0
-azure-datalake-store=0.0.53=pypi_0
-azure-identity=1.21.0=pypi_0
-azure-storage-blob=12.25.1=pypi_0
-babel=2.17.0=pypi_0
-bcrypt=4.3.0=pypi_0
-bleach=6.2.0=pypi_0
-blinker=1.9.0=pypi_0
-blis=1.3.0=pypi_0
-blobfile=3.0.0=pypi_0
-bokeh=3.7.2=pypi_0
-boto3=1.37.1=pypi_0
-botocore=1.37.1=pypi_0
-botok=0.9.0=pypi_0
-bzip2=1.0.8=h5eee18b_6
-ca-certificates=2025.2.25=h06a4308_0
-cachetools=5.5.2=pypi_0
-catalogue=2.0.10=pypi_0
-certifi=2025.1.31=pypi_0
-cffi=1.17.1=pypi_0
-cfn-lint=1.33.2=pypi_0
-chardet=5.2.0=pypi_0
-charset-normalizer=3.4.1=pypi_0
-circuitbreaker=2.1.3=pypi_0
-click=8.1.8=pypi_0
-cloudpathlib=0.21.0=pypi_0
-cloudpickle=3.1.1=pypi_0
-colorama=0.4.6=pypi_0
-confection=0.1.5=pypi_0
-contourpy=1.3.1=pypi_0
-courlan=1.3.2=pypi_0
-cryptography=44.0.2=pypi_0
-cycler=0.12.1=pypi_0
-cymem=2.0.11=pypi_0
-dask=2025.3.0=pypi_0
-dataproperty=1.1.0=pypi_0
-datasets=3.5.0=pypi_0
-datatrove=0.4.0=pypi_0
-dateparser=1.2.1=pypi_0
-decorator=5.2.1=pypi_0
-dill=0.3.8=pypi_0
-distributed=2025.3.0=pypi_0
-docker=7.1.0=pypi_0
-docker-pycreds=0.4.0=pypi_0
-docutils=0.21.2=pypi_0
-dropbox=12.0.2=pypi_0
-dropboxdrivefs=1.4.1=pypi_0
-emoji=2.14.1=pypi_0
-evaluate=0.4.3=pypi_0
-execnet=2.1.1=pypi_0
-fasteners=0.19=pypi_0
-fasttext-numpy2-wheel=0.9.2=pypi_0
-faust-cchardet=2.1.19=pypi_0
-filelock=3.13.1=pypi_0
-flask=3.1.0=pypi_0
-flask-cors=5.0.1=pypi_0
-flatbuffers=25.2.10=pypi_0
-fonttools=4.57.0=pypi_0
-frozenlist=1.5.0=pypi_0
-fsspec=2024.6.1=pypi_0
-ftfy=6.3.1=pypi_0
-fusepy=3.0.1=pypi_0
-gast=0.6.0=pypi_0
-gcsfs=2024.6.1=pypi_0
-gitdb=4.0.12=pypi_0
-gitpython=3.1.44=pypi_0
-google-api-core=2.24.2=pypi_0
-google-auth=2.38.0=pypi_0
-google-auth-oauthlib=1.2.1=pypi_0
-google-cloud-core=2.4.3=pypi_0
-google-cloud-storage=3.1.0=pypi_0
-google-crc32c=1.7.1=pypi_0
-google-pasta=0.2.0=pypi_0
-google-resumable-media=2.7.2=pypi_0
-googleapis-common-protos=1.69.2=pypi_0
-graphql-core=3.2.6=pypi_0
-grpcio=1.71.0=pypi_0
-h5py=3.13.0=pypi_0
-htmldate=1.9.3=pypi_0
-huggingface-hub=0.30.2=pypi_0
-humanize=4.12.2=pypi_0
-idna=3.10=pypi_0
-imagesize=1.4.1=pypi_0
-importlib-metadata=8.6.1=pypi_0
-indic-nlp-library=0.92=pypi_0
-iniconfig=2.1.0=pypi_0
-inscriptis=2.6.0=pypi_0
-isodate=0.7.2=pypi_0
-itsdangerous=2.2.0=pypi_0
-jieba=0.42.1=pypi_0
-jinja2=3.1.4=pypi_0
-jmespath=1.0.1=pypi_0
-joblib=1.4.2=pypi_0
-joserfc=1.0.4=pypi_0
-jsonlines=4.0.0=pypi_0
-jsonpatch=1.33=pypi_0
-jsonpath-ng=1.7.0=pypi_0
-jsonpointer=3.0.0=pypi_0
-jsonschema=4.23.0=pypi_0
-jsonschema-path=0.3.4=pypi_0
-jsonschema-specifications=2024.10.1=pypi_0
-justext=3.0.2=pypi_0
-kenlm=0.3.0=pypi_0
-keras=3.9.2=pypi_0
-khmer-nltk=1.6=pypi_0
-kiwipiepy=0.20.4=pypi_0
-kiwipiepy-model=0.20.0=pypi_0
-kiwisolver=1.4.8=pypi_0
-langcodes=3.5.0=pypi_0
-language-data=1.3.0=pypi_0
-laonlp=1.2.0=pypi_0
-lazy-object-proxy=1.10.0=pypi_0
-ld_impl_linux-64=2.40=h12ee557_0
-libarchive-c=5.2=pypi_0
-libclang=18.1.1=pypi_0
-libffi=3.4.4=h6a678d5_1
-libgcc-ng=11.2.0=h1234567_1
-libgomp=11.2.0=h1234567_1
-libstdcxx-ng=11.2.0=h1234567_1
-libuuid=1.41.5=h5eee18b_0
-linkify-it-py=2.0.3=pypi_0
-lm-eval=0.4.8=pypi_0
-locket=1.0.0=pypi_0
-lockfile=0.12.2=pypi_0
-loguru=0.7.3=pypi_0
-luigi=3.6.0=pypi_0
-lxml=5.3.2=pypi_0
-lxml-html-clean=0.4.2=pypi_0
-marisa-trie=1.2.1=pypi_0
-markdown=3.8=pypi_0
-markdown-it-py=3.0.0=pypi_0
-markupsafe=2.1.5=pypi_0
-matplotlib=3.10.1=pypi_0
-mbstrdecoder=1.1.4=pypi_0
-mdit-py-plugins=0.4.2=pypi_0
-mdurl=0.1.2=pypi_0
-ml-dtypes=0.5.1=pypi_0
-more-itertools=10.6.0=pypi_0
-morfessor=2.0.6=pypi_0
-moto=5.1.3=pypi_0
-mpmath=1.3.0=pypi_0
-msal=1.32.0=pypi_0
-msal-extensions=1.3.1=pypi_0
-msgpack=1.1.0=pypi_0
-msgspec=0.19.0=pypi_0
-multidict=6.4.3=pypi_0
-multiprocess=0.70.16=pypi_0
-murmurhash=1.0.12=pypi_0
-namex=0.0.8=pypi_0
-narwhals=1.34.1=pypi_0
-ncurses=6.4=h6a678d5_0
-networkx=3.3=pypi_0
-ninja=1.11.1.4=pypi_0
-nltk=3.9.1=pypi_0
-numexpr=2.10.2=pypi_0
-numpy=2.1.2=pypi_0
-nvidia-cublas-cu12=12.1.3.1=pypi_0
-nvidia-cuda-cupti-cu12=12.1.105=pypi_0
-nvidia-cuda-nvrtc-cu12=12.1.105=pypi_0
-nvidia-cuda-runtime-cu12=12.1.105=pypi_0
-nvidia-cudnn-cu12=9.1.0.70=pypi_0
-nvidia-cufft-cu12=11.0.2.54=pypi_0
-nvidia-curand-cu12=10.3.2.106=pypi_0
-nvidia-cusolver-cu12=11.4.5.107=pypi_0
-nvidia-cusparse-cu12=12.1.0.106=pypi_0
-nvidia-ml-py=12.570.86=pypi_0
-nvidia-nccl-cu12=2.21.5=pypi_0
-nvidia-nvjitlink-cu12=12.1.105=pypi_0
-nvidia-nvtx-cu12=12.1.105=pypi_0
-oauthlib=3.2.2=pypi_0
-objprint=0.3.0=pypi_0
-oci=2.150.0=pypi_0
-ocifs=1.3.2=pypi_0
-omegaconf=2.3.0=pypi_0
-openapi-schema-validator=0.6.3=pypi_0
-openapi-spec-validator=0.7.1=pypi_0
-openssl=3.0.16=h5eee18b_0
-opt-einsum=3.4.0=pypi_0
-optree=0.15.0=pypi_0
-orjson=3.10.16=pypi_0
-packaging=24.2=pypi_0
-pandas=2.2.3=pypi_0
-panel=1.6.2=pypi_0
-param=2.2.0=pypi_0
-paramiko=3.5.1=pypi_0
-partd=1.4.2=pypi_0
-pathable=0.4.4=pypi_0
-pathvalidate=3.2.3=pypi_0
-peft=0.15.1=pypi_0
-pillow=11.1.0=pypi_0
-pip=25.0=py311h06a4308_0
-platformdirs=4.3.7=pypi_0
-pluggy=1.5.0=pypi_0
-ply=3.11=pypi_0
-portalocker=3.1.1=pypi_0
-preshed=3.0.9=pypi_0
-propcache=0.3.1=pypi_0
-proto-plus=1.26.1=pypi_0
-protobuf=5.29.4=pypi_0
-psutil=7.0.0=pypi_0
-py-partiql-parser=0.6.1=pypi_0
-pyahocorasick=2.1.0=pypi_0
-pyarrow=19.0.1=pypi_0
-pyasn1=0.6.1=pypi_0
-pyasn1-modules=0.4.2=pypi_0
-pybind11=2.13.6=pypi_0
-pycparser=2.22=pypi_0
-pycryptodomex=3.22.0=pypi_0
-pydantic=2.11.3=pypi_0
-pydantic-core=2.33.1=pypi_0
-pygit2=1.17.0=pypi_0
-pygments=2.19.1=pypi_0
-pyidaungsu-numpy2=0.1.4=pypi_0
-pyjwt=2.10.1=pypi_0
-pynacl=1.5.0=pypi_0
-pynvml=12.0.0=pypi_0
-pyopenssl=24.3.0=pypi_0
-pyparsing=3.2.3=pypi_0
-pyspnego=0.11.2=pypi_0
-pytablewriter=1.2.1=pypi_0
-pytest=8.3.5=pypi_0
-pytest-timeout=2.3.1=pypi_0
-pytest-xdist=3.6.1=pypi_0
-pythainlp=5.1.1=pypi_0
-python=3.11.11=he870216_0
-python-crfsuite=0.9.11=pypi_0
-python-daemon=3.1.2=pypi_0
-python-dateutil=2.9.0.post0=pypi_0
-python-magic=0.4.27=pypi_0
-pytz=2025.2=pypi_0
-pyvi=0.1.1=pypi_0
-pyviz-comms=3.0.4=pypi_0
-pyyaml=6.0.2=pypi_0
-readline=8.2=h5eee18b_0
-referencing=0.36.2=pypi_0
-regex=2024.11.6=pypi_0
-requests=2.32.3=pypi_0
-requests-file=2.1.0=pypi_0
-requests-oauthlib=2.0.0=pypi_0
-responses=0.25.7=pypi_0
-rfc3339-validator=0.1.4=pypi_0
-rich=14.0.0=pypi_0
-roman-numerals-py=3.1.0=pypi_0
-rouge-score=0.1.2=pypi_0
-rpds-py=0.24.0=pypi_0
-rsa=4.9=pypi_0
-ruff=0.11.5=pypi_0
-s3fs=2024.6.1=pypi_0
-s3transfer=0.11.3=pypi_0
-sacrebleu=2.5.1=pypi_0
-safetensors=0.5.3=pypi_0
-scikit-learn=1.6.1=pypi_0
-scipy=1.15.2=pypi_0
-sentencepiece=0.2.0=pypi_0
-sentry-sdk=2.25.1=pypi_0
-setproctitle=1.3.5=pypi_0
-setuptools=75.8.0=py311h06a4308_0
-shellingham=1.5.4=pypi_0
-six=1.17.0=pypi_0
-sklearn-crfsuite=0.5.0=pypi_0
-smart-open=7.1.0=pypi_0
-smbprotocol=1.15.0=pypi_0
-smmap=5.0.2=pypi_0
-snowballstemmer=2.2.0=pypi_0
-sortedcontainers=2.4.0=pypi_0
-spacy=3.8.5=pypi_0
-spacy-legacy=3.0.12=pypi_0
-spacy-loggers=1.0.5=pypi_0
-sphinx=8.2.3=pypi_0
-sphinx-argparse=0.5.2=pypi_0
-sphinx-rtd-theme=3.0.2=pypi_0
-sphinxcontrib-applehelp=2.0.0=pypi_0
-sphinxcontrib-devhelp=2.0.0=pypi_0
-sphinxcontrib-htmlhelp=2.1.0=pypi_0
-sphinxcontrib-jquery=4.1=pypi_0
-sphinxcontrib-jsmath=1.0.1=pypi_0
-sphinxcontrib-qthelp=2.0.0=pypi_0
-sphinxcontrib-serializinghtml=2.0.0=pypi_0
-sqlite=3.45.3=h5eee18b_0
-sqlitedict=2.1.0=pypi_0
-srsly=2.5.1=pypi_0
-stanza=1.10.1=pypi_0
-stone=3.3.1=pypi_0
-submitit=1.5.2=pypi_0
-sudachidict-core=20250129=pypi_0
-sudachipy=0.6.10=pypi_0
-sympy=1.13.1=pypi_0
-tabledata=1.3.4=pypi_0
-tabulate=0.9.0=pypi_0
-tblib=3.1.0=pypi_0
-tcolorpy=0.1.7=pypi_0
-tenacity=8.5.0=pypi_0
-tensorboard=2.19.0=pypi_0
-tensorboard-data-server=0.7.2=pypi_0
-tensorflow=2.19.0=pypi_0
-tensorflow-io-gcs-filesystem=0.37.1=pypi_0
-termcolor=3.0.1=pypi_0
-thinc=8.3.6=pypi_0
-threadpoolctl=3.6.0=pypi_0
-tiktoken=0.9.0=pypi_0
-tk=8.6.14=h39e8969_0
-tld=0.13=pypi_0
-tldextract=5.2.0=pypi_0
-tokenizers=0.21.1=pypi_0
-toolz=1.0.0=pypi_0
-torch=2.5.0+cu121=pypi_0
-tornado=6.4.2=pypi_0
-tqdm=4.67.1=pypi_0
-tqdm-multiprocess=0.0.11=pypi_0
-trafilatura=1.11.0=pypi_0
-transformers=4.51.2=pypi_0
-triton=3.1.0=pypi_0
-typepy=1.3.4=pypi_0
-typer=0.15.2=pypi_0
-typing-extensions=4.12.2=pypi_0
-typing-inspection=0.4.0=pypi_0
-tzdata=2025.2=pypi_0
-tzlocal=5.3.1=pypi_0
-uc-micro-py=1.0.3=pypi_0
-urduhack=0.1.4=pypi_0
-urllib3=2.4.0=pypi_0
-viztracer=1.0.3=pypi_0
-vl-convert-python=1.7.0=pypi_0
-wandb=0.19.9=pypi_0
-warcio=1.7.5=pypi_0
-wasabi=1.1.3=pypi_0
-wcwidth=0.2.13=pypi_0
-weasel=0.4.1=pypi_0
-webencodings=0.5.1=pypi_0
-werkzeug=3.1.3=pypi_0
-wheel=0.45.1=py311h06a4308_0
-word2number=1.1=pypi_0
-wrapt=1.17.2=pypi_0
-xformers=0.0.28.post2=pypi_0
-xmltodict=0.14.2=pypi_0
-xxhash=3.5.0=pypi_0
-xyzservices=2025.1.0=pypi_0
-xz=5.6.4=h5eee18b_1
-yarl=1.19.0=pypi_0
-zict=3.0.0=pypi_0
-zipp=3.21.0=pypi_0
-zlib=1.2.13=h5eee18b_1
-zstandard=0.23.0=pypi_0
+absl-py==2.2.2
+accelerate==1.6.0
+adlfs==2024.12.0
+aiobotocore==2.21.1
+aiohappyeyeballs==2.6.1
+aiohttp==3.11.16
+aioitertools==0.12.0
+aiosignal==1.3.2
+alabaster==1.0.0
+altair==5.5.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+astunparse==1.6.3
+attrs==25.3.0
+aws-sam-translator==1.97.0
+aws-xray-sdk==2.14.0
+azure-core==1.33.0
+azure-datalake-store==0.0.53
+azure-identity==1.21.0
+azure-storage-blob==12.25.1
+babel==2.17.0
+bcrypt==4.3.0
+bleach==6.2.0
+blinker==1.9.0
+blis==1.3.0
+blobfile==3.0.0
+bokeh==3.7.2
+boto3==1.37.1
+botocore==1.37.1
+botok==0.9.0
+cachetools==5.5.2
+catalogue==2.0.10
+certifi==2025.1.31
+cffi==1.17.1
+cfn-lint==1.33.2
+chardet==5.2.0
+charset-normalizer==3.4.1
+circuitbreaker==2.1.3
+click==8.1.8
+cloudpathlib==0.21.0
+cloudpickle==3.1.1
+colorama==0.4.6
+confection==0.1.5
+contourpy==1.3.1
+courlan==1.3.2
+cryptography==44.0.2
+cycler==0.12.1
+cymem==2.0.11
+dask==2025.3.0
+dataproperty==1.1.0
+datasets==3.5.0
+datatrove==0.4.0
+dateparser==1.2.1
+decorator==5.2.1
+dill==0.3.8
+distributed==2025.3.0
+docker==7.1.0
+docker-pycreds==0.4.0
+docutils==0.21.2
+dropbox==12.0.2
+dropboxdrivefs==1.4.1
+emoji==2.14.1
+evaluate==0.4.3
+execnet==2.1.1
+fasteners==0.19
+fasttext-numpy2-wheel==0.9.2
+faust-cchardet==2.1.19
+filelock==3.13.1
+flask==3.1.0
+flask-cors==5.0.1
+flatbuffers==25.2.10
+fonttools==4.57.0
+frozenlist==1.5.0
+fsspec==2024.6.1
+ftfy==6.3.1
+fusepy==3.0.1
+gast==0.6.0
+gcsfs==2024.6.1
+gitdb==4.0.12
+gitpython==3.1.44
+google-api-core==2.24.2
+google-auth==2.38.0
+google-auth-oauthlib==1.2.1
+google-cloud-core==2.4.3
+google-cloud-storage==3.1.0
+google-crc32c==1.7.1
+google-pasta==0.2.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.69.2
+graphql-core==3.2.6
+grpcio==1.71.0
+h5py==3.13.0
+htmldate==1.9.3
+huggingface-hub==0.30.2
+humanize==4.12.2
+idna==3.10
+imagesize==1.4.1
+importlib-metadata==8.6.1
+indic-nlp-library==0.92
+iniconfig==2.1.0
+inscriptis==2.6.0
+isodate==0.7.2
+itsdangerous==2.2.0
+jieba==0.42.1
+jinja2==3.1.4
+jmespath==1.0.1
+joblib==1.4.2
+joserfc==1.0.4
+jsonlines==4.0.0
+jsonpatch==1.33
+jsonpath-ng==1.7.0
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-path==0.3.4
+jsonschema-specifications==2024.10.1
+justext==3.0.2
+kenlm==0.3.0
+keras==3.9.2
+khmer-nltk==1.6
+kiwipiepy==0.20.4
+kiwipiepy-model==0.20.0
+kiwisolver==1.4.8
+langcodes==3.5.0
+language-data==1.3.0
+laonlp==1.2.0
+lazy-object-proxy==1.10.0
+libarchive-c==5.2
+libclang==18.1.1
+linkify-it-py==2