Changes to be committed: 데이터 수정 및 토크나이저 삭제

modified: data/10.mid
modified: data/16.mid
modified: data/28.mid
modified: data/4.mid
modified: preprocessing.ipynb
modified: requirements.txt
deleted: utillity/miditokenizer.py

requirements.txt

@@ -1,113 +1,76 @@
-aiohttp==3.9.3
-aiosignal==1.3.1
-asttokens @ file:///home/conda/feedstock_root/build_artifacts/asttokens_1733250440834/work
-attrs==23.2.0
-cachetools==5.3.2
-certifi==2024.2.2
-cffi==1.16.0
+asttokens==3.0.0
+backcall==0.2.0
+blinker==1.8.2
+certifi==2025.8.3
 chardet==5.2.0
-charset-normalizer==3.3.2
-colorama @ file:///home/conda/feedstock_root/build_artifacts/colorama_1733218098505/work
-comm @ file:///home/conda/feedstock_root/build_artifacts/comm_1733502965406/work
-contourpy==1.3.2
+charset-normalizer==3.4.2
+click==8.1.8
+colorama==0.4.6
+comm==0.2.3
+contourpy==1.1.1
 cycler==0.12.1
-dataclasses-json==0.6.4
-debugpy @ file:///C:/b/abs_bf9oo2vhxp/croot/debugpy_1736269476451/work
-decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1740384970518/work
-exceptiongroup @ file:///home/conda/feedstock_root/build_artifacts/exceptiongroup_1746947292760/work
-executing @ file:///home/conda/feedstock_root/build_artifacts/executing_1745502089858/work
-filelock==3.13.1
-fonttools==4.58.1
-frozenlist==1.4.1
-fsspec==2024.6.1
-google-api-core==2.17.1
-google-api-python-client==2.118.0
-google-auth==2.28.0
-google-auth-httplib2==0.2.0
-googleapis-common-protos==1.62.0
-httplib2==0.22.0
+debugpy==1.8.15
+decorator==5.2.1
+executing==2.2.0
+filelock==3.16.1
+Flask==3.0.3
+Flask-Cors==5.0.0
+fonttools==4.57.0
+fsspec==2025.3.0
+-e git+https://github.com/ISLAND-IDs/HarmonyMIDIToken.git@8cdb44aeee4c5f5d6915cde7e7acab75f3f3d7fb#egg=harmony_midi_token
 huggingface-hub==0.32.4
-idna==3.6
-importlib_metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1737420181517/work
-ipykernel @ file:///D:/bld/ipykernel_1719845595208/work
-ipython @ file:///D:/bld/bld/rattler-build_ipython_1745672185/work
-ipython_pygments_lexers @ file:///home/conda/feedstock_root/build_artifacts/ipython_pygments_lexers_1737123620466/work
-isodate==0.6.1
-javascript==1!1.1.2
-jedi @ file:///home/conda/feedstock_root/build_artifacts/jedi_1733300866624/work
-Jinja2==3.1.4
+idna==3.10
+importlib_metadata==8.5.0
+importlib_resources==6.4.5
+ipykernel==6.29.5
+ipython==8.12.3
+ipython_pygments_lexers==1.1.1
+itsdangerous==2.2.0
+jedi==0.19.2
+Jinja2==3.1.6
 joblib==1.4.2
 jsonpickle==4.1.1
-jupyter_client @ file:///home/conda/feedstock_root/build_artifacts/jupyter_client_1733440914442/work
-jupyter_core @ file:///C:/b/abs_beftpbuevw/croot/jupyter_core_1718818307097/work
-kiwisolver==1.4.8
-llvmlite @ file:///C:/b/abs_da51wefv9a/croot/llvmlite_1741209883316/work
+jupyter_client==8.6.3
+jupyter_core==5.8.1
+kiwisolver==1.4.7
 MarkupSafe==2.1.5
-marshmallow==3.20.2
-matplotlib==3.10.3
-matplotlib-inline @ file:///home/conda/feedstock_root/build_artifacts/matplotlib-inline_1733416936468/work
-miditok==3.0.5.post1
-mido==1.3.3
-mkl-service==2.4.0
-mkl_fft @ file:///C:/Users/dev-admin/mkl/mkl_fft_1730823082242/work
-mkl_random @ file:///C:/Users/dev-admin/mkl/mkl_random_1730822522280/work
-more-itertools==10.7.0
+matplotlib==3.7.5
+matplotlib-inline==0.1.7
+more-itertools==10.5.0
 mpmath==1.3.0
-multidict==6.0.5
-music21==9.7.0
+music21==8.3.0
 mypy-extensions==1.0.0
-nest_asyncio @ file:///home/conda/feedstock_root/build_artifacts/nest-asyncio_1733325553580/work
+nest-asyncio==1.6.0
 networkx==3.3
-nextcord==2.6.0
-numba @ file:///C:/b/abs_f42h_j9bwg/croot/numba_1740668206517/work
-numpy==1.26.4
-oauthlib==3.2.2
-packaging==23.2
-parso @ file:///home/conda/feedstock_root/build_artifacts/parso_1733271261340/work
-pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1733327343728/work
-pillow==11.0.0
-platformdirs @ file:///home/conda/feedstock_root/build_artifacts/bld/rattler-build_platformdirs_1746710438/work
-prompt_toolkit @ file:///home/conda/feedstock_root/build_artifacts/prompt-toolkit_1744724089886/work
-protobuf==4.25.3
-psutil @ file:///C:/b/abs_b5gv3mn55h/croot/psutil_1736371546320/work
-pure_eval @ file:///home/conda/feedstock_root/build_artifacts/pure_eval_1733569405015/work
-pyasn1==0.5.1
-pyasn1-modules==0.3.0
-pycparser==2.21
-pygame==2.6.0
-Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1736243443484/work
-PyNaCl==1.4.0
-pyparsing==3.1.1
-pySmartDL==1.3.4
-python-dateutil @ file:///home/conda/feedstock_root/build_artifacts/python-dateutil_1733215673016/work
-pywin32==308
+numpy==2.3.2
+packaging==25.0
+parso==0.8.4
+pickleshare==0.7.5
+pillow==10.4.0
+platformdirs==4.3.6
+prompt_toolkit==3.0.51
+psutil==7.0.0
+pure_eval==0.2.3
+pychord==1.2.2
+Pygments==2.19.2
+pyparsing==3.1.4
+python-dateutil==2.9.0.post0
+pywin32==311
 PyYAML==6.0.2
-pyzmq @ file:///C:/b/abs_f3yte6j5yn/croot/pyzmq_1734711069724/work
+pyzmq==27.0.1
 requests==2.32.3
-requests-oauthlib==1.3.1
-rsa==4.9
-scikit-learn==1.6.1
-scipy==1.15.2
-setuptools==75.8.0
-six==1.16.0
-stack_data @ file:///home/conda/feedstock_root/build_artifacts/stack_data_1733569443808/work
+six==1.17.0
+stack-data==0.6.3
 sympy==1.13.3
-symusic==0.5.8
-threadpoolctl==3.6.0
-tokenizers==0.21.1
-torch==2.7.0+cu126
-torchaudio==2.7.0+cu126
-torchvision==0.22.0+cu126
-tornado @ file:///C:/b/abs_7cyu943ybx/croot/tornado_1733960510898/work
+torch==2.7.1+cu128
+torchaudio==2.7.1+cu128
+torchvision==0.22.1+cu128
+tornado==6.4.2
 tqdm==4.67.1
-traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1733367359838/work
-typing-inspect==0.9.0
-typing_extensions==4.12.2
-uritemplate==4.1.1
-urllib3==2.4.0
-waitress==3.0.0
-wcwidth @ file:///home/conda/feedstock_root/build_artifacts/wcwidth_1733231326287/work
-webcolors==24.11.1
-wheel==0.45.1
-yarl==1.9.4
-zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1732827521216/work
+traitlets==5.14.3
+typing_extensions==4.13.2
+urllib3==2.2.3
+wcwidth==0.2.13
+webcolors==24.8.0
+Werkzeug==3.0.6
+zipp==3.20.2

utillity/miditokenizer.py

@@ -1,21 +0,0 @@
-from miditok import REMI, TokSequence, TokenizerConfig
-from symusic import Score
-import os
-
-# 토크나이저 설정
-config = TokenizerConfig()
-tokenizer = REMI(config) # REMI 토크나이저 사용
-
-def get_midi_scores(midi_folder):
-    for filename in os.listdir(midi_folder):
-        if filename.endswith(".mid"):
-            yield Score(os.path.join(midi_folder, filename)), filename # 제네레이터로 코루틴 만들어서 이용
-
-def tokenize_midi(midi):
-    tokens = tokenizer(midi)
-    return tokens[0].ids # type: ignore
-
-def detokenize_midi(tokens: list[int]):
-    seq = TokSequence(ids=tokens) # type: ignore
-    midi = tokenizer.decode([seq])
-    return midi