Hugging Face's logo

linearch
/
loss_learning

Model card Files
xet
Community
rizqinur2010 commited on
Commit
4814093
·
1 Parent(s): 9da8ae6

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. Model/Copy of RealTabFormer.ipynb +0 -0
  3. Model/LCT-AE.ipynb +1 -0
  4. Model/LCT-GAN.ipynb +0 -0
  5. Model/RealTabFormer extract embeddings.ipynb +1 -0
  6. Model/RealTabFormer.ipynb +0 -0
  7. Model/Scoring 2.ipynb +1 -0
  8. Model/Scoring.ipynb +1 -0
  9. Model/TVAE.ipynb +1 -0
  10. Model/TabDDPM.ipynb +0 -0
  11. Model/desktop.ini +0 -0
  12. Model/lct_ae/contraceptive/0/desktop.ini +0 -0
  13. Model/lct_ae/contraceptive/0/model.pt +3 -0
  14. Model/lct_ae/contraceptive/0/params.json +3 -0
  15. Model/lct_ae/contraceptive/0/state.json +3 -0
  16. Model/lct_ae/contraceptive/1/desktop.ini +0 -0
  17. Model/lct_ae/contraceptive/1/model.pt +3 -0
  18. Model/lct_ae/contraceptive/1/params.json +3 -0
  19. Model/lct_ae/contraceptive/1/state.json +3 -0
  20. Model/lct_ae/contraceptive/2/desktop.ini +0 -0
  21. Model/lct_ae/contraceptive/2/model.pt +3 -0
  22. Model/lct_ae/contraceptive/2/params.json +3 -0
  23. Model/lct_ae/contraceptive/2/state.json +3 -0
  24. Model/lct_ae/contraceptive/3/desktop.ini +0 -0
  25. Model/lct_ae/contraceptive/3/model.pt +3 -0
  26. Model/lct_ae/contraceptive/3/params.json +3 -0
  27. Model/lct_ae/contraceptive/3/state.json +3 -0
  28. Model/lct_ae/contraceptive/4/desktop.ini +0 -0
  29. Model/lct_ae/contraceptive/4/model.pt +3 -0
  30. Model/lct_ae/contraceptive/4/params.json +3 -0
  31. Model/lct_ae/contraceptive/4/state.json +3 -0
  32. Model/lct_ae/contraceptive/desktop.ini +0 -0
  33. Model/lct_ae/contraceptive/df/desktop.ini +0 -0
  34. Model/lct_ae/contraceptive/df/model.pt +3 -0
  35. Model/lct_ae/contraceptive/df/params.json +3 -0
  36. Model/lct_ae/contraceptive/df/state.json +3 -0
  37. Model/lct_ae/contraceptive/train/desktop.ini +0 -0
  38. Model/lct_ae/contraceptive/train/model.pt +3 -0
  39. Model/lct_ae/contraceptive/train/params.json +3 -0
  40. Model/lct_ae/contraceptive/train/state.json +3 -0
  41. Model/lct_ae/desktop.ini +0 -0
  42. Model/lct_ae/insurance/0/desktop.ini +0 -0
  43. Model/lct_ae/insurance/0/model.pt +3 -0
  44. Model/lct_ae/insurance/0/params.json +3 -0
  45. Model/lct_ae/insurance/0/state.json +3 -0
  46. Model/lct_ae/insurance/1/desktop.ini +0 -0
  47. Model/lct_ae/insurance/1/model.pt +3 -0
  48. Model/lct_ae/insurance/1/params.json +3 -0
  49. Model/lct_ae/insurance/1/state.json +3 -0
  50. Model/lct_ae/insurance/2/desktop.ini +0 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Model/**/*.json filter=lfs diff=lfs merge=lfs -text
37
+ *.json filter=lfs diff=lfs merge=lfs -text
Model/Copy of RealTabFormer.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
Model/LCT-AE.ipynb ADDED
@@ -0,0 +1 @@
 
 
1
+ {"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"mount_file_id":"1RriTS2viQCj1C2aAjZC_ZN-SAOADgC63","authorship_tag":"ABX9TyMaV6TM5z2dlBA00sdlzZMQ"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"COkMuAOy2J5o","executionInfo":{"status":"ok","timestamp":1697292279655,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","source":["!pip install optuna optuna-dashboard\n","!pip install git+https://github.com/R-N/ml-utility-loss\n","!pip install git+https://github.com/R-N/ml-utility-loss --force-reinstall --no-deps"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lqNWRhS42u4P","executionInfo":{"status":"ok","timestamp":1697292407298,"user_tz":-420,"elapsed":127646,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"08f81093-6dcf-4ac0-e3ad-c4012300a436"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: optuna in /usr/local/lib/python3.10/dist-packages (3.3.0)\n","Requirement already satisfied: optuna-dashboard in /usr/local/lib/python3.10/dist-packages (0.12.0)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna) (6.7.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.26.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (23.2)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.21)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.1)\n","Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.1)\n","Requirement already satisfied: bottle in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (0.12.25)\n","Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (1.2.2)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (1.2.4)\n","Requirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.5.0)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna) (3.0.0)\n","Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.11.3)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (3.2.0)\n","Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (2.1.3)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-0lvntdr8\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-0lvntdr8\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.23.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.2)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.14.5)\n","Requirement already satisfied: delu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.21)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.0)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.12.4)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<2023.9.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.0)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.4)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.1.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.43.1)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.21)\n","Requirement already satisfied: Faker>=10 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.10.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.2)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.6)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.0)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.1)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.8)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.10.4)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-yf3xds_g\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-yf3xds_g\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=377794 sha256=9b7126c41fb084aa428702d22bb7d3a3cf9182b8ca66b7d8af8a0f2e9ffa11d6\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-n3qnkp_i/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}]},{"cell_type":"code","source":["%cd /content\n","!curl -Ls https://github.com/ekzhang/bore/releases/download/v0.4.0/bore-v0.4.0-x86_64-unknown-linux-musl.tar.gz | tar zx -C /usr/bin\n","!curl -Lo /usr/bin/cloudflared https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 && chmod +x /usr/bin/cloudflared"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nrYplK5Rkgcn","executionInfo":{"status":"ok","timestamp":1697292409156,"user_tz":-420,"elapsed":1874,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"f5c0d8c8-5db0-41de-d519-1f2de72dde35"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n"," % Total % Received % Xferd Average Speed Time Time Time Current\n"," Dload Upload Total Spent Left Speed\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n","100 34.7M 100 34.7M 0 0 28.6M 0 0:00:01 0:00:01 --:--:-- 49.8M\n"]}]},{"cell_type":"code","source":["%cd /content\n","!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!rm -rf ml_utility_loss"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MdkECEu12xpL","executionInfo":{"status":"ok","timestamp":1697292448980,"user_tz":-420,"elapsed":39831,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"20d65f9c-c668-472f-d53d-5d82ae59037e"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 54414, done.\u001b[K\n","remote: Counting objects: 100% (7327/7327), done.\u001b[K\n","remote: Compressing objects: 100% (3252/3252), done.\u001b[K\n","remote: Total 54414 (delta 4134), reused 7251 (delta 4059), pack-reused 47087\u001b[K\n","Receiving objects: 100% (54414/54414), 239.42 MiB | 11.05 MiB/s, done.\n","Resolving deltas: 100% (6182/6182), done.\n","Updating files: 100% (50325/50325), done.\n","/content/ml-utility-loss\n"]}]},{"cell_type":"code","source":["datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","\n","model_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\""],"metadata":{"id":"ns5hFcVL2yvs","executionInfo":{"status":"ok","timestamp":1697292448980,"user_tz":-420,"elapsed":9,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":5,"outputs":[]},{"cell_type":"code","source":["import pandas as pd\n","import numpy as np\n","import json\n","import os\n","\n","dataset_dir = \"datasets\"\n","dataset_name = \"insurance\"\n","\n","df = pd.read_csv(os.path.join(dataset_dir, f\"{dataset_name}.csv\"))\n","with open(os.path.join(dataset_dir, f\"{dataset_name}.json\")) as f:\n"," info = json.load(f)"],"metadata":{"id":"UdvXYv3c3LXy","executionInfo":{"status":"ok","timestamp":1697293687692,"user_tz":-420,"elapsed":345,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":61,"outputs":[]},{"cell_type":"code","source":["from ml_utility_loss.util import split_df_ratio\n","\n","task = info[\"task\"]\n","target = info[\"target\"]\n","cat_features = info[\"cat_features\"]\n","mixed_features = info[\"mixed_features\"]\n","longtail_features = info[\"longtail_features\"]\n","integer_features = info[\"integer_features\"]\n","\n","dfs = {\n"," \"df\": df,\n","}\n","for i in range(5):\n"," train, test = split_df_ratio(df, ratio=0.2, i=i, seed=42)\n"," dfs[i] = train\n"],"metadata":{"id":"Vrl2QkoV3o_8","executionInfo":{"status":"ok","timestamp":1697293688208,"user_tz":-420,"elapsed":6,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":62,"outputs":[]},{"cell_type":"code","source":["from ml_utility_loss.util import mkdir\n","\n","model_name = \"lct_ae\"\n","df_name = 4\n","#model_name_2 = f\"{model_name}_{dataset_name}_{df_name}\"\n","model_dir_2 = os.path.join(model_dir, model_name, dataset_name, str(df_name))\n","mkdir(model_dir_2)\n","model_path = os.path.join(model_dir_2, f\"model.pt\")\n","state_path = os.path.join(model_dir_2, f\"state.json\")\n","params_path = os.path.join(model_dir_2, f\"params.json\")"],"metadata":{"id":"a-SjylvlYl7i","executionInfo":{"status":"ok","timestamp":1697293835449,"user_tz":-420,"elapsed":310,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":83,"outputs":[]},{"cell_type":"code","source":["print(model_path)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"-YDZUU9QUCwx","executionInfo":{"status":"ok","timestamp":1697293835938,"user_tz":-420,"elapsed":3,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"01031387-3520-4bc6-9a19-e68e98ace51d"},"execution_count":84,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/lct_ae/insurance/4/model.pt\n"]}]},{"cell_type":"code","source":["\n","from ml_utility_loss.tuning import create_objective\n","import ml_utility_loss.synthesizers.lct_gan.params as PARAMS\n","from ml_utility_loss.util import filter_dict_2\n","\n","params = getattr(PARAMS, dataset_name).BEST\n","ae_params = filter_dict_2(params, PARAMS.default.AE_PARAMS)\n","\n","dataset_kwargs={\n"," \"categorical_columns\": cat_features,\n"," \"mixed_columns\": mixed_features,\n"," \"log_columns\": longtail_features,\n"," \"integer_columns\": integer_features,\n","}\n","\n","model_params={\n"," **ae_params,\n"," **dataset_kwargs,\n","}"],"metadata":{"id":"NgahtU1q9uLO","executionInfo":{"status":"ok","timestamp":1697293835938,"user_tz":-420,"elapsed":2,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":85,"outputs":[]},{"cell_type":"code","source":["from ml_utility_loss.synthesizers.lct_gan.pipeline import create_ae\n","\n","ae, recon = create_ae(\n"," dfs[df_name],\n"," **model_params\n",")"],"metadata":{"id":"wGsDQTlk8Zl1","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1697293862237,"user_tz":-420,"elapsed":26301,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"7b2b392f-511c-4682-9e19-befd0985961e"},"execution_count":86,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.10/dist-packages/sklearn/mixture/_base.py:274: ConvergenceWarning: Initialization 1 did not converge. Try different init parameters, or increase max_iter, tol or check for degenerate data.\n"," warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/sklearn/mixture/_base.py:274: ConvergenceWarning: Initialization 1 did not converge. Try different init parameters, or increase max_iter, tol or check for degenerate data.\n"," warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/sklearn/mixture/_base.py:119: ConvergenceWarning: Number of distinct clusters (6) found smaller than n_clusters (10). Possibly due to duplicate points in X.\n"," .fit(X)\n","/usr/local/lib/python3.10/dist-packages/sklearn/mixture/_base.py:274: ConvergenceWarning: Initialization 1 did not converge. Try different init parameters, or increase max_iter, tol or check for degenerate data.\n"," warnings.warn(\n","100%|██████████| 267/267 [00:23<00:00, 11.29it/s]\n"]}]},{"cell_type":"code","source":["import torch\n","from copy import deepcopy\n","import json\n","\n","!rm -rf params_path\n","!rm -rf model_path\n","!rm -rf state_path\n","torch.save(ae, model_path)\n","torch.save(deepcopy(ae.state_dict()), state_path)\n","with open(params_path, \"w\") as f:\n"," json.dump(model_params, f, indent=4)"],"metadata":{"id":"qUHHYJNRJdDy","executionInfo":{"status":"ok","timestamp":1697293862794,"user_tz":-420,"elapsed":560,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":87,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"7SQgzf5-P249","executionInfo":{"status":"ok","timestamp":1697293862794,"user_tz":-420,"elapsed":3,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":87,"outputs":[]}]}
Model/LCT-GAN.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
Model/RealTabFormer extract embeddings.ipynb ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cells":[{"cell_type":"code","execution_count":null,"metadata":{"id":"COkMuAOy2J5o"},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2788,"status":"ok","timestamp":1699424405111,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"HfqAIvK1iGpA","outputId":"c07c4737-5255-407b-eee4-2af7aefdbcd3"},"outputs":[{"name":"stdout","output_type":"stream","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":385631,"status":"ok","timestamp":1699423886508,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"lqNWRhS42u4P","outputId":"9d54b617-f5cd-4b9f-9c52-59963705de9b"},"outputs":[{"name":"stdout","output_type":"stream","text":["Collecting optuna\n"," Downloading optuna-3.4.0-py3-none-any.whl (409 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m409.6/409.6 kB\u001b[0m \u001b[31m4.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting optuna-dashboard\n"," Downloading optuna_dashboard-0.13.0-py3-none-any.whl (5.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.8/5.8 MB\u001b[0m \u001b[31m60.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting alembic>=1.5.0 (from optuna)\n"," Downloading alembic-1.12.1-py3-none-any.whl (226 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m226.8/226.8 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting colorlog (from optuna)\n"," Downloading colorlog-6.7.0-py2.py3-none-any.whl (11 kB)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.23.5)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (23.2)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.23)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.1)\n","Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.1)\n","Collecting bottle (from optuna-dashboard)\n"," Downloading bottle-0.12.25-py3-none-any.whl (90 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m90.2/90.2 kB\u001b[0m \u001b[31m10.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (1.2.2)\n","Collecting Mako (from alembic>=1.5.0->optuna)\n"," Downloading Mako-1.2.4-py3-none-any.whl (78 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.7/78.7 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.5.0)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna) (3.0.1)\n","Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.11.3)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (3.2.0)\n","Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (2.1.3)\n","Installing collected packages: bottle, Mako, colorlog, alembic, optuna, optuna-dashboard\n","Successfully installed Mako-1.2.4 alembic-1.12.1 bottle-0.12.25 colorlog-6.7.0 optuna-3.4.0 optuna-dashboard-0.13.0\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-5hq336xh\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-5hq336xh\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 88cad1fe670a454c22556ffab0b88ff417a72048\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting torchtext@ git+https://github.com/R-N/torchtext@0.6.1 (from ml-utility-loss==0.1.1)\n"," Cloning https://github.com/R-N/torchtext (to revision 0.6.1) to /tmp/pip-install-bzeaekxa/torchtext_3c535108e57e4c20b0d9b110ebd7244b\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/torchtext /tmp/pip-install-bzeaekxa/torchtext_3c535108e57e4c20b0d9b110ebd7244b\n"," Running command git checkout -b 0.6.1 --track origin/0.6.1\n"," Switched to a new branch '0.6.1'\n"," Branch '0.6.1' set up to track remote branch '0.6.1' from 'origin'.\n"," Resolved https://github.com/R-N/torchtext to commit 9452aa9606ff7ae65834e208ff879a0e6189f766\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting alpharelu (from ml-utility-loss==0.1.1)\n"," Downloading alpharelu-1.01.tar.gz (2.9 kB)\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting entmax (from ml-utility-loss==0.1.1)\n"," Downloading entmax-1.1-py3-none-any.whl (12 kB)\n","Collecting accelerate>=0.20.3 (from ml-utility-loss==0.1.1)\n"," Downloading accelerate-0.24.1-py3-none-any.whl (261 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m261.4/261.4 kB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting catboost>=1.0.3 (from ml-utility-loss==0.1.1)\n"," Downloading catboost-1.2.2-cp310-cp310-manylinux2014_x86_64.whl (98.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m98.7/98.7 MB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting category-encoders>=2.3.0 (from ml-utility-loss==0.1.1)\n"," Downloading category_encoders-2.6.3-py2.py3-none-any.whl (81 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.9/81.9 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting datasets>=2.6.1 (from ml-utility-loss==0.1.1)\n"," Downloading datasets-2.14.6-py3-none-any.whl (493 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m493.7/493.7 kB\u001b[0m \u001b[31m37.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting delu==0.0.18 (from ml-utility-loss==0.1.1)\n"," Downloading delu-0.0.18-py3-none-any.whl (33 kB)\n","Collecting dython~=0.6.4.post1 (from ml-utility-loss==0.1.1)\n"," Downloading dython-0.6.8-py3-none-any.whl (20 kB)\n","Collecting icecream>=2.1.2 (from ml-utility-loss==0.1.1)\n"," Downloading icecream-2.1.3-py2.py3-none-any.whl (8.4 kB)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Collecting jupyter>=1.0.0 (from ml-utility-loss==0.1.1)\n"," Downloading jupyter-1.0.0-py2.py3-none-any.whl (2.7 kB)\n","Collecting libzero>=0.0.8 (from ml-utility-loss==0.1.1)\n"," Downloading libzero-0.0.8-py3-none-any.whl (28 kB)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Collecting numpy>=1.25.0 (from ml-utility-loss==0.1.1)\n"," Downloading numpy-1.26.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m37.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.4.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Collecting rdt>=1.3.0 (from ml-utility-loss==0.1.1)\n"," Downloading rdt-1.8.0-py2.py3-none-any.whl (73 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m73.1/73.1 kB\u001b[0m \u001b[31m9.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting rtdl>=0.0.9 (from ml-utility-loss==0.1.1)\n"," Downloading rtdl-0.0.13-py3-none-any.whl (23 kB)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.2)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Collecting skorch (from ml-utility-loss==0.1.1)\n"," Downloading skorch-0.15.0-py3-none-any.whl (239 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m239.3/239.3 kB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting tomli-w>=0.4.0 (from ml-utility-loss==0.1.1)\n"," Downloading tomli_w-1.0.0-py3-none-any.whl (6.0 kB)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.0+cu118)\n","Collecting torchinfo (from ml-utility-loss==0.1.1)\n"," Downloading torchinfo-1.8.0-py3-none-any.whl (23 kB)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.16.0+cu118)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Collecting transformers==4.28.0 (from ml-utility-loss==0.1.1)\n"," Downloading transformers-4.28.0-py3-none-any.whl (7.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.0/7.0 MB\u001b[0m \u001b[31m53.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting torch_optimizer (from ml-utility-loss==0.1.1)\n"," Downloading torch_optimizer-0.3.0-py3-none-any.whl (61 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.9/61.9 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.13.1)\n","Collecting huggingface-hub<1.0,>=0.11.0 (from transformers==4.28.0->ml-utility-loss==0.1.1)\n"," Downloading huggingface_hub-0.18.0-py3-none-any.whl (301 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m29.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers==4.28.0->ml-utility-loss==0.1.1)\n"," Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m68.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Collecting dill<0.3.8,>=0.3.0 (from datasets>=2.6.1->ml-utility-loss==0.1.1)\n"," Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m12.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Collecting multiprocess (from datasets>=2.6.1->ml-utility-loss==0.1.1)\n"," Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m16.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Collecting scikit-plot>=0.3.7 (from dython~=0.6.4.post1->ml-utility-loss==0.1.1)\n"," Downloading scikit_plot-0.3.7-py3-none-any.whl (33 kB)\n","Collecting colorama>=0.3.9 (from icecream>=2.1.2->ml-utility-loss==0.1.1)\n"," Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Collecting executing>=0.3.1 (from icecream>=2.1.2->ml-utility-loss==0.1.1)\n"," Downloading executing-2.0.1-py2.py3-none-any.whl (24 kB)\n","Collecting asttokens>=2.0.1 (from icecream>=2.1.2->ml-utility-loss==0.1.1)\n"," Downloading asttokens-2.4.1-py2.py3-none-any.whl (27 kB)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Collecting qtconsole (from jupyter>=1.0.0->ml-utility-loss==0.1.1)\n"," Downloading qtconsole-5.5.0-py3-none-any.whl (123 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.4/123.4 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Collecting pynvml<12,>=11.0 (from libzero>=0.0.8->ml-utility-loss==0.1.1)\n"," Downloading pynvml-11.5.0-py3-none-any.whl (53 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting torch>=1.13.0 (from ml-utility-loss==0.1.1)\n"," Downloading torch-1.13.1-cp310-cp310-manylinux1_x86_64.whl (887.5 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m887.5/887.5 MB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.2.0)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.44.0)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.1)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.23)\n","Collecting Faker<20,>=17 (from rdt>=1.3.0->ml-utility-loss==0.1.1)\n"," Downloading Faker-19.13.0-py3-none-any.whl (1.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m69.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Collecting nvidia-cuda-runtime-cu11==11.7.99 (from torch>=1.13.0->ml-utility-loss==0.1.1)\n"," Downloading nvidia_cuda_runtime_cu11-11.7.99-py3-none-manylinux1_x86_64.whl (849 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m849.3/849.3 kB\u001b[0m \u001b[31m29.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cudnn-cu11==8.5.0.96 (from torch>=1.13.0->ml-utility-loss==0.1.1)\n"," Downloading nvidia_cudnn_cu11-8.5.0.96-2-py3-none-manylinux1_x86_64.whl (557.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m557.1/557.1 MB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cublas-cu11==11.10.3.66 (from torch>=1.13.0->ml-utility-loss==0.1.1)\n"," Downloading nvidia_cublas_cu11-11.10.3.66-py3-none-manylinux1_x86_64.whl (317.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m317.1/317.1 MB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cuda-nvrtc-cu11==11.7.99 (from torch>=1.13.0->ml-utility-loss==0.1.1)\n"," Downloading nvidia_cuda_nvrtc_cu11-11.7.99-2-py3-none-manylinux1_x86_64.whl (21.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.0/21.0 MB\u001b[0m \u001b[31m41.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.3)\n","INFO: pip is looking at multiple versions of torchvision to determine which version is compatible with other requirements. This could take a while.\n","Collecting torchvision>=0.12.0 (from ml-utility-loss==0.1.1)\n"," Downloading torchvision-0.16.0-cp310-cp310-manylinux1_x86_64.whl (6.9 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.9/6.9 MB\u001b[0m \u001b[31m72.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Downloading torchvision-0.15.2-cp310-cp310-manylinux1_x86_64.whl (6.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.0/6.0 MB\u001b[0m \u001b[31m61.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Downloading torchvision-0.15.1-cp310-cp310-manylinux1_x86_64.whl (6.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.0/6.0 MB\u001b[0m \u001b[31m62.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Downloading torchvision-0.14.1-cp310-cp310-manylinux1_x86_64.whl (24.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.2/24.2 MB\u001b[0m \u001b[31m45.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Collecting pytorch-ranger>=0.1.1 (from torch_optimizer->ml-utility-loss==0.1.1)\n"," Downloading pytorch_ranger-0.1.1-py3-none-any.whl (14 kB)\n","Collecting sentencepiece (from torchtext@ git+https://github.com/R-N/torchtext@0.6.1->ml-utility-loss==0.1.1)\n"," Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━���━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m5.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.2)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.1)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Collecting qtpy>=2.4.0 (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1)\n"," Downloading QtPy-2.4.1-py3-none-any.whl (93 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m93.5/93.5 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting jedi>=0.16 (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1)\n"," Downloading jedi-0.19.1-py2.py3-none-any.whl (1.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m62.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.2)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.9)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.11.0)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Building wheels for collected packages: ml-utility-loss, alpharelu, torchtext\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=435424 sha256=29c698559cc3e0ae7eea0c27b4ed0e357213590e94d01d243fd5afd41e3cfafb\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-4gs049zg/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n"," Building wheel for alpharelu (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for alpharelu: filename=alpharelu-1.1-py3-none-any.whl size=3843 sha256=714546f19a87d883352607e45de8591855f9ac4a36b013eca8eced4fccdae472\n"," Stored in directory: /root/.cache/pip/wheels/19/f4/8b/4d08773d0281d53fe80057c78ca51371bcbe8859a469fba852\n"," Building wheel for torchtext (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for torchtext: filename=torchtext-0.6.1-py3-none-any.whl size=64352 sha256=8eb8ec6526604f0211823a39793269b13a93a89e636a168eaa3045480b821a92\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-4gs049zg/wheels/61/f8/1f/28b8e145b4451f1ae42f92d412bc90463e90f560f41e4d00c8\n","Successfully built ml-utility-loss alpharelu torchtext\n","Installing collected packages: tokenizers, sentencepiece, torchinfo, tomli-w, qtpy, pynvml, nvidia-cuda-runtime-cu11, nvidia-cuda-nvrtc-cu11, nvidia-cublas-cu11, numpy, jedi, executing, dill, colorama, asttokens, nvidia-cudnn-cu11, multiprocess, icecream, huggingface-hub, Faker, transformers, torch, torchvision, torchtext, skorch, scikit-plot, rtdl, rdt, qtconsole, pytorch-ranger, libzero, entmax, delu, datasets, category-encoders, catboost, alpharelu, accelerate, torch_optimizer, dython, jupyter, ml-utility-loss\n"," Attempting uninstall: numpy\n"," Found existing installation: numpy 1.23.5\n"," Uninstalling numpy-1.23.5:\n"," Successfully uninstalled numpy-1.23.5\n"," Attempting uninstall: torch\n"," Found existing installation: torch 2.1.0+cu118\n"," Uninstalling torch-2.1.0+cu118:\n"," Successfully uninstalled torch-2.1.0+cu118\n"," Attempting uninstall: torchvision\n"," Found existing installation: torchvision 0.16.0+cu118\n"," Uninstalling torchvision-0.16.0+cu118:\n"," Successfully uninstalled torchvision-0.16.0+cu118\n"," Attempting uninstall: torchtext\n"," Found existing installation: torchtext 0.16.0\n"," Uninstalling torchtext-0.16.0:\n"," Successfully uninstalled torchtext-0.16.0\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","lida 0.0.10 requires fastapi, which is not installed.\n","lida 0.0.10 requires kaleido, which is not installed.\n","lida 0.0.10 requires python-multipart, which is not installed.\n","lida 0.0.10 requires uvicorn, which is not installed.\n","cupy-cuda11x 11.0.0 requires numpy<1.26,>=1.20, but you have numpy 1.26.1 which is incompatible.\n","torchaudio 2.1.0+cu118 requires torch==2.1.0, but you have torch 1.13.1 which is incompatible.\n","torchdata 0.7.0 requires torch==2.1.0, but you have torch 1.13.1 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed Faker-19.13.0 accelerate-0.24.1 alpharelu-1.1 asttokens-2.4.1 catboost-1.2.2 category-encoders-2.6.3 colorama-0.4.6 datasets-2.14.6 delu-0.0.18 dill-0.3.7 dython-0.6.8 entmax-1.1 executing-2.0.1 huggingface-hub-0.18.0 icecream-2.1.3 jedi-0.19.1 jupyter-1.0.0 libzero-0.0.8 ml-utility-loss-0.1.1 multiprocess-0.70.15 numpy-1.26.1 nvidia-cublas-cu11-11.10.3.66 nvidia-cuda-nvrtc-cu11-11.7.99 nvidia-cuda-runtime-cu11-11.7.99 nvidia-cudnn-cu11-8.5.0.96 pynvml-11.5.0 pytorch-ranger-0.1.1 qtconsole-5.5.0 qtpy-2.4.1 rdt-1.8.0 rtdl-0.0.13 scikit-plot-0.3.7 sentencepiece-0.1.99 skorch-0.15.0 tokenizers-0.13.3 tomli-w-1.0.0 torch-1.13.1 torch_optimizer-0.3.0 torchinfo-1.8.0 torchtext-0.6.1 torchvision-0.14.1 transformers-4.28.0\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-67ndixnd\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-67ndixnd\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 88cad1fe670a454c22556ffab0b88ff417a72048\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=435424 sha256=210f7ff00596fab3624b9cbbde601e202f0467572831bffb9d4c78d6d9075fd9\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-7f3thfcw/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}],"source":["!pip install optuna optuna-dashboard\n","!pip install git+https://github.com/R-N/ml-utility-loss\n","!pip install git+https://github.com/R-N/ml-utility-loss --force-reinstall --no-deps"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1724,"status":"ok","timestamp":1699424406827,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"nrYplK5Rkgcn","outputId":"1c2ed5da-2d6c-40a9-ad4f-b969109dc8b5"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content\n"," % Total % Received % Xferd Average Speed Time Time Time Current\n"," Dload Upload Total Spent Left Speed\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n","100 34.7M 100 34.7M 0 0 50.0M 0 --:--:-- --:--:-- --:--:-- 104M\n"]}],"source":["%cd /content\n","!curl -Ls https://github.com/ekzhang/bore/releases/download/v0.4.0/bore-v0.4.0-x86_64-unknown-linux-musl.tar.gz | tar zx -C /usr/bin\n","!curl -Lo /usr/bin/cloudflared https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 && chmod +x /usr/bin/cloudflared"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ns5hFcVL2yvs"},"outputs":[],"source":["datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","\n","model_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\""]},{"cell_type":"code","execution_count":null,"metadata":{"id":"UdvXYv3c3LXy"},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import json\n","import os\n","\n","dataset_dir = \"datasets\"\n","dataset_name = \"treatment\"\n"]},{"cell_type":"code","execution_count":409,"metadata":{"executionInfo":{"elapsed":363,"status":"ok","timestamp":1699431279191,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"a-SjylvlYl7i"},"outputs":[],"source":["from ml_utility_loss.util import mkdir\n","\n","model_name = \"realtabformer\"\n","df_name = \"4\"\n","model_subdir = \"mean-best-disc-model\"\n","#model_name_2 = f\"{model_name}_{dataset_name}_{df_name}\"\n","model_dir_2 = os.path.join(model_dir, model_name, dataset_name, str(df_name))\n","mkdir(model_dir_2)\n","params_path = os.path.join(model_dir_2, f\"params.json\")"]},{"cell_type":"code","execution_count":410,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1539,"status":"ok","timestamp":1699431282047,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"-YDZUU9QUCwx","outputId":"a3290331-ba34-4283-b12c-fe26143693f9"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/realtabformer/treatment/4\n"]}],"source":["print(model_dir_2)"]},{"cell_type":"code","execution_count":411,"metadata":{"executionInfo":{"elapsed":7,"status":"ok","timestamp":1699431282047,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"NgahtU1q9uLO"},"outputs":[],"source":["\n","from ml_utility_loss.tuning import create_objective\n","import ml_utility_loss.synthesizers.realtabformer.params as PARAMS\n","from ml_utility_loss.util import filter_dict_2, filter_dict\n","from copy import deepcopy\n","\n","params = getattr(PARAMS, dataset_name).BEST\n","\n","model_params={\n"," **params,\n","}\n","\n","model_params[\"epochs\"] = min(model_params.pop(\"epochs\", 100), 100)\n","\n","model_params_ = deepcopy(model_params)"]},{"cell_type":"code","execution_count":412,"metadata":{"executionInfo":{"elapsed":7,"status":"ok","timestamp":1699431282048,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"wGsDQTlk8Zl1"},"outputs":[],"source":["from ml_utility_loss.synthesizers.realtabformer.wrapper import REaLTabFormer\n","from ml_utility_loss.synthesizers.realtabformer.params.default import GPT2_PARAMS, REALTABFORMER_PARAMS\n","\n","from transformers.models.gpt2 import GPT2Config\n","\n","num_bootstrap = model_params.pop(\"num_bootstrap\", 100)\n","\n","gpt2_params = filter_dict(model_params, GPT2_PARAMS)\n","realtabformer_params = filter_dict(model_params, REALTABFORMER_PARAMS)\n","\n","# Non-relational or parent table.\n","rtf_model = REaLTabFormer(\n"," tabular_config=GPT2Config(**gpt2_params),\n"," **realtabformer_params\n",")\n","\n","rtf_model.experiment_id = str(df_name)\n"]},{"cell_type":"code","execution_count":413,"metadata":{"id":"nB724X33v4Qd","executionInfo":{"status":"ok","timestamp":1699431298162,"user_tz":-420,"elapsed":16120,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["model_dir_3 = f\"{model_dir_2}/{df_name}\"\n","rtf_model = rtf_model.load_from_dir(\n"," model_dir_3,\n"," config_file=\"rtf_config.json\",\n"," model_file=f\"{model_subdir}/pytorch_model.bin\"\n",")"]},{"cell_type":"code","execution_count":414,"metadata":{"id":"5S-S8SKlbaZE","executionInfo":{"status":"ok","timestamp":1699431298162,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["text_embedding = rtf_model.model.transformer.wte\n","position_embedding = rtf_model.model.transformer.wpe"]},{"cell_type":"code","execution_count":415,"metadata":{"id":"83txVTxksE7V","executionInfo":{"status":"ok","timestamp":1699431298162,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["model_dir_4 = f\"{model_dir_3}/{model_subdir}\""]},{"cell_type":"code","execution_count":416,"metadata":{"id":"hbIV6cI4bf5f","executionInfo":{"status":"ok","timestamp":1699431299504,"user_tz":-420,"elapsed":1346,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import torch\n","import os\n","from copy import deepcopy\n","\n","torch.save(text_embedding, os.path.join(model_dir_4, \"text_embedding.pt\"))\n","torch.save(deepcopy(text_embedding.state_dict()), os.path.join(model_dir_4, \"text_embedding.states.pt\"))"]},{"cell_type":"code","execution_count":417,"metadata":{"id":"16Ot4B7Zrumx","executionInfo":{"status":"ok","timestamp":1699431299504,"user_tz":-420,"elapsed":6,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import torch\n","import os\n","from copy import deepcopy\n","\n","torch.save(position_embedding, os.path.join(model_dir_4, \"position_embedding.pt\"))\n","torch.save(deepcopy(position_embedding.state_dict()), os.path.join(model_dir_4, \"position_embedding.states.pt\"))"]},{"cell_type":"code","execution_count":418,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lPJcW_9psoYR","executionInfo":{"status":"ok","timestamp":1699431299504,"user_tz":-420,"elapsed":6,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"3396842a-4b26-4927-ed43-25ebf330d34d"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["768"]},"metadata":{},"execution_count":418}],"source":["text_embedding.weight.shape[-1]"]},{"cell_type":"code","execution_count":418,"metadata":{"id":"axQZ1NOWuPIE","executionInfo":{"status":"ok","timestamp":1699431299504,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}
Model/RealTabFormer.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
Model/Scoring 2.ipynb ADDED
@@ -0,0 +1 @@
 
 
1
+ {"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"mount_file_id":"1Y-QB4OIJuRakxAX6WmYPgfrcIxKsKgYh","authorship_tag":"ABX9TyPa4bGR/auezJ52NTab1VAN"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"THctoxwSzDlS","executionInfo":{"status":"ok","timestamp":1704105606956,"user_tz":-420,"elapsed":39,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","source":["%cd /content\n","#!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!git pull\n","!pip install .\n","!pip install . --no-deps --force-reinstall\n","!git remote set-url origin https://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@github.com/R-N/ml-utility-loss.git\n","!git config --global user.email \"rizqinur2010@gmail.com\"\n","!git config --global user.name \"Rizqi Nur\""],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NytFUqF5zGfM","executionInfo":{"status":"ok","timestamp":1704105707135,"user_tz":-420,"elapsed":100217,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"e3525441-41d5-4c23-df83-6ee0dd0a75bb"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 160281, done.\u001b[K\n","remote: Counting objects: 100% (3185/3185), done.\u001b[K\n","remote: Compressing objects: 100% (653/653), done.\u001b[K\n","remote: Total 160281 (delta 2583), reused 3125 (delta 2528), pack-reused 157096\u001b[K\n","Receiving objects: 100% (160281/160281), 529.30 MiB | 18.46 MiB/s, done.\n","Resolving deltas: 100% (40744/40744), done.\n","Updating files: 100% (101141/101141), done.\n","/content/ml-utility-loss\n","Already up to date.\n","Processing /content/ml-utility-loss\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting torchtext@ git+https://github.com/R-N/torchtext@0.6.1 (from ml-utility-loss==0.1.1)\n"," Cloning https://github.com/R-N/torchtext (to revision 0.6.1) to /tmp/pip-install-f6i7vmwv/torchtext_73249288272a469eb2456a29108fda86\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/torchtext /tmp/pip-install-f6i7vmwv/torchtext_73249288272a469eb2456a29108fda86\n"," Running command git checkout -b 0.6.1 --track origin/0.6.1\n"," Switched to a new branch '0.6.1'\n"," Branch '0.6.1' set up to track remote branch '0.6.1' from 'origin'.\n"," Resolved https://github.com/R-N/torchtext to commit 9452aa9606ff7ae65834e208ff879a0e6189f766\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.25.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.3)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: delu==0.0.18 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.18)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.2)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.5.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (10.0.1)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.9.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.2)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.4)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: torch_optimizer in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: undecorated in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.13.1)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.19.4)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (0.4.1)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.4)\n","Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.6)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.9.1)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.1)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.2.0)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.46.0)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.8.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.23)\n","Requirement already satisfied: Faker<20,>=17 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.13.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.42.0)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: pytorch-ranger>=0.1.1 in /usr/local/lib/python3.10/dist-packages (from torch_optimizer->ml-utility-loss==0.1.1) (0.1.1)\n","Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (from torchtext@ git+https://github.com/R-N/torchtext@0.6.1->ml-utility-loss==0.1.1) (0.1.99)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.4)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.1)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.6)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.11.17)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.2)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.43)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.1)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.0)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.1.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.19.0)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.2)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.12)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.11.2)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.32.0)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.15.2)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.0)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=468064 sha256=d2e2df86cd6a7414b54114de1a5b39dfa209ec7bdf96104f8fd6e1f40359e618\n"," Stored in directory: /root/.cache/pip/wheels/fd/ae/ad/45ef81978c0a87b3b639287726b0327d7c54589a6ed68c17b6\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n","Processing /content/ml-utility-loss\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=468064 sha256=d8ea3a92f99c28c8076d99af83ed02d555e2d8680b573f95c8faf0cb15eadbf6\n"," Stored in directory: /root/.cache/pip/wheels/fd/ae/ad/45ef81978c0a87b3b639287726b0327d7c54589a6ed68c17b6\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}]},{"cell_type":"code","source":["import os\n","datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","models = [\n"," \"lct_gan\",\n"," \"realtabformer\",\n"," \"tab_ddpm\",\n"," \"tvae\"\n","]\n","\n","data_dir = \"synthetics\"\n","model = \".\"\n","data_dir = os.path.join(data_dir, model)\n","dataset_dir = \"datasets\""],"metadata":{"id":"vKq9n0J3wHH1","executionInfo":{"status":"ok","timestamp":1704105946552,"user_tz":-420,"elapsed":301,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":18,"outputs":[]},{"cell_type":"code","source":["for d in datasets:\n"," !ls {data_dir}/{d} | grep info"],"metadata":{"id":"5muTC284DH1D","executionInfo":{"status":"ok","timestamp":1704105947393,"user_tz":-420,"elapsed":344,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"f79c4caa-ea20-4963-9962-1dead4763fda"},"execution_count":19,"outputs":[{"output_type":"stream","name":"stdout","text":["info.csv\n","info.csv\n","info.csv\n"]}]},{"cell_type":"code","source":["import json\n","import os\n","infos = {}\n","for dataset in datasets:\n"," with open(os.path.join(dataset_dir, f\"{dataset}.json\")) as f:\n"," info = json.load(f)\n"," infos[dataset] = info"],"metadata":{"id":"iMeMVZfs0f_X","executionInfo":{"status":"ok","timestamp":1704105947393,"user_tz":-420,"elapsed":7,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":20,"outputs":[]},{"cell_type":"code","source":["import os\n","from ml_utility_loss.loss_learning.evaluation.pipeline import score_datasets\n","\n","for dataset in datasets:\n"," score_datasets(os.path.join(data_dir, dataset), list(range(5)), infos[dataset])"],"metadata":{"id":"YpS3ifzNHpE6","colab":{"base_uri":"https://localhost:8080/","height":391},"outputId":"f7a52eb2-ce57-44ef-fe32-e213faf87cf5","executionInfo":{"status":"error","timestamp":1704105948284,"user_tz":-420,"elapsed":897,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":21,"outputs":[{"output_type":"stream","name":"stdout","text":["Loaded info_out 20 tab_ddpm_4\n"]},{"output_type":"error","ename":"FileNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mFileNotFoundError\u001b[0m Traceback (most recent call last)","\u001b[0;32m<ipython-input-21-0d7cb75da976>\u001b[0m in \u001b[0;36m<cell line: 4>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 4\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mdataset\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdatasets\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0mscore_datasets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdataset\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfos\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;32m/content/ml-utility-loss/ml_utility_loss/loss_learning/evaluation/pipeline.py\u001b[0m in \u001b[0;36mscore_datasets\u001b[0;34m(data_dir, subfolders, info, info_out, ml_utility_params, save_info, drop_first_column, augmenter)\u001b[0m\n\u001b[1;32m 36\u001b[0m \u001b[0mdataset_types\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mDATASET_TYPES_VAL\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 37\u001b[0m \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0mt\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34mf\"{t}.csv\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mt\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdataset_types\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 38\u001b[0;31m \u001b[0mdf_train\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"train\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 39\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0maugmenter\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 40\u001b[0m \u001b[0mdf_synth\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maugmenter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maugment\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf_train\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/util/_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 209\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 210\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mnew_arg_name\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnew_arg_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 211\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 212\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 213\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mF\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/util/_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 329\u001b[0m \u001b[0mstacklevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfind_stack_level\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 330\u001b[0m )\n\u001b[0;32m--> 331\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 332\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 333\u001b[0m \u001b[0;31m# error: \"Callable[[VarArg(Any), KwArg(Any)], Any]\" has no\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36mread_csv\u001b[0;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[1;32m 948\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkwds_defaults\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 949\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 950\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 951\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 952\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_read\u001b[0;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[1;32m 603\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 604\u001b[0m \u001b[0;31m# Create the parser.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 605\u001b[0;31m \u001b[0mparser\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 606\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 607\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mchunksize\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0miterator\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[1;32m 1440\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1441\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhandles\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mIOHandles\u001b[0m \u001b[0;34m|\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1442\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1443\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1444\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[0;34m(self, f, engine)\u001b[0m\n\u001b[1;32m 1733\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;34m\"b\"\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1734\u001b[0m \u001b[0mmode\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;34m\"b\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1735\u001b[0;31m self.handles = get_handle(\n\u001b[0m\u001b[1;32m 1736\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1737\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/common.py\u001b[0m in \u001b[0;36mget_handle\u001b[0;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[1;32m 854\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mencoding\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m\"b\"\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 855\u001b[0m \u001b[0;31m# Encoding\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 856\u001b[0;31m handle = open(\n\u001b[0m\u001b[1;32m 857\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 858\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'synthetics/./insurance/0/train.csv'"]}]},{"cell_type":"code","source":["\n","!git pull\n","!git add .\n","!git commit -m \"a\"\n","!git push"],"metadata":{"id":"XcRHtfEqKuSl","executionInfo":{"status":"aborted","timestamp":1704105948285,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"m02hqN2ZYL6n","executionInfo":{"status":"aborted","timestamp":1704105948285,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":null,"outputs":[]}]}
Model/Scoring.ipynb ADDED
@@ -0,0 +1 @@
 
 
1
+ {"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"mount_file_id":"1Y-QB4OIJuRakxAX6WmYPgfrcIxKsKgYh","authorship_tag":"ABX9TyPuDGgogVrA2Dj3G7KawSfH"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"3945695bc81740fcb1ede9059bab0138":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1490338817,12240.04417],"iteration":0,"passed_time":0.001331897968,"remaining_time":0,"test":[0.08888836505,11947.13367]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_de9cd283eed54ddeb58a3e2dd21b2c9f"}},"533d63c2846940dba53e3df30c6e63fe":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1440127427,11102.81827],"iteration":0,"passed_time":0.001178207205,"remaining_time":0,"test":[0.1339826695,11647.72793]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_2524177c82dc44a9b5d39e79d1a9c066"}},"d995077ff55145a5babe4300304d68ae":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1121104995,9372.09894],"iteration":0,"passed_time":0.001331787964,"remaining_time":0,"test":[0.09586841327,11868.37908]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_931f7797adc34becb988b5b7cf709905"}},"15bb4fb9dcd14a408bd3cd55e3e3eca9":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1418442018,11124.51091],"iteration":0,"passed_time":0.002147193713,"remaining_time":0,"test":[0.1415437492,11564.70801]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_3502710de9ca4eecb8237bfe49354ab6"}},"6487ffd39d8d4be6826ae9266310d649":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1474824882,11404.65283],"iteration":0,"passed_time":0.003451607631,"remaining_time":0,"test":[0.136960883,10991.49663]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_473c35cf482944aa93bdb1d302be9e54"}},"2e15dcde9df14a6da8a759b6c025526b":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1428708218,11269.6178],"iteration":0,"passed_time":0.001587692863,"remaining_time":0,"test":[0.142860044,10953.86694]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_480c802c643e4a3788953b4c1dd6a0fd"}},"31d967962f77486fb4a1441c521b25b1":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1328634952,11143.26594],"iteration":0,"passed_time":0.001711829511,"remaining_time":0,"test":[0.1392018564,12003.18892]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_fd3c516d489244f3a1a448a01838f0c5"}},"e984b333f4a24fed8a23fdc4a42468c7":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1404497545,11011.68156],"iteration":0,"passed_time":0.001538575858,"remaining_time":0,"test":[0.1440373818,11969.42754]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_41d4e1e64953422892689907b1a8728a"}},"dd588bbf80b245a48401c28af3129f43":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1264892302,9983.924354],"iteration":0,"passed_time":0.002945129365,"remaining_time":0,"test":[0.09659133788,10109.34836]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_39a5d89f554b41388cd627bc1dc67f16"}},"00fd0b55767046969ea63559e6c7c3e3":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.1463363551,11494.567],"iteration":0,"passed_time":0.003581983566,"remaining_time":0,"test":[0.130514092,9917.730685]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"learn_metrics":[{"best_value":"Max","name":"R2"},{"best_value":"Min","name":"RMSE"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_28fd2cee1199438b8d96af849e621ccf"}},"fcb8b579ebed438bbcf76bf58a389b0c":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6789366053,0.6746179231],"iteration":0,"passed_time":0.004092510597,"remaining_time":0,"test":[0.6436363636,0.6754021192]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_4a8f29ee05274728bededf4aa9a9884d"}},"aa330ce2cac047898db25f45c21dae2b":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6481574962,0.6713481144],"iteration":0,"passed_time":0.004559640348,"remaining_time":0,"test":[0.6454183267,0.6723410477]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_cc3fd749e5564d9ba823e4d57fef16d2"}},"3a919208a2c44b22b707c24713e48847":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6234332425,0.6690155544],"iteration":0,"passed_time":0.004181219307,"remaining_time":0,"test":[0.5865580448,0.6743160855]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_a6b77688a19b43d7999cf3bfd9607711"}},"1c750c7166e14aa18071887329c55221":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6450960566,0.6703441977],"iteration":0,"passed_time":0.003392907141,"remaining_time":0,"test":[0.6035502959,0.6738058749]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_4888fcb98ec54e23a8d117deb01c8de1"}},"138d5ef5cfa34c04a7befeb7ee2c13f5":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6647254576,0.676123966],"iteration":0,"passed_time":0.004775116698,"remaining_time":0,"test":[0.6654867257,0.6759553713]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_7bcb1630865947cf9fa6f33043bcc1d0"}},"f5af6264df2f4be88faf3e79e22d32ec":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.630977131,0.6716070256],"iteration":0,"passed_time":0.003676105175,"remaining_time":0,"test":[0.5750528541,0.6732016713]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_f7d0718553644300bc546c3d853e7b26"}},"677b438df17f4e9e9af9a19e4aba2281":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6516736402,0.6686233728],"iteration":0,"passed_time":0.00405046836,"remaining_time":0,"test":[0.6150627615,0.6720741597]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_c8ad8195668744adb6246043692753ad"}},"887a28ea3253495f8548ae7dbdb206f0":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.643912379,0.6699665181],"iteration":0,"passed_time":0.004164403776,"remaining_time":0,"test":[0.625,0.6717093173]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_024606bd0e28493a9059b2683b8c22ed"}},"5fb506abd363435d8dbacec0b19a7c8e":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.7048903879,0.6706914604],"iteration":0,"passed_time":0.009111598181,"remaining_time":0,"test":[0.6215139442,0.6728377605]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_42e80ba8d7c44bf186c2f1a2be3e5706"}},"847a88b78e7d47bd8054905001aa3de1":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6392694064,0.6720145948],"iteration":0,"passed_time":0.003286415597,"remaining_time":0,"test":[0.6612244898,0.6696408722]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"learn_metrics":[{"best_value":"Max","name":"F1"},{"best_value":"Min","name":"CrossEntropy"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_429dad8dfb884907873425d234965b1a"}},"f6af4ea3867f47f5a4b80d6b72bc9677":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5788839695,1.063343718],"iteration":0,"passed_time":0.00839713971,"remaining_time":0,"test":[0.4609544015,1.082652047]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_029937a3e4fd40f4b62c0e8f845530e4"}},"fd82db433ed248b7bef76a2bce69cb49":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5566511782,1.068770348],"iteration":0,"passed_time":0.005834141049,"remaining_time":0,"test":[0.4958442912,1.077161849]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_059daf99140e4150808eec62eae6dc71"}},"ceb64ac1fb4d49f5a16d682e38598f85":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5270405724,1.072110973],"iteration":0,"passed_time":0.004253316584,"remaining_time":0,"test":[0.3922156604,1.078879906]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_f2c6b354f16f450eb95f1ecd36d24b9b"}},"a87e26896b4a48d5abdb537f25032f95":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5335478112,1.074727595],"iteration":0,"passed_time":0.007022424481,"remaining_time":0,"test":[0.5629760812,1.074934074]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_d7600393e86c4d71a8679921e0f70db3"}},"4c6a58496cc549e8b9299d2506b367ca":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.6027276671,1.064380938],"iteration":0,"passed_time":0.006939245037,"remaining_time":0,"test":[0.4929768298,1.077407153]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_99db034b51a848c78210c193f89309d4"}},"c0c1ff73acba412194679007a1de5d4d":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5135843414,1.070890709],"iteration":0,"passed_time":0.005586178219,"remaining_time":0,"test":[0.4864045383,1.077042253]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_28d0335f9d61480d8080110a29fe0c2e"}},"3eac61bf6d0d4d1b89a340a98803a0cb":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5453484205,1.067157111],"iteration":0,"passed_time":0.008058011729,"remaining_time":0,"test":[0.4478234911,1.078645641]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_95912af16b8e442195fb8f5da35bb7a4"}},"001b0286842e4e54a66f0c7520ed4140":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.532906652,1.07345508],"iteration":0,"passed_time":0.008471447057,"remaining_time":0,"test":[0.4515245061,1.075110911]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_7da983ba8a7941a59ada9ecabfb72685"}},"aaa66eea7184443baa9734aeb7da90d5":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.4983448979,1.070801615],"iteration":0,"passed_time":0.003670831827,"remaining_time":0,"test":[0.4773345996,1.079561254]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_97c70ab6a50c4147b159555d8e9c3f95"}},"d6364d0755be44a0a63678470a97b9d8":{"model_module":"catboost-widget","model_name":"CatboostWidgetModel","model_module_version":"^1.0.0","state":{"_dom_classes":[],"_model_module":"catboost-widget","_model_module_version":"^1.0.0","_model_name":"CatboostWidgetModel","_view_count":null,"_view_module":"catboost-widget","_view_module_version":"^1.0.0","_view_name":"CatboostWidgetView","data":{"catboost_info":{"path":"catboost_info","name":"catboost_info","content":{"passed_iterations":0,"total_iterations":1,"data":{"iterations":[{"learn":[0.5427533617,1.071656057],"iteration":0,"passed_time":0.002429506264,"remaining_time":0,"test":[0.5638491302,1.070826097]}],"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Max","name":"TotalF1:average=Macro"},{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":1,"learn_sets":["learn"],"name":"experiment"}}}}},"layout":"IPY_MODEL_c92f2b5cefac40789043d87935117871"}}}}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"THctoxwSzDlS","executionInfo":{"status":"ok","timestamp":1698341381006,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","source":["!pip install git+https://github.com/R-N/ml-utility-loss.git\n","!pip install git+https://github.com/R-N/ml-utility-loss.git --force-reinstall --no-deps"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NytFUqF5zGfM","executionInfo":{"status":"ok","timestamp":1698341508855,"user_tz":-420,"elapsed":127853,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"7fa52257-127d-478b-d76b-599bdbed8a56"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting git+https://github.com/R-N/ml-utility-loss.git\n"," Cloning https://github.com/R-N/ml-utility-loss.git to /tmp/pip-req-build-ksih6q3z\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss.git /tmp/pip-req-build-ksih6q3z\n"," Resolved https://github.com/R-N/ml-utility-loss.git to commit 24d50a3e7e6baee21e4801cfca8972d152cc4657\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.24.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.2)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.14.6)\n","Requirement already satisfied: delu==0.0.18 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.18)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.1)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.4.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.2)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.12.4)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.0)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.4)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.1.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.43.1)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.1)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.22)\n","Requirement already satisfied: Faker>=10 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.12.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.2)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.1)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.0)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.1)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.8)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.10.6)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Collecting git+https://github.com/R-N/ml-utility-loss.git\n"," Cloning https://github.com/R-N/ml-utility-loss.git to /tmp/pip-req-build-99m4rbmk\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss.git /tmp/pip-req-build-99m4rbmk\n"," Resolved https://github.com/R-N/ml-utility-loss.git to commit 24d50a3e7e6baee21e4801cfca8972d152cc4657\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=396570 sha256=f1a733056ddab47ed8572c2cf763404def3220b9dbc2c4cb9d19326196e76825\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-ce0u6g3p/wheels/4c/bf/aa/7a48a646b041e8e425159fc8b8a571fe8fabcb1c6196eb94ad\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}]},{"cell_type":"code","source":["%cd /content\n","!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!rm -rf ml_utility_loss"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"qZbCP3H6zcpq","executionInfo":{"status":"ok","timestamp":1698341548860,"user_tz":-420,"elapsed":40021,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"23812d78-85a2-487b-b2be-df16446a519f"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 56195, done.\u001b[K\n","remote: Counting objects: 100% (9108/9108), done.\u001b[K\n","remote: Compressing objects: 100% (3950/3950), done.\u001b[K\n","remote: Total 56195 (delta 5193), reused 9050 (delta 5135), pack-reused 47087\u001b[K\n","Receiving objects: 100% (56195/56195), 282.12 MiB | 14.52 MiB/s, done.\n","Resolving deltas: 100% (7241/7241), done.\n","Updating files: 100% (50924/50924), done.\n","/content/ml-utility-loss\n"]}]},{"cell_type":"code","source":["import os\n","datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","\n","data_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\"\n","model = \"realtabformer\"\n","data_dir = os.path.join(data_dir, model)\n","dataset_dir = \"datasets\""],"metadata":{"id":"vKq9n0J3wHH1","executionInfo":{"status":"ok","timestamp":1698341845922,"user_tz":-420,"elapsed":3,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":21,"outputs":[]},{"cell_type":"code","source":["for d in datasets:\n"," !ls {data_dir}/{d} | grep info"],"metadata":{"id":"5muTC284DH1D","executionInfo":{"status":"ok","timestamp":1698341847255,"user_tz":-420,"elapsed":562,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":22,"outputs":[]},{"cell_type":"code","source":["import json\n","import os\n","infos = {}\n","for dataset in datasets:\n"," with open(os.path.join(dataset_dir, f\"{dataset}.json\")) as f:\n"," info = json.load(f)\n"," infos[dataset] = info"],"metadata":{"id":"iMeMVZfs0f_X","executionInfo":{"status":"ok","timestamp":1698341847757,"user_tz":-420,"elapsed":504,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":23,"outputs":[]},{"cell_type":"code","source":["import os\n","from ml_utility_loss.loss_learning.estimator.pipeline import score_datasets\n","\n","for dataset in datasets:\n"," score_datasets(os.path.join(data_dir, dataset), list(range(5)), infos[dataset])"],"metadata":{"id":"YpS3ifzNHpE6","colab":{"base_uri":"https://localhost:8080/","height":0,"referenced_widgets":["3945695bc81740fcb1ede9059bab0138","533d63c2846940dba53e3df30c6e63fe","d995077ff55145a5babe4300304d68ae","15bb4fb9dcd14a408bd3cd55e3e3eca9","6487ffd39d8d4be6826ae9266310d649","2e15dcde9df14a6da8a759b6c025526b","31d967962f77486fb4a1441c521b25b1","e984b333f4a24fed8a23fdc4a42468c7","dd588bbf80b245a48401c28af3129f43","00fd0b55767046969ea63559e6c7c3e3","fcb8b579ebed438bbcf76bf58a389b0c","aa330ce2cac047898db25f45c21dae2b","3a919208a2c44b22b707c24713e48847","1c750c7166e14aa18071887329c55221","138d5ef5cfa34c04a7befeb7ee2c13f5","f5af6264df2f4be88faf3e79e22d32ec","677b438df17f4e9e9af9a19e4aba2281","887a28ea3253495f8548ae7dbdb206f0","5fb506abd363435d8dbacec0b19a7c8e","847a88b78e7d47bd8054905001aa3de1","f6af4ea3867f47f5a4b80d6b72bc9677","fd82db433ed248b7bef76a2bce69cb49","ceb64ac1fb4d49f5a16d682e38598f85","a87e26896b4a48d5abdb537f25032f95","4c6a58496cc549e8b9299d2506b367ca","c0c1ff73acba412194679007a1de5d4d","3eac61bf6d0d4d1b89a340a98803a0cb","001b0286842e4e54a66f0c7520ed4140","aaa66eea7184443baa9734aeb7da90d5","d6364d0755be44a0a63678470a97b9d8"]},"outputId":"591ffa2b-559c-4db8-df99-bb4c90bcdbc6","executionInfo":{"status":"ok","timestamp":1698341862200,"user_tz":-420,"elapsed":14445,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":24,"outputs":[{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3945695bc81740fcb1ede9059bab0138"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"533d63c2846940dba53e3df30c6e63fe"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d995077ff55145a5babe4300304d68ae"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"15bb4fb9dcd14a408bd3cd55e3e3eca9"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6487ffd39d8d4be6826ae9266310d649"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"2e15dcde9df14a6da8a759b6c025526b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"31d967962f77486fb4a1441c521b25b1"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e984b333f4a24fed8a23fdc4a42468c7"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dd588bbf80b245a48401c28af3129f43"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"00fd0b55767046969ea63559e6c7c3e3"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fcb8b579ebed438bbcf76bf58a389b0c"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"aa330ce2cac047898db25f45c21dae2b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3a919208a2c44b22b707c24713e48847"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"1c750c7166e14aa18071887329c55221"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"138d5ef5cfa34c04a7befeb7ee2c13f5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"f5af6264df2f4be88faf3e79e22d32ec"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"677b438df17f4e9e9af9a19e4aba2281"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"887a28ea3253495f8548ae7dbdb206f0"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"5fb506abd363435d8dbacec0b19a7c8e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"847a88b78e7d47bd8054905001aa3de1"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"f6af4ea3867f47f5a4b80d6b72bc9677"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fd82db433ed248b7bef76a2bce69cb49"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ceb64ac1fb4d49f5a16d682e38598f85"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a87e26896b4a48d5abdb537f25032f95"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4c6a58496cc549e8b9299d2506b367ca"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c0c1ff73acba412194679007a1de5d4d"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3eac61bf6d0d4d1b89a340a98803a0cb"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"001b0286842e4e54a66f0c7520ed4140"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"aaa66eea7184443baa9734aeb7da90d5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d6364d0755be44a0a63678470a97b9d8"}},"metadata":{}}]},{"cell_type":"code","source":[],"metadata":{"id":"XcRHtfEqKuSl","executionInfo":{"status":"ok","timestamp":1698341827815,"user_tz":-420,"elapsed":5,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":20,"outputs":[]}]}
Model/TVAE.ipynb ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cells":[{"cell_type":"code","execution_count":1,"metadata":{"executionInfo":{"elapsed":556,"status":"ok","timestamp":1697339009466,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"COkMuAOy2J5o"},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lqNWRhS42u4P","executionInfo":{"status":"ok","timestamp":1697339133946,"user_tz":-420,"elapsed":124486,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"3cdb97a2-db83-402c-8f66-6a2c43019d16"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: optuna in /usr/local/lib/python3.10/dist-packages (3.3.0)\n","Requirement already satisfied: optuna-dashboard in /usr/local/lib/python3.10/dist-packages (0.12.0)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna) (6.7.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.26.1)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (23.2)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.21)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.1)\n","Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.1)\n","Requirement already satisfied: bottle in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (0.12.25)\n","Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (1.2.2)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (1.2.4)\n","Requirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.5.0)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna) (3.0.0)\n","Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.11.3)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (3.2.0)\n","Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (2.1.3)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-8m5y24zb\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-8m5y24zb\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.23.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.2)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.14.5)\n","Requirement already satisfied: delu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.21)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.1)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.12.4)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<2023.9.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.0)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.4)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.1.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.43.1)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.21)\n","Requirement already satisfied: Faker>=10 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.10.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.2)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.6)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.0)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.1)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.8)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.10.4)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-nzsce8__\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-nzsce8__\n"," Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=377794 sha256=68ecd9b641c43bd54b3164c62198ea7e02cdec2fbfa306865f59772940fd8d11\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-hcxwsw4f/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}],"source":["!pip install optuna optuna-dashboard\n","!pip install git+https://github.com/R-N/ml-utility-loss\n","!pip install git+https://github.com/R-N/ml-utility-loss --force-reinstall --no-deps"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nrYplK5Rkgcn","executionInfo":{"status":"ok","timestamp":1697339136134,"user_tz":-420,"elapsed":2198,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"32c1323a-7501-48ac-f70e-5a7f36301f50"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n"," % Total % Received % Xferd Average Speed Time Time Time Current\n"," Dload Upload Total Spent Left Speed\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n","100 34.7M 100 34.7M 0 0 28.1M 0 0:00:01 0:00:01 --:--:-- 73.9M\n"]}],"source":["%cd /content\n","!curl -Ls https://github.com/ekzhang/bore/releases/download/v0.4.0/bore-v0.4.0-x86_64-unknown-linux-musl.tar.gz | tar zx -C /usr/bin\n","!curl -Lo /usr/bin/cloudflared https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 && chmod +x /usr/bin/cloudflared"]},{"cell_type":"code","execution_count":4,"metadata":{"id":"MdkECEu12xpL","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1697339176557,"user_tz":-420,"elapsed":40429,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"a8da7e6f-dc56-47d0-8bc9-1182196254e5"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 54414, done.\u001b[K\n","remote: Counting objects: 100% (7327/7327), done.\u001b[K\n","remote: Compressing objects: 100% (3252/3252), done.\u001b[K\n","remote: Total 54414 (delta 4134), reused 7251 (delta 4059), pack-reused 47087\u001b[K\n","Receiving objects: 100% (54414/54414), 239.42 MiB | 10.85 MiB/s, done.\n","Resolving deltas: 100% (6182/6182), done.\n","Updating files: 100% (50325/50325), done.\n","/content/ml-utility-loss\n"]}],"source":["%cd /content\n","!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!rm -rf ml_utility_loss"]},{"cell_type":"code","execution_count":5,"metadata":{"id":"ns5hFcVL2yvs","executionInfo":{"status":"ok","timestamp":1697339176558,"user_tz":-420,"elapsed":18,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","\n","model_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\""]},{"cell_type":"code","execution_count":26,"metadata":{"id":"UdvXYv3c3LXy","executionInfo":{"status":"ok","timestamp":1697340246093,"user_tz":-420,"elapsed":573,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import json\n","import os\n","\n","dataset_dir = \"datasets\"\n","dataset_name = \"insurance\"\n","\n","df = pd.read_csv(os.path.join(dataset_dir, f\"{dataset_name}.csv\"))\n","with open(os.path.join(dataset_dir, f\"{dataset_name}.json\")) as f:\n"," info = json.load(f)"]},{"cell_type":"code","execution_count":27,"metadata":{"id":"Vrl2QkoV3o_8","executionInfo":{"status":"ok","timestamp":1697340246097,"user_tz":-420,"elapsed":17,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.util import split_df_ratio\n","\n","task = info[\"task\"]\n","target = info[\"target\"]\n","cat_features = info[\"cat_features\"]\n","mixed_features = info[\"mixed_features\"]\n","longtail_features = info[\"longtail_features\"]\n","integer_features = info[\"integer_features\"]\n","\n","dfs = {\n"," \"df\": df,\n","}\n","dfs_test = {}\n","for i in range(5):\n"," train, test = split_df_ratio(df, ratio=0.2, i=i, seed=42)\n"," dfs[i] = train\n"," dfs_test[i] = test\n"]},{"cell_type":"code","execution_count":58,"metadata":{"id":"a-SjylvlYl7i","executionInfo":{"status":"ok","timestamp":1697343112569,"user_tz":-420,"elapsed":365,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.util import mkdir\n","\n","model_name = \"tvae\"\n","df_name = \"df\"\n","#model_name_2 = f\"{model_name}_{dataset_name}_{df_name}\"\n","model_dir_2 = os.path.join(model_dir, model_name, dataset_name, str(df_name))\n","mkdir(model_dir_2)\n","model_path = os.path.join(model_dir_2, f\"model.pt\")\n","state_path = os.path.join(model_dir_2, f\"state.json\")\n","params_path = os.path.join(model_dir_2, f\"params.json\")"]},{"cell_type":"code","execution_count":59,"metadata":{"id":"-YDZUU9QUCwx","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1697343113004,"user_tz":-420,"elapsed":4,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"3d0fe03c-d2ee-4955-9589-0be8e213faf1"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/tvae/insurance/df/model.pt\n"]}],"source":["print(model_path)"]},{"cell_type":"code","execution_count":60,"metadata":{"id":"NgahtU1q9uLO","executionInfo":{"status":"ok","timestamp":1697343113004,"user_tz":-420,"elapsed":3,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["\n","from ml_utility_loss.tuning import create_objective\n","import ml_utility_loss.synthesizers.tvae.params as PARAMS\n","from ml_utility_loss.util import filter_dict_2\n","\n","params = getattr(PARAMS, dataset_name).BEST\n","\n","model_params={\n"," **params,\n","}\n","\n","for x in [\"compress\", \"decompress\"]:\n"," model_params[f\"{x}_dims\"] = [\n"," model_params[f\"{x}_dims\"]\n"," for i in range(\n"," model_params.pop(f\"{x}_depth\")\n"," )\n"," ]"]},{"cell_type":"code","execution_count":61,"metadata":{"id":"wGsDQTlk8Zl1","executionInfo":{"status":"ok","timestamp":1697343399823,"user_tz":-420,"elapsed":286822,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.synthesizers.tvae.wrapper import TVAE\n","\n","train = dfs[df_name]\n","tvae = TVAE(**model_params)\n","tvae.fit(train, cat_features)\n","synth_df = tvae.sample(len(train))"]},{"cell_type":"code","execution_count":62,"metadata":{"id":"qUHHYJNRJdDy","executionInfo":{"status":"ok","timestamp":1697343400203,"user_tz":-420,"elapsed":403,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import torch\n","from copy import deepcopy\n","import json\n","\n","!rm -rf params_path\n","!rm -rf model_path\n","!rm -rf g_state_path\n","!rm -rf d_state_path\n","torch.save(tvae, model_path)\n","torch.save(deepcopy(tvae.model.state_dict()), state_path)\n","with open(params_path, \"w\") as f:\n"," json.dump(model_params, f, indent=4)"]},{"cell_type":"code","execution_count":63,"metadata":{"id":"7SQgzf5-P249","colab":{"base_uri":"https://localhost:8080/","height":228},"executionInfo":{"status":"error","timestamp":1697343400203,"user_tz":-420,"elapsed":13,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"57519fd1-a4d2-4922-c834-1fe290391c16"},"outputs":[{"output_type":"error","ename":"KeyError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKeyError\u001b[0m Traceback (most recent call last)","\u001b[0;32m<ipython-input-63-a280575d8c51>\u001b[0m in \u001b[0;36m<cell line: 8>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 6\u001b[0m \u001b[0msynth_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msynth_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 7\u001b[0m \u001b[0mdfs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtrain_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m \u001b[0mdfs_test\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mval_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 9\u001b[0m \u001b[0mdfs_test\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtest_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mKeyError\u001b[0m: 'df'"]}],"source":["synth_path = os.path.join(model_dir_2, f\"synth.csv\")\n","train_path = os.path.join(model_dir_2, f\"train.csv\")\n","val_path = os.path.join(model_dir_2, f\"val.csv\")\n","test_path = os.path.join(model_dir_2, f\"test.csv\")\n","\n","synth_df.to_csv(synth_path)\n","dfs[df_name].to_csv(train_path)\n","dfs_test[df_name].to_csv(val_path)\n","dfs_test[df_name].to_csv(test_path)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"nB724X33v4Qd","executionInfo":{"status":"aborted","timestamp":1697343400204,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[],"mount_file_id":"1Cug9laqjkt9fyDxiylSn9Jzam9kQyDu3","authorship_tag":"ABX9TyMhtJHOKAMnUJyVHa+D8Sml"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}
Model/TabDDPM.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
Model/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/0/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b785f152794ccf6360cc3aef42018180a1f2d4d94abe96477637f3d75056d4
3
+ size 383473
Model/lct_ae/contraceptive/0/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/0/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09e592cef0963ae737485f1c1d1607a273f4b14ad55d734808dc42746e4da8c
3
+ size 120613
Model/lct_ae/contraceptive/1/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21fefd2133f4385928cb64ad7d611918d7dd3ee66804e94060460985ab02c352
3
+ size 377329
Model/lct_ae/contraceptive/1/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/1/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f318f5d72ea665d69e24712bc8642257e166826741edbec98604fd9dc5fb49
3
+ size 118565
Model/lct_ae/contraceptive/2/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/2/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962b86637265ee3670dd5ead54b29f4b08941a066667b6eda92ba0dde92dc4c4
3
+ size 377393
Model/lct_ae/contraceptive/2/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/2/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14968a67d995a6cc0b44f46153357d935f16618c7a59734ea0c2cab8ed1f96d0
3
+ size 118565
Model/lct_ae/contraceptive/3/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/3/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e82431256ab4b327938f94f232460b308d1ae0ffaba2e5e595886bda27856e15
3
+ size 380401
Model/lct_ae/contraceptive/3/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/3/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce498d266267e6c7714a0f0bff617fe30b603ce5bd1f64fbcea3ca243963caf
3
+ size 119589
Model/lct_ae/contraceptive/4/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/4/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5adc1e0ef3ff2445237cf519ab5215e1b6b7a1de1394c97d22b9a9b3302d913
3
+ size 380401
Model/lct_ae/contraceptive/4/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/4/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f93f043d7909dd533df33e24dd7d81bb8a1429ebe9086198ae7b9e296cdbba
3
+ size 119589
Model/lct_ae/contraceptive/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/df/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/df/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5de062135965f6551af7fbc0867110dd99bcc21ddec90c01ab3266acd7183115
3
+ size 380273
Model/lct_ae/contraceptive/df/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/df/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41fe9bfb5a54c58ac97c15a5e0318df1c676cd0ba9950727e6e9ed43177ab38
3
+ size 119589
Model/lct_ae/contraceptive/train/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/contraceptive/train/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f6eebeef02a4d7ed699c3472e313084126a85bb0fbbd206b991f1e279f880f
3
+ size 380401
Model/lct_ae/contraceptive/train/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471be1ec9e458c9c8a6b708e2353b114cc5b7c2f202a407f4d5bca5f82a2d756
3
+ size 441
Model/lct_ae/contraceptive/train/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad1f0867ce941ec30945d19e0981c39ea77e88dea0b28b54db6f193e51ecdd6
3
+ size 119589
Model/lct_ae/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/insurance/0/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/insurance/0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d1a974fb51ae37a93e3ad9cc927690bcd657f60826f43057360adb007c6aebf
3
+ size 364977
Model/lct_ae/insurance/0/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c60cdeccba9212e2d8668115ed3996781806a22929504458adccf776c91112
3
+ size 313
Model/lct_ae/insurance/0/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8969db5d622f765b913ad82b9bf6e95083f49c108ff15c990d856a70164f614f
3
+ size 115493
Model/lct_ae/insurance/1/desktop.ini ADDED
Binary file (246 Bytes). View file
 
Model/lct_ae/insurance/1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ae82a5c535adda7ab1e0dacbc09086d92e1c9b3f843af7d47c2b48b560486f
3
+ size 361905
Model/lct_ae/insurance/1/params.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c60cdeccba9212e2d8668115ed3996781806a22929504458adccf776c91112
3
+ size 313
Model/lct_ae/insurance/1/state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd863cc2c04566e6ed6d6fd9467d96b80ec4a7f09e16a2d63e0a3d21f874ea2e
3
+ size 114469
Model/lct_ae/insurance/2/desktop.ini ADDED
Binary file (246 Bytes). View file