{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "4cd1da0e", "metadata": {}, "outputs": [], "source": [ "%load_ext autoreload\n", "%autoreload 2\n", "import pandas as pd\n", "import numpy as np\n", "import seaborn as sns\n", "import matplotlib.pyplot as plt\n", "from synthetic_task.plot_results import load_results_QP, load_results_CP, plot_total_loss_vs_method_by_ydim, plot_total_time_vs_method_by_ydim, plot_total_time_vs_ydim_for_methods, plot_time_scaling_vs_ydim, load_results_across_batches, plot_time_scaling_vs_batch" ] }, { "cell_type": "code", "execution_count": 2, "id": "6f2b2dea", "metadata": {}, "outputs": [], "source": [ "sns.set_theme(style=\"whitegrid\", context=\"talk\")\n", "palette = sns.color_palette()" ] }, { "cell_type": "code", "execution_count": 4, "id": "d24a0bbc", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "method: ffocp_eq\n", "method: ffocp_eq\n", "method: ffocp_eq\n", "method: ffocp_eq\n", "method: ffocp_eq\n", "method: ffocp_eq\n" ] } ], "source": [ "# PLOT BATCH ABLATION\n", "ROOT = \"..\"\n", "\n", "METHODS = [\n", " \"ffocp_eq\",\n", "]\n", "METHODS_LEGEND = {\n", " \"ffocp_eq\": \"FFOCP\",\n", "}\n", "\n", "method_order = [METHODS_LEGEND[m] for m in METHODS]\n", "\n", "df_all = load_results_across_batches(\n", " root_dir=ROOT,\n", " batch_sizes=None,\n", " loader_fn=load_results_CP,\n", " methods=METHODS,\n", " methods_legend=METHODS_LEGEND,\n", ")" ] }, { "cell_type": "code", "execution_count": 5, "id": "18f79b4b", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
| \n", " | epoch | \n", "train_ts_loss | \n", "test_ts_loss | \n", "train_df_loss | \n", "test_df_loss | \n", "forward_time | \n", "backward_time | \n", "method | \n", "seed | \n", "n | \n", "lr | \n", "ydim | \n", "batch_size | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "0 | \n", "57.452311 | \n", "0.0 | \n", "-0.464479 | \n", "0.0 | \n", "434.527348 | \n", "428.260238 | \n", "FFOCP | \n", "1 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "1 | \n", "
| 1 | \n", "0 | \n", "50.233187 | \n", "0.0 | \n", "-0.465843 | \n", "0.0 | \n", "468.582487 | \n", "462.893587 | \n", "FFOCP | \n", "2 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "1 | \n", "
| 2 | \n", "0 | \n", "58.097721 | \n", "0.0 | \n", "-0.464782 | \n", "0.0 | \n", "480.707573 | \n", "475.793314 | \n", "FFOCP | \n", "3 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "1 | \n", "
| 3 | \n", "0 | \n", "56.541165 | \n", "0.0 | \n", "-0.470788 | \n", "0.0 | \n", "478.779373 | \n", "474.103904 | \n", "FFOCP | \n", "4 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "1 | \n", "
| 4 | \n", "0 | \n", "54.126785 | \n", "0.0 | \n", "-0.463682 | \n", "0.0 | \n", "482.228468 | \n", "477.997777 | \n", "FFOCP | \n", "5 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "1 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 69 | \n", "0 | \n", "1.596674 | \n", "0.0 | \n", "-0.441706 | \n", "0.0 | \n", "89.305095 | \n", "97.298301 | \n", "FFOCP | \n", "5 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "16 | \n", "
| 70 | \n", "0 | \n", "0.988028 | \n", "0.0 | \n", "-0.389009 | \n", "0.0 | \n", "85.063648 | \n", "95.986092 | \n", "FFOCP | \n", "1 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "32 | \n", "
| 71 | \n", "0 | \n", "0.982131 | \n", "0.0 | \n", "-0.388680 | \n", "0.0 | \n", "82.734893 | \n", "94.441057 | \n", "FFOCP | \n", "2 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "32 | \n", "
| 72 | \n", "0 | \n", "0.987993 | \n", "0.0 | \n", "-0.390248 | \n", "0.0 | \n", "83.124762 | \n", "93.911058 | \n", "FFOCP | \n", "3 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "32 | \n", "
| 73 | \n", "0 | \n", "0.974203 | \n", "0.0 | \n", "-0.387242 | \n", "0.0 | \n", "90.870878 | \n", "102.601617 | \n", "FFOCP | \n", "5 | \n", "NaN | \n", "0.001 | \n", "800 | \n", "32 | \n", "
74 rows × 13 columns
\n", "| \n", " | epoch | \n", "train_ts_loss | \n", "test_ts_loss | \n", "train_df_loss | \n", "test_df_loss | \n", "forward_time | \n", "backward_time | \n", "method | \n", "seed | \n", "n | \n", "lr | \n", "ydim | \n", "backwardTol | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 436 | \n", "0 | \n", "2.002229 | \n", "0.0 | \n", "-0.468039 | \n", "0.0 | \n", "99.561114 | \n", "35.265574 | \n", "FFOQP | \n", "1 | \n", "NaN | \n", "0.001 | \n", "1000 | \n", "NaN | \n", "
| 437 | \n", "0 | \n", "2.004048 | \n", "0.0 | \n", "-0.468603 | \n", "0.0 | \n", "93.989844 | \n", "27.312217 | \n", "FFOQP | \n", "10 | \n", "NaN | \n", "0.001 | \n", "1000 | \n", "NaN | \n", "
| 438 | \n", "0 | \n", "1.981446 | \n", "0.0 | \n", "-0.468794 | \n", "0.0 | \n", "101.130303 | \n", "36.416768 | \n", "FFOQP | \n", "2 | \n", "NaN | \n", "0.001 | \n", "1000 | \n", "NaN | \n", "
| 439 | \n", "0 | \n", "2.014030 | \n", "0.0 | \n", "-0.468329 | \n", "0.0 | \n", "100.519457 | \n", "34.933484 | \n", "FFOQP | \n", "3 | \n", "NaN | \n", "0.001 | \n", "1000 | \n", "NaN | \n", "
| 440 | \n", "0 | \n", "1.994176 | \n", "0.0 | \n", "-0.468258 | \n", "0.0 | \n", "98.747680 | \n", "35.228853 | \n", "FFOQP | \n", "4 | \n", "NaN | \n", "0.001 | \n", "1000 | \n", "NaN | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 521 | \n", "0 | \n", "1.988679 | \n", "0.0 | \n", "-0.469108 | \n", "0.0 | \n", "80.720694 | \n", "29.228782 | \n", "FFOQP | \n", "5 | \n", "NaN | \n", "0.001 | \n", "900 | \n", "NaN | \n", "
| 522 | \n", "0 | \n", "1.990780 | \n", "0.0 | \n", "-0.469006 | \n", "0.0 | \n", "78.616584 | \n", "20.049297 | \n", "FFOQP | \n", "6 | \n", "NaN | \n", "0.001 | \n", "900 | \n", "NaN | \n", "
| 523 | \n", "0 | \n", "1.992276 | \n", "0.0 | \n", "-0.468968 | \n", "0.0 | \n", "89.442196 | \n", "22.292826 | \n", "FFOQP | \n", "7 | \n", "NaN | \n", "0.001 | \n", "900 | \n", "NaN | \n", "
| 524 | \n", "0 | \n", "1.993443 | \n", "0.0 | \n", "-0.469414 | \n", "0.0 | \n", "100.181939 | \n", "27.915672 | \n", "FFOQP | \n", "8 | \n", "NaN | \n", "0.001 | \n", "900 | \n", "NaN | \n", "
| 525 | \n", "0 | \n", "1.995657 | \n", "0.0 | \n", "-0.468818 | \n", "0.0 | \n", "84.645610 | \n", "28.476709 | \n", "FFOQP | \n", "9 | \n", "NaN | \n", "0.001 | \n", "900 | \n", "NaN | \n", "
90 rows × 13 columns
\n", "