sample_gpu/summary.json

{
  "configs": [
    {
      "sweep": "sample",
      "seed": 0,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 800,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 0,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 2500,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 1,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 800,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 1,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 2500,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 2,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 800,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 2,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 2500,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 3,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 800,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 3,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 2500,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 4,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 800,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    },
    {
      "sweep": "sample",
      "seed": 4,
      "d": 50,
      "tasks": 3,
      "n_first": 800,
      "n_later": 2500,
      "width": 1000,
      "steps": 200,
      "lr": 12.5,
      "sigma_scale": 0.1,
      "activation": "quadratic",
      "loss": "hinge",
      "test_n": 5000
    }
  ],
  "summary": [
    {
      "sweep": "sample",
      "n_later": 800,
      "width": 1000,
      "after_task": 2,
      "activation": "quadratic",
      "loss": "hinge",
      "seeds": 5,
      "mean_train_forgetting": 6.102621555328369e-05,
      "mean_test_forgetting": 0.00019200146198272705,
      "mean_delayed_gap": 0.0067827969789505,
      "mean_task1_test_error": 0.0,
      "mean_later_cumulative_loss": 141.82634708285332
    },
    {
      "sweep": "sample",
      "n_later": 800,
      "width": 1000,
      "after_task": 3,
      "activation": "quadratic",
      "loss": "hinge",
      "seeds": 5,
      "mean_train_forgetting": -0.00014689266681671141,
      "mean_test_forgetting": -0.00011706948280334472,
      "mean_delayed_gap": 0.0066816449165344235,
      "mean_task1_test_error": 0.0,
      "mean_later_cumulative_loss": 282.31662721037867
    },
    {
      "sweep": "sample",
      "n_later": 2500,
      "width": 1000,
      "after_task": 2,
      "activation": "quadratic",
      "loss": "hinge",
      "seeds": 5,
      "mean_train_forgetting": -0.00015653669834136963,
      "mean_test_forgetting": 1.0517239570617675e-05,
      "mean_delayed_gap": 0.006818875670433044,
      "mean_task1_test_error": 0.0,
      "mean_later_cumulative_loss": 142.0373024582863
    },
    {
      "sweep": "sample",
      "n_later": 2500,
      "width": 1000,
      "after_task": 3,
      "activation": "quadratic",
      "loss": "hinge",
      "seeds": 5,
      "mean_train_forgetting": -6.243288516998291e-05,
      "mean_test_forgetting": -3.930926322937012e-06,
      "mean_delayed_gap": 0.006710323691368103,
      "mean_task1_test_error": 0.0,
      "mean_later_cumulative_loss": 282.3474177002907
    }
  ],
  "seconds": 3.4109044075012207
}