evaluation.json

{
  "experiment": "Highway gating versus parameter-matched plain depth",
  "results": {
    "highway": {
      "parameters": 19306,
      "aggregate": {
        "clean_accuracy_mean": 0.9666666666666666,
        "clean_accuracy_std": 0.004684855792842051,
        "noise_0.20_accuracy_mean": 0.9022222222222223,
        "noise_0.20_accuracy_std": 0.014363495873826135,
        "successful_seeds_above_95_percent": 5,
        "seeds": 5
      },
      "runs": [
        {
          "seed": 2237,
          "best_epoch": 54,
          "clean_accuracy": 0.9666666666666667,
          "noise_0.20_accuracy": 0.9111111111111111
        },
        {
          "seed": 2239,
          "best_epoch": 53,
          "clean_accuracy": 0.9666666666666667,
          "noise_0.20_accuracy": 0.9111111111111111
        },
        {
          "seed": 2243,
          "best_epoch": 28,
          "clean_accuracy": 0.9592592592592593,
          "noise_0.20_accuracy": 0.8740740740740741
        },
        {
          "seed": 2251,
          "best_epoch": 41,
          "clean_accuracy": 0.9740740740740741,
          "noise_0.20_accuracy": 0.9111111111111111
        },
        {
          "seed": 2267,
          "best_epoch": 31,
          "clean_accuracy": 0.9666666666666667,
          "noise_0.20_accuracy": 0.9037037037037037
        }
      ],
      "mean_transform_gate_by_layer": [
        0.2221885621547699,
        0.19516275823116302,
        0.2649097740650177,
        0.29495057463645935,
        0.27505815029144287,
        0.29345640540122986,
        0.312447190284729,
        0.301510214805603
      ]
    },
    "plain": {
      "parameters": 19306,
      "aggregate": {
        "clean_accuracy_mean": 0.21037037037037037,
        "clean_accuracy_std": 0.01646378575621693,
        "noise_0.20_accuracy_mean": 0.21185185185185187,
        "noise_0.20_accuracy_std": 0.027256843693294952,
        "successful_seeds_above_95_percent": 0,
        "seeds": 5
      },
      "runs": [
        {
          "seed": 2237,
          "best_epoch": 79,
          "clean_accuracy": 0.1962962962962963,
          "noise_0.20_accuracy": 0.18888888888888888
        },
        {
          "seed": 2239,
          "best_epoch": 75,
          "clean_accuracy": 0.2,
          "noise_0.20_accuracy": 0.1814814814814815
        },
        {
          "seed": 2243,
          "best_epoch": 2,
          "clean_accuracy": 0.21481481481481482,
          "noise_0.20_accuracy": 0.24444444444444444
        },
        {
          "seed": 2251,
          "best_epoch": 2,
          "clean_accuracy": 0.24074074074074073,
          "noise_0.20_accuracy": 0.24444444444444444
        },
        {
          "seed": 2267,
          "best_epoch": 2,
          "clean_accuracy": 0.2,
          "noise_0.20_accuracy": 0.2
        }
      ]
    }
  }
}