{ "experiment": "Highway gating versus parameter-matched plain depth", "results": { "highway": { "parameters": 19306, "aggregate": { "clean_accuracy_mean": 0.9666666666666666, "clean_accuracy_std": 0.004684855792842051, "noise_0.20_accuracy_mean": 0.9022222222222223, "noise_0.20_accuracy_std": 0.014363495873826135, "successful_seeds_above_95_percent": 5, "seeds": 5 }, "runs": [ { "seed": 2237, "best_epoch": 54, "clean_accuracy": 0.9666666666666667, "noise_0.20_accuracy": 0.9111111111111111 }, { "seed": 2239, "best_epoch": 53, "clean_accuracy": 0.9666666666666667, "noise_0.20_accuracy": 0.9111111111111111 }, { "seed": 2243, "best_epoch": 28, "clean_accuracy": 0.9592592592592593, "noise_0.20_accuracy": 0.8740740740740741 }, { "seed": 2251, "best_epoch": 41, "clean_accuracy": 0.9740740740740741, "noise_0.20_accuracy": 0.9111111111111111 }, { "seed": 2267, "best_epoch": 31, "clean_accuracy": 0.9666666666666667, "noise_0.20_accuracy": 0.9037037037037037 } ], "mean_transform_gate_by_layer": [ 0.2221885621547699, 0.19516275823116302, 0.2649097740650177, 0.29495057463645935, 0.27505815029144287, 0.29345640540122986, 0.312447190284729, 0.301510214805603 ] }, "plain": { "parameters": 19306, "aggregate": { "clean_accuracy_mean": 0.21037037037037037, "clean_accuracy_std": 0.01646378575621693, "noise_0.20_accuracy_mean": 0.21185185185185187, "noise_0.20_accuracy_std": 0.027256843693294952, "successful_seeds_above_95_percent": 0, "seeds": 5 }, "runs": [ { "seed": 2237, "best_epoch": 79, "clean_accuracy": 0.1962962962962963, "noise_0.20_accuracy": 0.18888888888888888 }, { "seed": 2239, "best_epoch": 75, "clean_accuracy": 0.2, "noise_0.20_accuracy": 0.1814814814814815 }, { "seed": 2243, "best_epoch": 2, "clean_accuracy": 0.21481481481481482, "noise_0.20_accuracy": 0.24444444444444444 }, { "seed": 2251, "best_epoch": 2, "clean_accuracy": 0.24074074074074073, "noise_0.20_accuracy": 0.24444444444444444 }, { "seed": 2267, "best_epoch": 2, "clean_accuracy": 0.2, "noise_0.20_accuracy": 0.2 } ] } } }