evaluation.json

{
  "experiment": "Differentiable content addressing versus fixed-state recall",
  "training_slots": [
    2,
    8
  ],
  "results": {
    "memory": {
      "parameters": 4673,
      "runs": [
        {
          "seed": 2281,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999377218191512
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998665036546299
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9997205645777285
          }
        },
        {
          "seed": 2287,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999373428727267
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998682647856185
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.999723744156654
          }
        },
        {
          "seed": 2293,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999510854540858
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998970205051592
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9997834917012369
          }
        }
      ],
      "accuracy_mean": {
        "slots_8": 1.0,
        "slots_16": 1.0,
        "slots_32": 1.0
      },
      "correct_slot_attention_mean": {
        "slots_8": 0.9999420500486546,
        "slots_16": 0.9998772629818026,
        "slots_32": 0.9997426001452064
      }
    },
    "gru": {
      "parameters": 5584,
      "runs": [
        {
          "seed": 2281,
          "slots_8": {
            "accuracy": 0.132080078125,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.083984375,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.044677734375,
            "examples": 4096
          }
        },
        {
          "seed": 2287,
          "slots_8": {
            "accuracy": 0.135009765625,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.0703125,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.046142578125,
            "examples": 4096
          }
        },
        {
          "seed": 2293,
          "slots_8": {
            "accuracy": 0.13818359375,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.075439453125,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.047119140625,
            "examples": 4096
          }
        }
      ],
      "accuracy_mean": {
        "slots_8": 0.13509114583333334,
        "slots_16": 0.07657877604166667,
        "slots_32": 0.045979817708333336
      }
    }
  }
}