Hugging Face's logo

ARotting
/
memory-tape-pocket

Model card Files
xet
 Community
memory-tape-pocket
File size: 3,493 Bytes
5d3bddc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "experiment": "Differentiable content addressing versus fixed-state recall",
  "training_slots": [
    2,
    8
  ],
  "results": {
    "memory": {
      "parameters": 4673,
      "runs": [
        {
          "seed": 2281,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999377218191512
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998665036546299
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9997205645777285
          }
        },
        {
          "seed": 2287,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999373428727267
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998682647856185
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.999723744156654
          }
        },
        {
          "seed": 2293,
          "slots_8": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9999510854540858
          },
          "slots_16": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9998970205051592
          },
          "slots_32": {
            "accuracy": 1.0,
            "examples": 4096,
            "mean_attention_on_correct_slot": 0.9997834917012369
          }
        }
      ],
      "accuracy_mean": {
        "slots_8": 1.0,
        "slots_16": 1.0,
        "slots_32": 1.0
      },
      "correct_slot_attention_mean": {
        "slots_8": 0.9999420500486546,
        "slots_16": 0.9998772629818026,
        "slots_32": 0.9997426001452064
      }
    },
    "gru": {
      "parameters": 5584,
      "runs": [
        {
          "seed": 2281,
          "slots_8": {
            "accuracy": 0.132080078125,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.083984375,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.044677734375,
            "examples": 4096
          }
        },
        {
          "seed": 2287,
          "slots_8": {
            "accuracy": 0.135009765625,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.0703125,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.046142578125,
            "examples": 4096
          }
        },
        {
          "seed": 2293,
          "slots_8": {
            "accuracy": 0.13818359375,
            "examples": 4096
          },
          "slots_16": {
            "accuracy": 0.075439453125,
            "examples": 4096
          },
          "slots_32": {
            "accuracy": 0.047119140625,
            "examples": 4096
          }
        }
      ],
      "accuracy_mean": {
        "slots_8": 0.13509114583333334,
        "slots_16": 0.07657877604166667,
        "slots_32": 0.045979817708333336
      }
    }
  }
}