| { | |
| "benchmark": "Temporary variable binding", | |
| "training_examples": 16000, | |
| "results": { | |
| "fast_weight": { | |
| "parameters": 2508, | |
| "training_epochs": 20, | |
| "four_pairs_12_distractors": { | |
| "accuracy": 1.0, | |
| "cross_entropy": 0.07871694164350629 | |
| }, | |
| "eight_pairs_12_distractors": { | |
| "accuracy": 1.0, | |
| "cross_entropy": 0.09045482566580176 | |
| }, | |
| "four_pairs_64_distractors": { | |
| "accuracy": 1.0, | |
| "cross_entropy": 0.07799763092771173 | |
| }, | |
| "eight_pairs_64_distractors": { | |
| "accuracy": 0.99975, | |
| "cross_entropy": 0.09526938293129206 | |
| } | |
| }, | |
| "gru": { | |
| "parameters": 3050, | |
| "training_epochs": 50, | |
| "four_pairs_12_distractors": { | |
| "accuracy": 0.374, | |
| "cross_entropy": 1.337967962026596 | |
| }, | |
| "eight_pairs_12_distractors": { | |
| "accuracy": 0.27025, | |
| "cross_entropy": 2.0145242735743523 | |
| }, | |
| "four_pairs_64_distractors": { | |
| "accuracy": 0.3115, | |
| "cross_entropy": 2.1618038713932037 | |
| }, | |
| "eight_pairs_64_distractors": { | |
| "accuracy": 0.23825, | |
| "cross_entropy": 2.5799436271190643 | |
| } | |
| } | |
| }, | |
| "training_history": { | |
| "fast_weight": [ | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 1, | |
| "training_loss": 1.0295030027627945, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 2, | |
| "training_loss": 0.030936013227180828, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 3, | |
| "training_loss": 0.010835887420745123, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 4, | |
| "training_loss": 0.006198568949623714, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 5, | |
| "training_loss": 0.004087505533197333, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 6, | |
| "training_loss": 0.002923791433521916, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 7, | |
| "training_loss": 0.002205265745047539, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 8, | |
| "training_loss": 0.0017280159813780633, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 9, | |
| "training_loss": 0.0013937751747786053, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 10, | |
| "training_loss": 0.001148996146632329, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 11, | |
| "training_loss": 0.0009644523434828789, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 12, | |
| "training_loss": 0.0008224385064317002, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 13, | |
| "training_loss": 0.0007094257014123575, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 14, | |
| "training_loss": 0.0006176355989679457, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 15, | |
| "training_loss": 0.0005433608903475698, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 16, | |
| "training_loss": 0.00048117371394284185, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 17, | |
| "training_loss": 0.000429233452046497, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 18, | |
| "training_loss": 0.0003849036833603999, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 19, | |
| "training_loss": 0.00034724543285038736, | |
| "validation_accuracy": 1.0 | |
| }, | |
| { | |
| "variant": "fast_weight", | |
| "epoch": 20, | |
| "training_loss": 0.00031471504258834536, | |
| "validation_accuracy": 1.0 | |
| } | |
| ], | |
| "gru": [ | |
| { | |
| "variant": "gru", | |
| "epoch": 1, | |
| "training_loss": 2.30176459796845, | |
| "validation_accuracy": 0.148 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 2, | |
| "training_loss": 2.2673269188593306, | |
| "validation_accuracy": 0.181 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 3, | |
| "training_loss": 2.20308005999005, | |
| "validation_accuracy": 0.214 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 4, | |
| "training_loss": 2.073779126954457, | |
| "validation_accuracy": 0.275 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 5, | |
| "training_loss": 1.9181506936512296, | |
| "validation_accuracy": 0.324 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 6, | |
| "training_loss": 1.7754394440423875, | |
| "validation_accuracy": 0.3175 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 7, | |
| "training_loss": 1.6792653269237943, | |
| "validation_accuracy": 0.3405 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 8, | |
| "training_loss": 1.6136303837337191, | |
| "validation_accuracy": 0.3415 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 9, | |
| "training_loss": 1.5580230913464985, | |
| "validation_accuracy": 0.355 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 10, | |
| "training_loss": 1.5131285304114932, | |
| "validation_accuracy": 0.349 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 11, | |
| "training_loss": 1.4721362969231984, | |
| "validation_accuracy": 0.351 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 12, | |
| "training_loss": 1.4381263615593078, | |
| "validation_accuracy": 0.371 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 13, | |
| "training_loss": 1.4131997729104662, | |
| "validation_accuracy": 0.369 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 14, | |
| "training_loss": 1.3921367497671218, | |
| "validation_accuracy": 0.366 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 15, | |
| "training_loss": 1.3752350996411036, | |
| "validation_accuracy": 0.36 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 16, | |
| "training_loss": 1.3600610343236772, | |
| "validation_accuracy": 0.375 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 17, | |
| "training_loss": 1.350090401513236, | |
| "validation_accuracy": 0.3675 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 18, | |
| "training_loss": 1.3397450371394082, | |
| "validation_accuracy": 0.375 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 19, | |
| "training_loss": 1.3330339874540056, | |
| "validation_accuracy": 0.3735 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 20, | |
| "training_loss": 1.3186499731881278, | |
| "validation_accuracy": 0.3745 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 21, | |
| "training_loss": 1.3137422989285181, | |
| "validation_accuracy": 0.376 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 22, | |
| "training_loss": 1.3108702462816995, | |
| "validation_accuracy": 0.3715 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 23, | |
| "training_loss": 1.3006561313356673, | |
| "validation_accuracy": 0.3715 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 24, | |
| "training_loss": 1.291312327460637, | |
| "validation_accuracy": 0.369 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 25, | |
| "training_loss": 1.2901321441408187, | |
| "validation_accuracy": 0.374 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 26, | |
| "training_loss": 1.283520429853409, | |
| "validation_accuracy": 0.374 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 27, | |
| "training_loss": 1.2761712244578771, | |
| "validation_accuracy": 0.3745 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 28, | |
| "training_loss": 1.2719707943144298, | |
| "validation_accuracy": 0.3785 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 29, | |
| "training_loss": 1.26511964343843, | |
| "validation_accuracy": 0.375 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 30, | |
| "training_loss": 1.2616949081420898, | |
| "validation_accuracy": 0.378 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 31, | |
| "training_loss": 1.2597541241418748, | |
| "validation_accuracy": 0.3705 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 32, | |
| "training_loss": 1.2553172735940843, | |
| "validation_accuracy": 0.3755 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 33, | |
| "training_loss": 1.250368530788119, | |
| "validation_accuracy": 0.368 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 34, | |
| "training_loss": 1.2492833989007133, | |
| "validation_accuracy": 0.3785 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 35, | |
| "training_loss": 1.2454108302555387, | |
| "validation_accuracy": 0.379 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 36, | |
| "training_loss": 1.2419150027017745, | |
| "validation_accuracy": 0.3835 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 37, | |
| "training_loss": 1.2380726621264504, | |
| "validation_accuracy": 0.383 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 38, | |
| "training_loss": 1.2354776140243289, | |
| "validation_accuracy": 0.3705 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 39, | |
| "training_loss": 1.2319395958431183, | |
| "validation_accuracy": 0.3765 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 40, | |
| "training_loss": 1.2327304643297952, | |
| "validation_accuracy": 0.3855 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 41, | |
| "training_loss": 1.2301562305480715, | |
| "validation_accuracy": 0.378 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 42, | |
| "training_loss": 1.2272724480856032, | |
| "validation_accuracy": 0.376 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 43, | |
| "training_loss": 1.223879613573589, | |
| "validation_accuracy": 0.3785 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 44, | |
| "training_loss": 1.220575767850119, | |
| "validation_accuracy": 0.379 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 45, | |
| "training_loss": 1.2178495970983354, | |
| "validation_accuracy": 0.3805 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 46, | |
| "training_loss": 1.21574023980943, | |
| "validation_accuracy": 0.371 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 47, | |
| "training_loss": 1.2135314487275624, | |
| "validation_accuracy": 0.376 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 48, | |
| "training_loss": 1.2135897912676372, | |
| "validation_accuracy": 0.3765 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 49, | |
| "training_loss": 1.210650818688529, | |
| "validation_accuracy": 0.377 | |
| }, | |
| { | |
| "variant": "gru", | |
| "epoch": 50, | |
| "training_loss": 1.209133299570235, | |
| "validation_accuracy": 0.3735 | |
| } | |
| ] | |
| } | |
| } |