| { | |
| "benchmark": "Five-shot sinusoid adaptation", | |
| "parameters_per_model": 1761, | |
| "heldout_tasks": 200, | |
| "support_points": 5, | |
| "inner_learning_rate": 0.01, | |
| "summary": { | |
| "first_order_maml": { | |
| "after_0_steps": { | |
| "mean_query_mse": 3.117979406230152, | |
| "median_query_mse": 1.982047975063324 | |
| }, | |
| "after_1_steps": { | |
| "mean_query_mse": 1.8104612239636482, | |
| "median_query_mse": 1.1625203490257263 | |
| }, | |
| "after_5_steps": { | |
| "mean_query_mse": 0.7417217132728546, | |
| "median_query_mse": 0.5038593411445618 | |
| } | |
| }, | |
| "pooled_pretraining": { | |
| "after_0_steps": { | |
| "mean_query_mse": 3.1389036064594986, | |
| "median_query_mse": 2.0017887353897095 | |
| }, | |
| "after_1_steps": { | |
| "mean_query_mse": 3.6318348409608006, | |
| "median_query_mse": 2.1371556520462036 | |
| }, | |
| "after_5_steps": { | |
| "mean_query_mse": 3.782225738260895, | |
| "median_query_mse": 2.0923590660095215 | |
| } | |
| }, | |
| "random_initialization": { | |
| "after_0_steps": { | |
| "mean_query_mse": 4.421784645207226, | |
| "median_query_mse": 3.5967257022857666 | |
| }, | |
| "after_1_steps": { | |
| "mean_query_mse": 4.410966412443668, | |
| "median_query_mse": 3.4736127853393555 | |
| }, | |
| "after_5_steps": { | |
| "mean_query_mse": 4.623183687664568, | |
| "median_query_mse": 3.3137409687042236 | |
| } | |
| } | |
| }, | |
| "training_history": [ | |
| { | |
| "training_iteration": 100, | |
| "meta_query_mse": 3.0043764114379883 | |
| }, | |
| { | |
| "training_iteration": 200, | |
| "meta_query_mse": 3.339918851852417 | |
| }, | |
| { | |
| "training_iteration": 300, | |
| "meta_query_mse": 3.105837821960449 | |
| }, | |
| { | |
| "training_iteration": 400, | |
| "meta_query_mse": 3.5703954696655273 | |
| }, | |
| { | |
| "training_iteration": 500, | |
| "meta_query_mse": 2.299532890319824 | |
| }, | |
| { | |
| "training_iteration": 600, | |
| "meta_query_mse": 1.4675642251968384 | |
| }, | |
| { | |
| "training_iteration": 700, | |
| "meta_query_mse": 1.9454426765441895 | |
| }, | |
| { | |
| "training_iteration": 800, | |
| "meta_query_mse": 0.8894341588020325 | |
| }, | |
| { | |
| "training_iteration": 900, | |
| "meta_query_mse": 0.714055061340332 | |
| }, | |
| { | |
| "training_iteration": 1000, | |
| "meta_query_mse": 1.2726192474365234 | |
| }, | |
| { | |
| "training_iteration": 1100, | |
| "meta_query_mse": 0.9396852850914001 | |
| }, | |
| { | |
| "training_iteration": 1200, | |
| "meta_query_mse": 1.015036702156067 | |
| }, | |
| { | |
| "training_iteration": 1300, | |
| "meta_query_mse": 0.5529529452323914 | |
| }, | |
| { | |
| "training_iteration": 1400, | |
| "meta_query_mse": 0.5807578563690186 | |
| }, | |
| { | |
| "training_iteration": 1500, | |
| "meta_query_mse": 0.599169135093689 | |
| }, | |
| { | |
| "training_iteration": 1600, | |
| "meta_query_mse": 0.6174056529998779 | |
| }, | |
| { | |
| "training_iteration": 1700, | |
| "meta_query_mse": 0.7034826278686523 | |
| }, | |
| { | |
| "training_iteration": 1800, | |
| "meta_query_mse": 0.3562796413898468 | |
| }, | |
| { | |
| "training_iteration": 1900, | |
| "meta_query_mse": 0.5737505555152893 | |
| }, | |
| { | |
| "training_iteration": 2000, | |
| "meta_query_mse": 0.7230871319770813 | |
| } | |
| ] | |
| } |