{ "benchmark": "Five-shot sinusoid adaptation", "parameters_per_model": 1761, "heldout_tasks": 200, "support_points": 5, "inner_learning_rate": 0.01, "summary": { "first_order_maml": { "after_0_steps": { "mean_query_mse": 3.117979406230152, "median_query_mse": 1.982047975063324 }, "after_1_steps": { "mean_query_mse": 1.8104612239636482, "median_query_mse": 1.1625203490257263 }, "after_5_steps": { "mean_query_mse": 0.7417217132728546, "median_query_mse": 0.5038593411445618 } }, "pooled_pretraining": { "after_0_steps": { "mean_query_mse": 3.1389036064594986, "median_query_mse": 2.0017887353897095 }, "after_1_steps": { "mean_query_mse": 3.6318348409608006, "median_query_mse": 2.1371556520462036 }, "after_5_steps": { "mean_query_mse": 3.782225738260895, "median_query_mse": 2.0923590660095215 } }, "random_initialization": { "after_0_steps": { "mean_query_mse": 4.421784645207226, "median_query_mse": 3.5967257022857666 }, "after_1_steps": { "mean_query_mse": 4.410966412443668, "median_query_mse": 3.4736127853393555 }, "after_5_steps": { "mean_query_mse": 4.623183687664568, "median_query_mse": 3.3137409687042236 } } }, "training_history": [ { "training_iteration": 100, "meta_query_mse": 3.0043764114379883 }, { "training_iteration": 200, "meta_query_mse": 3.339918851852417 }, { "training_iteration": 300, "meta_query_mse": 3.105837821960449 }, { "training_iteration": 400, "meta_query_mse": 3.5703954696655273 }, { "training_iteration": 500, "meta_query_mse": 2.299532890319824 }, { "training_iteration": 600, "meta_query_mse": 1.4675642251968384 }, { "training_iteration": 700, "meta_query_mse": 1.9454426765441895 }, { "training_iteration": 800, "meta_query_mse": 0.8894341588020325 }, { "training_iteration": 900, "meta_query_mse": 0.714055061340332 }, { "training_iteration": 1000, "meta_query_mse": 1.2726192474365234 }, { "training_iteration": 1100, "meta_query_mse": 0.9396852850914001 }, { "training_iteration": 1200, "meta_query_mse": 1.015036702156067 }, { "training_iteration": 1300, "meta_query_mse": 0.5529529452323914 }, { "training_iteration": 1400, "meta_query_mse": 0.5807578563690186 }, { "training_iteration": 1500, "meta_query_mse": 0.599169135093689 }, { "training_iteration": 1600, "meta_query_mse": 0.6174056529998779 }, { "training_iteration": 1700, "meta_query_mse": 0.7034826278686523 }, { "training_iteration": 1800, "meta_query_mse": 0.3562796413898468 }, { "training_iteration": 1900, "meta_query_mse": 0.5737505555152893 }, { "training_iteration": 2000, "meta_query_mse": 0.7230871319770813 } ] }