meta-sine-foundry / evaluation.json
ARotting's picture
Publish First-order MAML, pooled, and random sine initializations
47dfc70 verified
Raw
History Blame Contribute Delete
3.36 kB
{
"benchmark": "Five-shot sinusoid adaptation",
"parameters_per_model": 1761,
"heldout_tasks": 200,
"support_points": 5,
"inner_learning_rate": 0.01,
"summary": {
"first_order_maml": {
"after_0_steps": {
"mean_query_mse": 3.117979406230152,
"median_query_mse": 1.982047975063324
},
"after_1_steps": {
"mean_query_mse": 1.8104612239636482,
"median_query_mse": 1.1625203490257263
},
"after_5_steps": {
"mean_query_mse": 0.7417217132728546,
"median_query_mse": 0.5038593411445618
}
},
"pooled_pretraining": {
"after_0_steps": {
"mean_query_mse": 3.1389036064594986,
"median_query_mse": 2.0017887353897095
},
"after_1_steps": {
"mean_query_mse": 3.6318348409608006,
"median_query_mse": 2.1371556520462036
},
"after_5_steps": {
"mean_query_mse": 3.782225738260895,
"median_query_mse": 2.0923590660095215
}
},
"random_initialization": {
"after_0_steps": {
"mean_query_mse": 4.421784645207226,
"median_query_mse": 3.5967257022857666
},
"after_1_steps": {
"mean_query_mse": 4.410966412443668,
"median_query_mse": 3.4736127853393555
},
"after_5_steps": {
"mean_query_mse": 4.623183687664568,
"median_query_mse": 3.3137409687042236
}
}
},
"training_history": [
{
"training_iteration": 100,
"meta_query_mse": 3.0043764114379883
},
{
"training_iteration": 200,
"meta_query_mse": 3.339918851852417
},
{
"training_iteration": 300,
"meta_query_mse": 3.105837821960449
},
{
"training_iteration": 400,
"meta_query_mse": 3.5703954696655273
},
{
"training_iteration": 500,
"meta_query_mse": 2.299532890319824
},
{
"training_iteration": 600,
"meta_query_mse": 1.4675642251968384
},
{
"training_iteration": 700,
"meta_query_mse": 1.9454426765441895
},
{
"training_iteration": 800,
"meta_query_mse": 0.8894341588020325
},
{
"training_iteration": 900,
"meta_query_mse": 0.714055061340332
},
{
"training_iteration": 1000,
"meta_query_mse": 1.2726192474365234
},
{
"training_iteration": 1100,
"meta_query_mse": 0.9396852850914001
},
{
"training_iteration": 1200,
"meta_query_mse": 1.015036702156067
},
{
"training_iteration": 1300,
"meta_query_mse": 0.5529529452323914
},
{
"training_iteration": 1400,
"meta_query_mse": 0.5807578563690186
},
{
"training_iteration": 1500,
"meta_query_mse": 0.599169135093689
},
{
"training_iteration": 1600,
"meta_query_mse": 0.6174056529998779
},
{
"training_iteration": 1700,
"meta_query_mse": 0.7034826278686523
},
{
"training_iteration": 1800,
"meta_query_mse": 0.3562796413898468
},
{
"training_iteration": 1900,
"meta_query_mse": 0.5737505555152893
},
{
"training_iteration": 2000,
"meta_query_mse": 0.7230871319770813
}
]
}