darwASCIInGPT / enwik8-darwin /darwin_log.json
tinycrops's picture
Add darwASCIInGPT nGPT checkpoints + bred children + model card
0a2f3e3 verified
Raw
History Blame Contribute Delete
5.88 kB
{
"parents": {
"forkL": 2.5047293685345804,
"forkR": 2.514192767642885
},
"arch": {
"dim": 256,
"depth": 8
},
"blend": "slerp",
"eval_batches": 16,
"pairs": [
{
"pair": "forkL__x__forkR",
"donor_attn_embed": "forkL",
"donor_ffn": "forkR",
"best_offspring_bpc": 2.4636,
"best_parent_bpc": 2.5047,
"improvement": 0.0412,
"hybrid_vigor": true,
"genome": [
0.203,
0.427,
0.827,
0.723,
0.361,
0.372,
0.385,
0.435
],
"history": [
{
"gen": 0,
"best_bpc": 2.4698,
"mean_bpc": 2.4841
},
{
"gen": 1,
"best_bpc": 2.4668,
"mean_bpc": 2.4759
},
{
"gen": 2,
"best_bpc": 2.4678,
"mean_bpc": 2.4763
},
{
"gen": 3,
"best_bpc": 2.4659,
"mean_bpc": 2.473
},
{
"gen": 4,
"best_bpc": 2.4656,
"mean_bpc": 2.4732
},
{
"gen": 5,
"best_bpc": 2.4671,
"mean_bpc": 2.4716
},
{
"gen": 6,
"best_bpc": 2.4664,
"mean_bpc": 2.4742
},
{
"gen": 7,
"best_bpc": 2.4657,
"mean_bpc": 2.4715
},
{
"gen": 8,
"best_bpc": 2.4658,
"mean_bpc": 2.4721
},
{
"gen": 9,
"best_bpc": 2.4691,
"mean_bpc": 2.4763
},
{
"gen": 10,
"best_bpc": 2.4669,
"mean_bpc": 2.4737
},
{
"gen": 11,
"best_bpc": 2.4647,
"mean_bpc": 2.4715
},
{
"gen": 12,
"best_bpc": 2.4645,
"mean_bpc": 2.4706
},
{
"gen": 13,
"best_bpc": 2.4647,
"mean_bpc": 2.4672
},
{
"gen": 14,
"best_bpc": 2.464,
"mean_bpc": 2.4668
},
{
"gen": 15,
"best_bpc": 2.4648,
"mean_bpc": 2.4658
},
{
"gen": 16,
"best_bpc": 2.4641,
"mean_bpc": 2.466
},
{
"gen": 17,
"best_bpc": 2.4645,
"mean_bpc": 2.4656
},
{
"gen": 18,
"best_bpc": 2.4642,
"mean_bpc": 2.4656
},
{
"gen": 19,
"best_bpc": 2.4645,
"mean_bpc": 2.465
},
{
"gen": 20,
"best_bpc": 2.4642,
"mean_bpc": 2.465
},
{
"gen": 21,
"best_bpc": 2.4643,
"mean_bpc": 2.465
},
{
"gen": 22,
"best_bpc": 2.4638,
"mean_bpc": 2.4652
},
{
"gen": 23,
"best_bpc": 2.4636,
"mean_bpc": 2.4645
}
]
},
{
"pair": "forkR__x__forkL",
"donor_attn_embed": "forkR",
"donor_ffn": "forkL",
"best_offspring_bpc": 2.4633,
"best_parent_bpc": 2.5047,
"improvement": 0.0414,
"hybrid_vigor": true,
"genome": [
0.987,
0.969,
0.386,
0.385,
0.349,
0.439,
0.364,
0.289
],
"history": [
{
"gen": 0,
"best_bpc": 2.4691,
"mean_bpc": 2.4899
},
{
"gen": 1,
"best_bpc": 2.4704,
"mean_bpc": 2.4757
},
{
"gen": 2,
"best_bpc": 2.4699,
"mean_bpc": 2.4795
},
{
"gen": 3,
"best_bpc": 2.468,
"mean_bpc": 2.4722
},
{
"gen": 4,
"best_bpc": 2.468,
"mean_bpc": 2.474
},
{
"gen": 5,
"best_bpc": 2.4676,
"mean_bpc": 2.4716
},
{
"gen": 6,
"best_bpc": 2.4665,
"mean_bpc": 2.4692
},
{
"gen": 7,
"best_bpc": 2.4666,
"mean_bpc": 2.4699
},
{
"gen": 8,
"best_bpc": 2.4668,
"mean_bpc": 2.4697
},
{
"gen": 9,
"best_bpc": 2.4666,
"mean_bpc": 2.469
},
{
"gen": 10,
"best_bpc": 2.4649,
"mean_bpc": 2.4665
},
{
"gen": 11,
"best_bpc": 2.4648,
"mean_bpc": 2.4665
},
{
"gen": 12,
"best_bpc": 2.4648,
"mean_bpc": 2.4673
},
{
"gen": 13,
"best_bpc": 2.465,
"mean_bpc": 2.4667
},
{
"gen": 14,
"best_bpc": 2.465,
"mean_bpc": 2.4664
},
{
"gen": 15,
"best_bpc": 2.4641,
"mean_bpc": 2.4655
},
{
"gen": 16,
"best_bpc": 2.4636,
"mean_bpc": 2.465
},
{
"gen": 17,
"best_bpc": 2.464,
"mean_bpc": 2.4651
},
{
"gen": 18,
"best_bpc": 2.464,
"mean_bpc": 2.4653
},
{
"gen": 19,
"best_bpc": 2.4637,
"mean_bpc": 2.4649
},
{
"gen": 20,
"best_bpc": 2.464,
"mean_bpc": 2.4649
},
{
"gen": 21,
"best_bpc": 2.4643,
"mean_bpc": 2.465
},
{
"gen": 22,
"best_bpc": 2.4636,
"mean_bpc": 2.4645
},
{
"gen": 23,
"best_bpc": 2.4633,
"mean_bpc": 2.464
}
]
}
],
"champion": "forkR__x__forkL",
"champion_bpc": 2.4633
}