QRP123's picture
add bidirectional fast context checkpoint
4d5d3b2 verified
Raw History Blame Contribute Delete
1.68 kB
{
"adapter_step": 150,
"aggregate": {
"action_drift": {
"mean": 0.04181103652323751,
"sample_std": 0.0037255139675296148
},
"context_norm": {
"mean": 3.85867930483073,
"sample_std": 0.0693783707416704
},
"fdm_idm_gradient_cosine": {
"mean": 0.2850011901464313,
"sample_std": 0.005215529972824796
},
"query_after": {
"mean": 0.05078772071404577,
"sample_std": 0.017237088578538194
},
"query_before": {
"mean": 0.052160345446888336,
"sample_std": 0.017354037860672814
},
"relative_improvement": {
"mean": 0.038923753214173,
"sample_std": 0.006885135176061624
}
},
"num_pairs": 64,
"per_seed": [
{
"action_drift": 0.045361220472841524,
"context_norm": 3.9373552314937115,
"fdm_idm_gradient_cosine": 0.29102229606360197,
"flow_seed": 7,
"query_after": 0.031454252548428485,
"query_before": 0.032306357577908784,
"relative_improvement": 0.032704711808037246
},
{
"action_drift": 0.04213989316122024,
"context_norm": 3.806267235428095,
"fdm_idm_gradient_cosine": 0.2818835598882288,
"flow_seed": 17,
"query_after": 0.06455079208535608,
"query_before": 0.06443829755698971,
"relative_improvement": 0.046322531356963736
},
{
"action_drift": 0.037931995935650775,
"context_norm": 3.8324154475703835,
"fdm_idm_gradient_cosine": 0.28209771448746324,
"flow_seed": 27,
"query_after": 0.056358117508352734,
"query_before": 0.05973638120576652,
"relative_improvement": 0.037744016477518016
}
],
"sample_seed": 41
}