hunterbown's picture
Add: validation and control telemetry figures
54cd21a verified
{
"s_curve": {
"alt": "S ratio over steps tracking a 1.0% target band with \u00b10.2 percentage points tolerance.",
"caption": "Fig. 1 \u2014 S(t) tracks S* with settling time and steady-state error shown."
},
"lambda_curve": {
"alt": "Lambda over steps on a log scale showing bounded control.",
"caption": "Fig. 2 \u2014 \u03bb(t) remains bounded with adaptive control."
},
"validation_delta": {
"alt": "Validation BPT and perplexity comparison: Base vs SCU with delta.",
"caption": "Fig. 3 \u2014 Held-out: Base 3.920 BPT (ppl 15.14) vs SCU 3.676 BPT (ppl 12.78), \u0394 = \u22120.244 BPT (\u2248 \u221215.6% ppl)."
},
"grid_vs_pi": {
"alt": "Validation BPT for fixed lambda settings compared to PI-controlled run.",
"caption": "Fig. 4 \u2014 PI matches the best fixed-\u03bb without a grid search."
},
"sweep_target_vs_achieved": {
"alt": "Achieved final S vs target S across runs; points near diagonal indicate accurate control.",
"caption": "Fig. 5 \u2014 Dial-in S: achieved S sits on the S*=S line across targets."
},
"sweep_target_vs_valbpt": {
"alt": "Validation BPT as a function of target S.",
"caption": "Fig. 6 \u2014 Tradeoff curve: validation BPT vs target S."
},
"pulse_test": {
"alt": "Scatter of S vs ln(lambda) showing negative slope under pulses.",
"caption": "Fig. 7 \u2014 Plant gain is negative: increasing \u03bb lowers S."
},
"data_bpt_curve": {
"alt": "Data BPT learning curve over training steps.",
"caption": "Fig. 8 \u2014 Data loss (bits per token) during training."
},
"param_bpt_curve": {
"alt": "Parameter BPT curve over training steps.",
"caption": "Fig. 9 \u2014 Parameter cost evolution during training."
},
"step_time_hist": {
"alt": "Distribution of step times for PI vs fixed-lambda training.",
"caption": "Fig. 10 \u2014 Training speed: PI control overhead analysis."
}
}