File size: 715 Bytes
f758236 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"corollary_3_4": {
"dual": "sum_k ||M_k||_nuclear",
"muon_norm": "max_k ||W_k||_spectral"
},
"corollary_3_5": {
"hybrid_norm": "max{||W||_msp,||u||_infinity}"
},
"definition_5_1": {
"approximate_sd": "N(t)=integral nu diverges; norm(theta)/N bounded; liminf alignment r(t)>=1"
},
"theorem_3_1": {
"learning_rate": "integral_0^infinity eta(t) dt=infinity",
"soft_margin": "varphi^{-1}(log(1/L(theta)))/||theta||^L"
},
"theorem_3_2": {
"conclusion": "normalized-direction limit points are directions of KKT points for the same norm"
},
"theorem_3_6": {
"adam": "epsilon=0, c1>=c2 (beta1<=beta2), decaying nonsummable eta",
"margin_norm": "l_infinity"
}
}
|