SabaPivot's picture
download
raw
10.8 kB
{
"target": "ridge separable: m stiff directions at beta+alpha, d-m at alpha",
"head_to_head": {
"rows": [
{
"d": 32,
"kappa": 32.0,
"trH": 5.0,
"trH_over_beta_d": 0.15625,
"ulmc": {
"N_eps": 2109,
"h_star": 0.17677669529663687,
"grad_evals": 2109
},
"rmd": {
"N_eps": 2109,
"h_star": 0.17677669529663687,
"grad_evals": 4218
},
"composite": {
"N_eps": 1000,
"h_star": 0.07184949257598408,
"grad_evals": 1000
},
"lmc": {
"N_eps": 962,
"h_star": 0.07184949257598408,
"grad_evals": 962
},
"speedup_ulmc_over_composite": 0.474158368895211,
"speedup_ulmc_over_lmc": 0.45614035087719296,
"speedup_rmd_over_composite": 0.2370791844476055
},
{
"d": 64,
"kappa": 64.0,
"trH": 5.0,
"trH_over_beta_d": 0.078125,
"ulmc": {
"N_eps": 4621,
"h_star": 0.17677669529663687,
"grad_evals": 4621
},
"rmd": {
"N_eps": 4621,
"h_star": 0.17677669529663687,
"grad_evals": 9242
},
"composite": {
"N_eps": 2109,
"h_star": 0.07184949257598408,
"grad_evals": 2109
},
"lmc": {
"N_eps": 2109,
"h_star": 0.07184949257598408,
"grad_evals": 2109
},
"speedup_ulmc_over_composite": 0.45639471975762824,
"speedup_ulmc_over_lmc": 0.45639471975762824,
"speedup_rmd_over_composite": 0.22819735987881412
},
{
"d": 128,
"kappa": 128.0,
"trH": 5.0,
"trH_over_beta_d": 0.0390625,
"ulmc": {
"N_eps": 10125,
"h_star": 0.17677669529663687,
"grad_evals": 10125
},
"rmd": {
"N_eps": 9736,
"h_star": 0.17677669529663687,
"grad_evals": 19472
},
"composite": {
"N_eps": 4621,
"h_star": 0.07184949257598408,
"grad_evals": 4621
},
"lmc": {
"N_eps": 4621,
"h_star": 0.07184949257598408,
"grad_evals": 4621
},
"speedup_ulmc_over_composite": 0.45639506172839506,
"speedup_ulmc_over_lmc": 0.45639506172839506,
"speedup_rmd_over_composite": 0.2373151191454396
},
{
"d": 256,
"kappa": 256.0,
"trH": 5.0,
"trH_over_beta_d": 0.01953125,
"ulmc": {
"N_eps": 21328,
"h_star": 0.17677669529663687,
"grad_evals": 21328
},
"rmd": {
"N_eps": 21328,
"h_star": 0.17677669529663687,
"grad_evals": 42656
},
"composite": {
"N_eps": 9736,
"h_star": 0.07184949257598408,
"grad_evals": 9736
},
"lmc": {
"N_eps": 9736,
"h_star": 0.07184949257598408,
"grad_evals": 9736
},
"speedup_ulmc_over_composite": 0.45648912228057015,
"speedup_ulmc_over_lmc": 0.45648912228057015,
"speedup_rmd_over_composite": 0.22824456114028507
},
{
"d": 512,
"kappa": 512.0,
"trH": 5.0,
"trH_over_beta_d": 0.009765625,
"ulmc": {
"N_eps": 46732,
"h_star": 0.17677669529663687,
"grad_evals": 46732
},
"rmd": {
"N_eps": 44935,
"h_star": 0.17677669529663687,
"grad_evals": 89870
},
"composite": {
"N_eps": 21328,
"h_star": 0.07184949257598408,
"grad_evals": 21328
},
"lmc": {
"N_eps": 21328,
"h_star": 0.07184949257598408,
"grad_evals": 21328
},
"speedup_ulmc_over_composite": 0.4563896259522383,
"speedup_ulmc_over_lmc": 0.4563896259522383,
"speedup_rmd_over_composite": 0.23732057416267943
},
{
"d": 1024,
"kappa": 1024.0,
"trH": 5.0,
"trH_over_beta_d": 0.0048828125,
"ulmc": {
"N_eps": 98459,
"h_star": 0.17677669529663687,
"grad_evals": 98459
},
"rmd": {
"N_eps": 98459,
"h_star": 0.17677669529663687,
"grad_evals": 196918
},
"composite": {
"N_eps": 44935,
"h_star": 0.07184949257598408,
"grad_evals": 44935
},
"lmc": {
"N_eps": 44935,
"h_star": 0.07184949257598408,
"grad_evals": 44935
},
"speedup_ulmc_over_composite": 0.45638285987060606,
"speedup_ulmc_over_lmc": 0.45638285987060606,
"speedup_rmd_over_composite": 0.22819142993530303
},
{
"d": 2048,
"kappa": 2048.0,
"trH": 5.0,
"trH_over_beta_d": 0.00244140625,
"ulmc": {
"N_eps": 207440,
"h_star": 0.17677669529663687,
"grad_evals": 207440
},
"rmd": {
"N_eps": 207440,
"h_star": 0.17677669529663687,
"grad_evals": 414880
},
"composite": {
"N_eps": 94672,
"h_star": 0.07184949257598408,
"grad_evals": 94672
},
"lmc": {
"N_eps": 94672,
"h_star": 0.07184949257598408,
"grad_evals": 94672
},
"speedup_ulmc_over_composite": 0.45638256845352876,
"speedup_ulmc_over_lmc": 0.45638256845352876,
"speedup_rmd_over_composite": 0.22819128422676438
}
],
"eps": 0.05,
"beta": 1.0,
"m_ridge": 4,
"kappa_equals_d": true,
"ulmc_beats_composite_everywhere": false,
"rmd_beats_composite_everywhere": false,
"max_speedup_ulmc_over_composite": 0.474158368895211,
"ulmc_d_exponent": 1.103319809867001,
"ulmc_r2": 0.9999062199180904,
"rmd_d_exponent": 1.1033180118342558,
"rmd_r2": 0.9999599298511972,
"composite_d_exponent": 1.09741023499784,
"composite_r2": 0.9999495385126396,
"lmc_d_exponent": 1.1033985779505588,
"lmc_r2": 0.9999048472602746
},
"dimension_freeness_of_baselines": {
"rows": [
{
"d": 20,
"trH": 10.0,
"ulmc": {
"N_eps": 9362,
"h_star": 0.130945700219731,
"grad_evals": 9362
},
"composite": {
"N_eps": 6577,
"h_star": 0.029202659178370803,
"grad_evals": 6577
},
"lmc": {
"N_eps": 6840,
"h_star": 0.029202659178370803,
"grad_evals": 6840
}
},
{
"d": 40,
"trH": 10.0,
"ulmc": {
"N_eps": 7114,
"h_star": 0.17677669529663687,
"grad_evals": 7114
},
"composite": {
"N_eps": 4998,
"h_star": 0.03942358989080059,
"grad_evals": 4998
},
"lmc": {
"N_eps": 4998,
"h_star": 0.03942358989080059,
"grad_evals": 4998
}
},
{
"d": 80,
"trH": 10.0,
"ulmc": {
"N_eps": 5847,
"h_star": 0.17677669529663687,
"grad_evals": 5847
},
"composite": {
"N_eps": 3950,
"h_star": 0.053221846352580794,
"grad_evals": 3950
},
"lmc": {
"N_eps": 4272,
"h_star": 0.053221846352580794,
"grad_evals": 4272
}
},
{
"d": 160,
"trH": 10.0,
"ulmc": {
"N_eps": 5622,
"h_star": 0.17677669529663687,
"grad_evals": 5622
},
"composite": {
"N_eps": 3512,
"h_star": 0.053221846352580794,
"grad_evals": 3512
},
"lmc": {
"N_eps": 3652,
"h_star": 0.053221846352580794,
"grad_evals": 3652
}
},
{
"d": 320,
"trH": 10.0,
"ulmc": {
"N_eps": 5622,
"h_star": 0.17677669529663687,
"grad_evals": 5622
},
"composite": {
"N_eps": 3122,
"h_star": 0.07184949257598408,
"grad_evals": 3122
},
"lmc": {
"N_eps": 3512,
"h_star": 0.053221846352580794,
"grad_evals": 3512
}
},
{
"d": 640,
"trH": 10.0,
"ulmc": {
"N_eps": 7399,
"h_star": 0.17677669529663687,
"grad_evals": 7399
},
"composite": {
"N_eps": 3652,
"h_star": 0.07184949257598408,
"grad_evals": 3652
},
"lmc": {
"N_eps": 3512,
"h_star": 0.07184949257598408,
"grad_evals": 3512
}
},
{
"d": 900,
"trH": 10.0,
"ulmc": {
"N_eps": 10951,
"h_star": 0.17677669529663687,
"grad_evals": 10951
},
"composite": {
"N_eps": 5406,
"h_star": 0.07184949257598408,
"grad_evals": 5406
},
"lmc": {
"N_eps": 4998,
"h_star": 0.07184949257598408,
"grad_evals": 4998
}
}
],
"eps": 0.02,
"ulmc_d_exponent": 0.016971650925404938,
"composite_d_exponent": -0.08968585711710296,
"lmc_d_exponent": -0.10920742529657854
},
"composite_scaling_vs_freund": {
"eps": {
"rows": [
{
"eps": 0.01,
"N_eps": 32834,
"h_star": 0.008791992843117725,
"grad_evals": 32834
},
{
"eps": 0.014677992676220698,
"N_eps": 20508,
"h_star": 0.011869190338208931,
"grad_evals": 20508
},
{
"eps": 0.021544346900318832,
"N_eps": 12812,
"h_star": 0.016023406956582057,
"grad_evals": 12812
},
{
"eps": 0.03162277660168379,
"N_eps": 8323,
"h_star": 0.02163159939138578,
"grad_evals": 8323
},
{
"eps": 0.046415888336127774,
"N_eps": 4998,
"h_star": 0.03942358989080059,
"grad_evals": 4998
},
{
"eps": 0.06812920690579612,
"N_eps": 3002,
"h_star": 0.053221846352580794,
"grad_evals": 3002
},
{
"eps": 0.1,
"N_eps": 1803,
"h_star": 0.07184949257598408,
"grad_evals": 1803
}
],
"fit_exponent": -1.2554635974231103,
"predicted": -2.0,
"r2": 0.9992549820444538
},
"kappa": {
"rows": [
{
"kappa": 2.0,
"N_eps": 35,
"h_star": 0.07184949257598408,
"grad_evals": 35
},
{
"kappa": 4.0,
"N_eps": 126,
"h_star": 0.053221846352580794,
"grad_evals": 126
},
{
"kappa": 8.0,
"N_eps": 309,
"h_star": 0.03942358989080059,
"grad_evals": 309
},
{
"kappa": 16.0,
"N_eps": 650,
"h_star": 0.03942358989080059,
"grad_evals": 650
},
{
"kappa": 32.0,
"N_eps": 1370,
"h_star": 0.03942358989080059,
"grad_evals": 1370
},
{
"kappa": 64.0,
"N_eps": 2776,
"h_star": 0.03942358989080059,
"grad_evals": 2776
},
{
"kappa": 128.0,
"N_eps": 5622,
"h_star": 0.03942358989080059,
"grad_evals": 5622
}
],
"fit_exponent": 1.1805098275859405,
"predicted": 2.0,
"r2": 0.9882917352433626
},
"trH": {
"rows": [
{
"trH": 2.02,
"N_eps": 4443,
"h_star": 0.053221846352580794,
"grad_evals": 4443
},
{
"trH": 4.02,
"N_eps": 6840,
"h_star": 0.029202659178370803,
"grad_evals": 6840
},
{
"trH": 8.02,
"N_eps": 9362,
"h_star": 0.02163159939138578,
"grad_evals": 9362
},
{
"trH": 16.02,
"N_eps": 12812,
"h_star": 0.016023406956582057,
"grad_evals": 12812
},
{
"trH": 32.02,
"N_eps": 17531,
"h_star": 0.011869190338208931,
"grad_evals": 17531
},
{
"trH": 64.02,
"N_eps": 24951,
"h_star": 0.008791992843117725,
"grad_evals": 24951
},
{
"trH": 128.02,
"N_eps": 35513,
"h_star": 0.006512587291198316,
"grad_evals": 35513
}
],
"fit_exponent": 0.48798195873883676,
"predicted": 1.0,
"r2": 0.9981688698032994
}
}
}

Xet Storage Details

Size:
10.8 kB
·
Xet hash:
6f01f9b77dc44082bce37459b241116fd6f4a048a500166dfb9348e4bbc9c10f

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.