Umong/flashoptim-63497-repro / gpu_results.json
Umong's picture
download
raw
14.7 kB
{
"paper": {
"challenge_id": "63497",
"openreview_id": "Wfe1iJocjF",
"arxiv_id": "2602.23349"
},
"official_commit": "43548ceebbbdb869c4ea9db7b21bba1cf9ae7004",
"environment": {
"device": "Tesla T4",
"torch": "2.7.1+cu128",
"cuda": "12.8",
"python": "3.11.13"
},
"allocation_audit": {
"n_parameters": 16777216,
"representation": {
"parameter_dtype": "torch.bfloat16",
"error_dtype": "torch.int8",
"first_moment": {
"values_dtype": "torch.int8",
"values_shape": [
16777216
],
"scales_dtype": "torch.float16",
"scales_shape": [
524288
]
},
"second_moment": {
"values_dtype": "torch.uint8",
"values_shape": [
16777216
],
"scales_dtype": "torch.float16",
"scales_shape": [
524288
]
},
"first_moment_softsign": true,
"second_moment_sqrt": true
},
"table_accounted_bytes_per_parameter": 7.0,
"measured_bytes_per_parameter_including_scales": 7.125,
"scale_metadata_bytes_per_parameter": 0.125,
"gradient_release": {
"gradient_is_none_after_backward": true,
"table_accounted_bytes_per_parameter": 5.0,
"measured_bytes_per_parameter_including_scales": 5.125
}
},
"ulp_audit": {
"samples": 4000000,
"bf16_residual_mean_relative_error": 1.8987762965716879e-06,
"ulp_int16_mean_relative_error": 1.7854888704071924e-10,
"mean_error_ratio_ulp_over_bf16_residual": 9.403366123913384e-05,
"ulp_int16_bitwise_exact_fraction": 0.9972984790802002,
"ulp_int16_p99_relative_error": 0.0
},
"companding_audit": {
"first_moment": {
"rows": [
{
"trial": 0,
"linear_nmse": 5.017381772631779e-05,
"companded_nmse": 2.697677700780332e-05,
"improvement_ratio": 1.8598892562964242
},
{
"trial": 1,
"linear_nmse": 5.0164133426733315e-05,
"companded_nmse": 2.7022624635719694e-05,
"improvement_ratio": 1.8563753189401209
},
{
"trial": 2,
"linear_nmse": 5.049019091529772e-05,
"companded_nmse": 2.7004234652849846e-05,
"improvement_ratio": 1.8697138269004532
},
{
"trial": 3,
"linear_nmse": 5.03036062582396e-05,
"companded_nmse": 2.684567698452156e-05,
"improvement_ratio": 1.8738065829832937
},
{
"trial": 4,
"linear_nmse": 5.025407881475985e-05,
"companded_nmse": 2.6866815460380167e-05,
"improvement_ratio": 1.8704888522745953
},
{
"trial": 5,
"linear_nmse": 5.019107265979983e-05,
"companded_nmse": 2.703286736505106e-05,
"improvement_ratio": 1.8566684762670949
},
{
"trial": 6,
"linear_nmse": 5.02348157169763e-05,
"companded_nmse": 2.6972387786372565e-05,
"improvement_ratio": 1.8624534140190867
},
{
"trial": 7,
"linear_nmse": 5.028554369346239e-05,
"companded_nmse": 2.6926838472718373e-05,
"improvement_ratio": 1.867487850250615
},
{
"trial": 8,
"linear_nmse": 5.018345473217778e-05,
"companded_nmse": 2.684767787286546e-05,
"improvement_ratio": 1.8691916287813268
},
{
"trial": 9,
"linear_nmse": 5.056356530985795e-05,
"companded_nmse": 2.699322794796899e-05,
"improvement_ratio": 1.87319446963965
},
{
"trial": 10,
"linear_nmse": 5.0445600209059194e-05,
"companded_nmse": 2.7012600185116753e-05,
"improvement_ratio": 1.86748405793432
},
{
"trial": 11,
"linear_nmse": 5.012654946767725e-05,
"companded_nmse": 2.6937947041005827e-05,
"improvement_ratio": 1.8608155028062447
},
{
"trial": 12,
"linear_nmse": 5.038844028604217e-05,
"companded_nmse": 2.7018639229936525e-05,
"improvement_ratio": 1.8649510753380953
},
{
"trial": 13,
"linear_nmse": 5.0461923819966614e-05,
"companded_nmse": 2.6890191293205135e-05,
"improvement_ratio": 1.8765922216670063
},
{
"trial": 14,
"linear_nmse": 4.984928818885237e-05,
"companded_nmse": 2.6926389182335697e-05,
"improvement_ratio": 1.8513172282882473
},
{
"trial": 15,
"linear_nmse": 5.0559705414343625e-05,
"companded_nmse": 2.6989086109097116e-05,
"improvement_ratio": 1.8733389196643322
},
{
"trial": 16,
"linear_nmse": 5.0248268962604925e-05,
"companded_nmse": 2.697285162867047e-05,
"improvement_ratio": 1.862920155953927
},
{
"trial": 17,
"linear_nmse": 5.0131820898968726e-05,
"companded_nmse": 2.6851394068216905e-05,
"improvement_ratio": 1.8670099873253168
},
{
"trial": 18,
"linear_nmse": 5.016827708459459e-05,
"companded_nmse": 2.681600562937092e-05,
"improvement_ratio": 1.870833329093819
},
{
"trial": 19,
"linear_nmse": 5.0381764594931155e-05,
"companded_nmse": 2.6893967515206896e-05,
"improvement_ratio": 1.8733481613095333
},
{
"trial": 20,
"linear_nmse": 5.015338319935836e-05,
"companded_nmse": 2.695582588785328e-05,
"improvement_ratio": 1.8605767602156187
},
{
"trial": 21,
"linear_nmse": 5.028675150242634e-05,
"companded_nmse": 2.706371378735639e-05,
"improvement_ratio": 1.8580876186297564
},
{
"trial": 22,
"linear_nmse": 5.03402879985515e-05,
"companded_nmse": 2.708491410885472e-05,
"improvement_ratio": 1.8586098444408223
},
{
"trial": 23,
"linear_nmse": 5.0221486162627116e-05,
"companded_nmse": 2.6940746465697885e-05,
"improvement_ratio": 1.8641460520246262
},
{
"trial": 24,
"linear_nmse": 5.072460407973267e-05,
"companded_nmse": 2.6827041438082233e-05,
"improvement_ratio": 1.8908012721718443
},
{
"trial": 25,
"linear_nmse": 5.057016096543521e-05,
"companded_nmse": 2.6952220650855452e-05,
"improvement_ratio": 1.876289216407485
},
{
"trial": 26,
"linear_nmse": 5.010560926166363e-05,
"companded_nmse": 2.697961281228345e-05,
"improvement_ratio": 1.8571656165077073
},
{
"trial": 27,
"linear_nmse": 5.06395153934136e-05,
"companded_nmse": 2.6866768166655675e-05,
"improvement_ratio": 1.8848383653476515
},
{
"trial": 28,
"linear_nmse": 5.024019264965318e-05,
"companded_nmse": 2.6929692467092536e-05,
"improvement_ratio": 1.8656058813536598
},
{
"trial": 29,
"linear_nmse": 5.018286537961103e-05,
"companded_nmse": 2.6962559786625206e-05,
"improvement_ratio": 1.8612055300663355
},
{
"trial": 30,
"linear_nmse": 4.9985603254754096e-05,
"companded_nmse": 2.6876559786614962e-05,
"improvement_ratio": 1.859821482050239
},
{
"trial": 31,
"linear_nmse": 5.044584031566046e-05,
"companded_nmse": 2.699399192351848e-05,
"improvement_ratio": 1.8687802996528866
}
],
"median_nmse_improvement": 1.8663079343394884,
"minimum_nmse_improvement": 1.8513172282882473
},
"second_moment": {
"rows": [
{
"trial": 0,
"linear_nmse": 1.2420037819538265e-05,
"companded_nmse": 4.288344825909007e-06,
"improvement_ratio": 2.8962311389932527
},
{
"trial": 1,
"linear_nmse": 1.1981805982941296e-05,
"companded_nmse": 4.1974071791628376e-06,
"improvement_ratio": 2.854573185661496
},
{
"trial": 2,
"linear_nmse": 1.2705476365226787e-05,
"companded_nmse": 4.187301328784088e-06,
"improvement_ratio": 3.034287567958768
},
{
"trial": 3,
"linear_nmse": 1.2363152563921176e-05,
"companded_nmse": 4.388042725622654e-06,
"improvement_ratio": 2.817464035099355
},
{
"trial": 4,
"linear_nmse": 1.2887818229501136e-05,
"companded_nmse": 4.468543920665979e-06,
"improvement_ratio": 2.8841202992093162
},
{
"trial": 5,
"linear_nmse": 1.2107643669878598e-05,
"companded_nmse": 4.3193172132305335e-06,
"improvement_ratio": 2.8031383369555685
},
{
"trial": 6,
"linear_nmse": 1.2543320735858288e-05,
"companded_nmse": 4.253070983395446e-06,
"improvement_ratio": 2.9492385113789723
},
{
"trial": 7,
"linear_nmse": 1.220827743964037e-05,
"companded_nmse": 4.254533450875897e-06,
"improvement_ratio": 2.8694750154395905
},
{
"trial": 8,
"linear_nmse": 1.2052664715156425e-05,
"companded_nmse": 4.426073246577289e-06,
"improvement_ratio": 2.7231055709430088
},
{
"trial": 9,
"linear_nmse": 1.2456715921871364e-05,
"companded_nmse": 4.183673809166066e-06,
"improvement_ratio": 2.9774586858516026
},
{
"trial": 10,
"linear_nmse": 1.2495792361733038e-05,
"companded_nmse": 4.2730275708890986e-06,
"improvement_ratio": 2.924341618309055
},
{
"trial": 11,
"linear_nmse": 1.2019571840937715e-05,
"companded_nmse": 3.993679456471e-06,
"improvement_ratio": 3.009648614002378
},
{
"trial": 12,
"linear_nmse": 1.1915529285033699e-05,
"companded_nmse": 4.27012491854839e-06,
"improvement_ratio": 2.7904404466659796
},
{
"trial": 13,
"linear_nmse": 1.2720649465336464e-05,
"companded_nmse": 4.072229785379022e-06,
"improvement_ratio": 3.123755322209179
},
{
"trial": 14,
"linear_nmse": 1.1990171515208203e-05,
"companded_nmse": 4.0734671529207844e-06,
"improvement_ratio": 2.943480594071056
},
{
"trial": 15,
"linear_nmse": 1.2547617188829463e-05,
"companded_nmse": 4.305308721086476e-06,
"improvement_ratio": 2.9144523660693444
},
{
"trial": 16,
"linear_nmse": 1.238449021911947e-05,
"companded_nmse": 4.379139681986999e-06,
"improvement_ratio": 2.828064669885138
},
{
"trial": 17,
"linear_nmse": 1.213394534715917e-05,
"companded_nmse": 4.2773817767738365e-06,
"improvement_ratio": 2.83676930898393
},
{
"trial": 18,
"linear_nmse": 1.2042116395605262e-05,
"companded_nmse": 4.366896064311732e-06,
"improvement_ratio": 2.7575917123420766
},
{
"trial": 19,
"linear_nmse": 1.2270853403606452e-05,
"companded_nmse": 4.434185029822402e-06,
"improvement_ratio": 2.767330032706805
},
{
"trial": 20,
"linear_nmse": 1.2241446711414028e-05,
"companded_nmse": 4.231587354297517e-06,
"improvement_ratio": 2.8928734506642892
},
{
"trial": 21,
"linear_nmse": 1.2597076420206577e-05,
"companded_nmse": 4.465750407689484e-06,
"improvement_ratio": 2.8208196316829373
},
{
"trial": 22,
"linear_nmse": 1.244936811417574e-05,
"companded_nmse": 4.13184307035408e-06,
"improvement_ratio": 3.013030239095912
},
{
"trial": 23,
"linear_nmse": 1.2010629689029884e-05,
"companded_nmse": 4.406146217661444e-06,
"improvement_ratio": 2.725880870881427
},
{
"trial": 24,
"linear_nmse": 1.2329185665294062e-05,
"companded_nmse": 4.340211944509065e-06,
"improvement_ratio": 2.840687464788924
},
{
"trial": 25,
"linear_nmse": 1.2348664313321933e-05,
"companded_nmse": 4.460785930859856e-06,
"improvement_ratio": 2.7682709963492056
},
{
"trial": 26,
"linear_nmse": 1.2260343282832764e-05,
"companded_nmse": 4.205979166727047e-06,
"improvement_ratio": 2.914979555729315
},
{
"trial": 27,
"linear_nmse": 1.230701855092775e-05,
"companded_nmse": 4.356333647592692e-06,
"improvement_ratio": 2.8250863103032993
},
{
"trial": 28,
"linear_nmse": 1.2103823792131152e-05,
"companded_nmse": 4.314147190598305e-06,
"improvement_ratio": 2.8056121540101047
},
{
"trial": 29,
"linear_nmse": 1.2439852980605792e-05,
"companded_nmse": 4.291835011827061e-06,
"improvement_ratio": 2.898492823308711
},
{
"trial": 30,
"linear_nmse": 1.2296575732761994e-05,
"companded_nmse": 4.404493211040972e-06,
"improvement_ratio": 2.791825334623636
},
{
"trial": 31,
"linear_nmse": 1.24209273053566e-05,
"companded_nmse": 4.427439762366703e-06,
"improvement_ratio": 2.805442416390314
}
],
"median_nmse_improvement": 2.84763032522521,
"minimum_nmse_improvement": 2.7231055709430088
}
},
"gates": {
"claim_1_official_compressed_representations": true,
"claim_2_seven_byte_accounting": true,
"claim_2_five_bytes_with_gradient_release": true,
"claim_3_ulp_error_reduction": true,
"claim_3_companding_nmse_reduction": true
},
"all_pass": true,
"duration_seconds": 14.253910442000006
}

Xet Storage Details

Size:
14.7 kB
·
Xet hash:
0f60b5a8db0d3e96f4f09cda8761b38ead3dcb21ef7cf1489bffec392fe5e3bd

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.