Buckets:
| { | |
| "paper": { | |
| "challenge_id": "63497", | |
| "openreview_id": "Wfe1iJocjF", | |
| "arxiv_id": "2602.23349" | |
| }, | |
| "official_commit": "43548ceebbbdb869c4ea9db7b21bba1cf9ae7004", | |
| "environment": { | |
| "device": "Tesla T4", | |
| "torch": "2.7.1+cu128", | |
| "cuda": "12.8", | |
| "python": "3.11.13" | |
| }, | |
| "allocation_audit": { | |
| "n_parameters": 16777216, | |
| "representation": { | |
| "parameter_dtype": "torch.bfloat16", | |
| "error_dtype": "torch.int8", | |
| "first_moment": { | |
| "values_dtype": "torch.int8", | |
| "values_shape": [ | |
| 16777216 | |
| ], | |
| "scales_dtype": "torch.float16", | |
| "scales_shape": [ | |
| 524288 | |
| ] | |
| }, | |
| "second_moment": { | |
| "values_dtype": "torch.uint8", | |
| "values_shape": [ | |
| 16777216 | |
| ], | |
| "scales_dtype": "torch.float16", | |
| "scales_shape": [ | |
| 524288 | |
| ] | |
| }, | |
| "first_moment_softsign": true, | |
| "second_moment_sqrt": true | |
| }, | |
| "table_accounted_bytes_per_parameter": 7.0, | |
| "measured_bytes_per_parameter_including_scales": 7.125, | |
| "scale_metadata_bytes_per_parameter": 0.125, | |
| "gradient_release": { | |
| "gradient_is_none_after_backward": true, | |
| "table_accounted_bytes_per_parameter": 5.0, | |
| "measured_bytes_per_parameter_including_scales": 5.125 | |
| } | |
| }, | |
| "ulp_audit": { | |
| "samples": 4000000, | |
| "bf16_residual_mean_relative_error": 1.8987762965716879e-06, | |
| "ulp_int16_mean_relative_error": 1.7854888704071924e-10, | |
| "mean_error_ratio_ulp_over_bf16_residual": 9.403366123913384e-05, | |
| "ulp_int16_bitwise_exact_fraction": 0.9972984790802002, | |
| "ulp_int16_p99_relative_error": 0.0 | |
| }, | |
| "companding_audit": { | |
| "first_moment": { | |
| "rows": [ | |
| { | |
| "trial": 0, | |
| "linear_nmse": 5.017381772631779e-05, | |
| "companded_nmse": 2.697677700780332e-05, | |
| "improvement_ratio": 1.8598892562964242 | |
| }, | |
| { | |
| "trial": 1, | |
| "linear_nmse": 5.0164133426733315e-05, | |
| "companded_nmse": 2.7022624635719694e-05, | |
| "improvement_ratio": 1.8563753189401209 | |
| }, | |
| { | |
| "trial": 2, | |
| "linear_nmse": 5.049019091529772e-05, | |
| "companded_nmse": 2.7004234652849846e-05, | |
| "improvement_ratio": 1.8697138269004532 | |
| }, | |
| { | |
| "trial": 3, | |
| "linear_nmse": 5.03036062582396e-05, | |
| "companded_nmse": 2.684567698452156e-05, | |
| "improvement_ratio": 1.8738065829832937 | |
| }, | |
| { | |
| "trial": 4, | |
| "linear_nmse": 5.025407881475985e-05, | |
| "companded_nmse": 2.6866815460380167e-05, | |
| "improvement_ratio": 1.8704888522745953 | |
| }, | |
| { | |
| "trial": 5, | |
| "linear_nmse": 5.019107265979983e-05, | |
| "companded_nmse": 2.703286736505106e-05, | |
| "improvement_ratio": 1.8566684762670949 | |
| }, | |
| { | |
| "trial": 6, | |
| "linear_nmse": 5.02348157169763e-05, | |
| "companded_nmse": 2.6972387786372565e-05, | |
| "improvement_ratio": 1.8624534140190867 | |
| }, | |
| { | |
| "trial": 7, | |
| "linear_nmse": 5.028554369346239e-05, | |
| "companded_nmse": 2.6926838472718373e-05, | |
| "improvement_ratio": 1.867487850250615 | |
| }, | |
| { | |
| "trial": 8, | |
| "linear_nmse": 5.018345473217778e-05, | |
| "companded_nmse": 2.684767787286546e-05, | |
| "improvement_ratio": 1.8691916287813268 | |
| }, | |
| { | |
| "trial": 9, | |
| "linear_nmse": 5.056356530985795e-05, | |
| "companded_nmse": 2.699322794796899e-05, | |
| "improvement_ratio": 1.87319446963965 | |
| }, | |
| { | |
| "trial": 10, | |
| "linear_nmse": 5.0445600209059194e-05, | |
| "companded_nmse": 2.7012600185116753e-05, | |
| "improvement_ratio": 1.86748405793432 | |
| }, | |
| { | |
| "trial": 11, | |
| "linear_nmse": 5.012654946767725e-05, | |
| "companded_nmse": 2.6937947041005827e-05, | |
| "improvement_ratio": 1.8608155028062447 | |
| }, | |
| { | |
| "trial": 12, | |
| "linear_nmse": 5.038844028604217e-05, | |
| "companded_nmse": 2.7018639229936525e-05, | |
| "improvement_ratio": 1.8649510753380953 | |
| }, | |
| { | |
| "trial": 13, | |
| "linear_nmse": 5.0461923819966614e-05, | |
| "companded_nmse": 2.6890191293205135e-05, | |
| "improvement_ratio": 1.8765922216670063 | |
| }, | |
| { | |
| "trial": 14, | |
| "linear_nmse": 4.984928818885237e-05, | |
| "companded_nmse": 2.6926389182335697e-05, | |
| "improvement_ratio": 1.8513172282882473 | |
| }, | |
| { | |
| "trial": 15, | |
| "linear_nmse": 5.0559705414343625e-05, | |
| "companded_nmse": 2.6989086109097116e-05, | |
| "improvement_ratio": 1.8733389196643322 | |
| }, | |
| { | |
| "trial": 16, | |
| "linear_nmse": 5.0248268962604925e-05, | |
| "companded_nmse": 2.697285162867047e-05, | |
| "improvement_ratio": 1.862920155953927 | |
| }, | |
| { | |
| "trial": 17, | |
| "linear_nmse": 5.0131820898968726e-05, | |
| "companded_nmse": 2.6851394068216905e-05, | |
| "improvement_ratio": 1.8670099873253168 | |
| }, | |
| { | |
| "trial": 18, | |
| "linear_nmse": 5.016827708459459e-05, | |
| "companded_nmse": 2.681600562937092e-05, | |
| "improvement_ratio": 1.870833329093819 | |
| }, | |
| { | |
| "trial": 19, | |
| "linear_nmse": 5.0381764594931155e-05, | |
| "companded_nmse": 2.6893967515206896e-05, | |
| "improvement_ratio": 1.8733481613095333 | |
| }, | |
| { | |
| "trial": 20, | |
| "linear_nmse": 5.015338319935836e-05, | |
| "companded_nmse": 2.695582588785328e-05, | |
| "improvement_ratio": 1.8605767602156187 | |
| }, | |
| { | |
| "trial": 21, | |
| "linear_nmse": 5.028675150242634e-05, | |
| "companded_nmse": 2.706371378735639e-05, | |
| "improvement_ratio": 1.8580876186297564 | |
| }, | |
| { | |
| "trial": 22, | |
| "linear_nmse": 5.03402879985515e-05, | |
| "companded_nmse": 2.708491410885472e-05, | |
| "improvement_ratio": 1.8586098444408223 | |
| }, | |
| { | |
| "trial": 23, | |
| "linear_nmse": 5.0221486162627116e-05, | |
| "companded_nmse": 2.6940746465697885e-05, | |
| "improvement_ratio": 1.8641460520246262 | |
| }, | |
| { | |
| "trial": 24, | |
| "linear_nmse": 5.072460407973267e-05, | |
| "companded_nmse": 2.6827041438082233e-05, | |
| "improvement_ratio": 1.8908012721718443 | |
| }, | |
| { | |
| "trial": 25, | |
| "linear_nmse": 5.057016096543521e-05, | |
| "companded_nmse": 2.6952220650855452e-05, | |
| "improvement_ratio": 1.876289216407485 | |
| }, | |
| { | |
| "trial": 26, | |
| "linear_nmse": 5.010560926166363e-05, | |
| "companded_nmse": 2.697961281228345e-05, | |
| "improvement_ratio": 1.8571656165077073 | |
| }, | |
| { | |
| "trial": 27, | |
| "linear_nmse": 5.06395153934136e-05, | |
| "companded_nmse": 2.6866768166655675e-05, | |
| "improvement_ratio": 1.8848383653476515 | |
| }, | |
| { | |
| "trial": 28, | |
| "linear_nmse": 5.024019264965318e-05, | |
| "companded_nmse": 2.6929692467092536e-05, | |
| "improvement_ratio": 1.8656058813536598 | |
| }, | |
| { | |
| "trial": 29, | |
| "linear_nmse": 5.018286537961103e-05, | |
| "companded_nmse": 2.6962559786625206e-05, | |
| "improvement_ratio": 1.8612055300663355 | |
| }, | |
| { | |
| "trial": 30, | |
| "linear_nmse": 4.9985603254754096e-05, | |
| "companded_nmse": 2.6876559786614962e-05, | |
| "improvement_ratio": 1.859821482050239 | |
| }, | |
| { | |
| "trial": 31, | |
| "linear_nmse": 5.044584031566046e-05, | |
| "companded_nmse": 2.699399192351848e-05, | |
| "improvement_ratio": 1.8687802996528866 | |
| } | |
| ], | |
| "median_nmse_improvement": 1.8663079343394884, | |
| "minimum_nmse_improvement": 1.8513172282882473 | |
| }, | |
| "second_moment": { | |
| "rows": [ | |
| { | |
| "trial": 0, | |
| "linear_nmse": 1.2420037819538265e-05, | |
| "companded_nmse": 4.288344825909007e-06, | |
| "improvement_ratio": 2.8962311389932527 | |
| }, | |
| { | |
| "trial": 1, | |
| "linear_nmse": 1.1981805982941296e-05, | |
| "companded_nmse": 4.1974071791628376e-06, | |
| "improvement_ratio": 2.854573185661496 | |
| }, | |
| { | |
| "trial": 2, | |
| "linear_nmse": 1.2705476365226787e-05, | |
| "companded_nmse": 4.187301328784088e-06, | |
| "improvement_ratio": 3.034287567958768 | |
| }, | |
| { | |
| "trial": 3, | |
| "linear_nmse": 1.2363152563921176e-05, | |
| "companded_nmse": 4.388042725622654e-06, | |
| "improvement_ratio": 2.817464035099355 | |
| }, | |
| { | |
| "trial": 4, | |
| "linear_nmse": 1.2887818229501136e-05, | |
| "companded_nmse": 4.468543920665979e-06, | |
| "improvement_ratio": 2.8841202992093162 | |
| }, | |
| { | |
| "trial": 5, | |
| "linear_nmse": 1.2107643669878598e-05, | |
| "companded_nmse": 4.3193172132305335e-06, | |
| "improvement_ratio": 2.8031383369555685 | |
| }, | |
| { | |
| "trial": 6, | |
| "linear_nmse": 1.2543320735858288e-05, | |
| "companded_nmse": 4.253070983395446e-06, | |
| "improvement_ratio": 2.9492385113789723 | |
| }, | |
| { | |
| "trial": 7, | |
| "linear_nmse": 1.220827743964037e-05, | |
| "companded_nmse": 4.254533450875897e-06, | |
| "improvement_ratio": 2.8694750154395905 | |
| }, | |
| { | |
| "trial": 8, | |
| "linear_nmse": 1.2052664715156425e-05, | |
| "companded_nmse": 4.426073246577289e-06, | |
| "improvement_ratio": 2.7231055709430088 | |
| }, | |
| { | |
| "trial": 9, | |
| "linear_nmse": 1.2456715921871364e-05, | |
| "companded_nmse": 4.183673809166066e-06, | |
| "improvement_ratio": 2.9774586858516026 | |
| }, | |
| { | |
| "trial": 10, | |
| "linear_nmse": 1.2495792361733038e-05, | |
| "companded_nmse": 4.2730275708890986e-06, | |
| "improvement_ratio": 2.924341618309055 | |
| }, | |
| { | |
| "trial": 11, | |
| "linear_nmse": 1.2019571840937715e-05, | |
| "companded_nmse": 3.993679456471e-06, | |
| "improvement_ratio": 3.009648614002378 | |
| }, | |
| { | |
| "trial": 12, | |
| "linear_nmse": 1.1915529285033699e-05, | |
| "companded_nmse": 4.27012491854839e-06, | |
| "improvement_ratio": 2.7904404466659796 | |
| }, | |
| { | |
| "trial": 13, | |
| "linear_nmse": 1.2720649465336464e-05, | |
| "companded_nmse": 4.072229785379022e-06, | |
| "improvement_ratio": 3.123755322209179 | |
| }, | |
| { | |
| "trial": 14, | |
| "linear_nmse": 1.1990171515208203e-05, | |
| "companded_nmse": 4.0734671529207844e-06, | |
| "improvement_ratio": 2.943480594071056 | |
| }, | |
| { | |
| "trial": 15, | |
| "linear_nmse": 1.2547617188829463e-05, | |
| "companded_nmse": 4.305308721086476e-06, | |
| "improvement_ratio": 2.9144523660693444 | |
| }, | |
| { | |
| "trial": 16, | |
| "linear_nmse": 1.238449021911947e-05, | |
| "companded_nmse": 4.379139681986999e-06, | |
| "improvement_ratio": 2.828064669885138 | |
| }, | |
| { | |
| "trial": 17, | |
| "linear_nmse": 1.213394534715917e-05, | |
| "companded_nmse": 4.2773817767738365e-06, | |
| "improvement_ratio": 2.83676930898393 | |
| }, | |
| { | |
| "trial": 18, | |
| "linear_nmse": 1.2042116395605262e-05, | |
| "companded_nmse": 4.366896064311732e-06, | |
| "improvement_ratio": 2.7575917123420766 | |
| }, | |
| { | |
| "trial": 19, | |
| "linear_nmse": 1.2270853403606452e-05, | |
| "companded_nmse": 4.434185029822402e-06, | |
| "improvement_ratio": 2.767330032706805 | |
| }, | |
| { | |
| "trial": 20, | |
| "linear_nmse": 1.2241446711414028e-05, | |
| "companded_nmse": 4.231587354297517e-06, | |
| "improvement_ratio": 2.8928734506642892 | |
| }, | |
| { | |
| "trial": 21, | |
| "linear_nmse": 1.2597076420206577e-05, | |
| "companded_nmse": 4.465750407689484e-06, | |
| "improvement_ratio": 2.8208196316829373 | |
| }, | |
| { | |
| "trial": 22, | |
| "linear_nmse": 1.244936811417574e-05, | |
| "companded_nmse": 4.13184307035408e-06, | |
| "improvement_ratio": 3.013030239095912 | |
| }, | |
| { | |
| "trial": 23, | |
| "linear_nmse": 1.2010629689029884e-05, | |
| "companded_nmse": 4.406146217661444e-06, | |
| "improvement_ratio": 2.725880870881427 | |
| }, | |
| { | |
| "trial": 24, | |
| "linear_nmse": 1.2329185665294062e-05, | |
| "companded_nmse": 4.340211944509065e-06, | |
| "improvement_ratio": 2.840687464788924 | |
| }, | |
| { | |
| "trial": 25, | |
| "linear_nmse": 1.2348664313321933e-05, | |
| "companded_nmse": 4.460785930859856e-06, | |
| "improvement_ratio": 2.7682709963492056 | |
| }, | |
| { | |
| "trial": 26, | |
| "linear_nmse": 1.2260343282832764e-05, | |
| "companded_nmse": 4.205979166727047e-06, | |
| "improvement_ratio": 2.914979555729315 | |
| }, | |
| { | |
| "trial": 27, | |
| "linear_nmse": 1.230701855092775e-05, | |
| "companded_nmse": 4.356333647592692e-06, | |
| "improvement_ratio": 2.8250863103032993 | |
| }, | |
| { | |
| "trial": 28, | |
| "linear_nmse": 1.2103823792131152e-05, | |
| "companded_nmse": 4.314147190598305e-06, | |
| "improvement_ratio": 2.8056121540101047 | |
| }, | |
| { | |
| "trial": 29, | |
| "linear_nmse": 1.2439852980605792e-05, | |
| "companded_nmse": 4.291835011827061e-06, | |
| "improvement_ratio": 2.898492823308711 | |
| }, | |
| { | |
| "trial": 30, | |
| "linear_nmse": 1.2296575732761994e-05, | |
| "companded_nmse": 4.404493211040972e-06, | |
| "improvement_ratio": 2.791825334623636 | |
| }, | |
| { | |
| "trial": 31, | |
| "linear_nmse": 1.24209273053566e-05, | |
| "companded_nmse": 4.427439762366703e-06, | |
| "improvement_ratio": 2.805442416390314 | |
| } | |
| ], | |
| "median_nmse_improvement": 2.84763032522521, | |
| "minimum_nmse_improvement": 2.7231055709430088 | |
| } | |
| }, | |
| "gates": { | |
| "claim_1_official_compressed_representations": true, | |
| "claim_2_seven_byte_accounting": true, | |
| "claim_2_five_bytes_with_gradient_release": true, | |
| "claim_3_ulp_error_reduction": true, | |
| "claim_3_companding_nmse_reduction": true | |
| }, | |
| "all_pass": true, | |
| "duration_seconds": 14.253910442000006 | |
| } |
Xet Storage Details
- Size:
- 14.7 kB
- Xet hash:
- 0f60b5a8db0d3e96f4f09cda8761b38ead3dcb21ef7cf1489bffec392fe5e3bd
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.