abidlabs/backprop-alternatives-repro / analysis /same_batch_seed0_metrics.csv
abidlabs's picture
download
raw
6.17 kB
method,step,train_loss,val_loss,val_accuracy,elapsed_train_s,peak_memory_mb,step_flops,grad_norm
bp_checkpoint,0,,1.3877010941505432,0.25,0.0,,,
bp_checkpoint,25,1.3709834814071655,1.3784680664539337,0.251953125,0.390726672000028,105.111328125,14090305536,0.08600984513759613
bp_checkpoint,50,1.3431357145309448,1.3501129150390625,0.333984375,0.6397627480000665,105.111328125,14090305536,0.10143660008907318
bp_checkpoint,75,1.2929118871688843,1.21918323636055,0.4306640625,0.8924103319999404,105.111328125,14090305536,0.33905771374702454
bp_checkpoint,100,1.1769938468933105,1.1970619559288025,0.439453125,1.135875515999487,105.111328125,14090305536,0.18233102560043335
bp_checkpoint,125,1.1193866729736328,1.1874955594539642,0.4453125,1.379658728999516,105.111328125,14090305536,0.23794744908809662
bp_checkpoint,150,1.156853199005127,1.186627060174942,0.46484375,1.623207942998988,105.111328125,14090305536,0.31935784220695496
bp_checkpoint,175,1.155617117881775,1.173161804676056,0.46875,1.866835090998734,105.111328125,14090305536,0.3026636242866516
bp_checkpoint,200,1.1235320568084717,1.1657689809799194,0.4619140625,2.1110136009989446,105.111328125,14090305536,0.21361182630062103
bp_checkpoint,225,1.116040825843811,1.165465921163559,0.4716796875,2.354834470998867,105.111328125,14090305536,0.29454758763313293
bp_checkpoint,250,1.1356655359268188,1.1573140025138855,0.48828125,2.605141085998639,105.111328125,14090305536,0.2805071473121643
bp_checkpoint,275,1.1223788261413574,1.150380402803421,0.5,2.8532731429984324,105.111328125,14090305536,0.30787256360054016
bp_checkpoint,300,1.2055541276931763,1.138400822877884,0.509765625,3.097805586998561,105.111328125,14090305536,0.5140786170959473
bp_checkpoint,325,1.1216624975204468,1.1155628561973572,0.505859375,3.3427731889984216,105.111328125,14090305536,0.3242248296737671
bp_checkpoint,350,1.0868431329727173,1.092637836933136,0.533203125,3.5959162219984364,105.111328125,14090305536,0.2558422386646271
bp_checkpoint,375,1.0752803087234497,1.0750522017478943,0.533203125,3.855837883998447,105.111328125,14090305536,0.3924545645713806
bp_checkpoint,400,1.0759849548339844,1.0763992667198181,0.541015625,4.09987770199848,105.111328125,14090305536,0.5210421681404114
fmad,0,,1.3877010941505432,0.25,0.0,,,
fmad,25,1.3789993524551392,1.3875649869441986,0.25,0.45994057200005045,267.61181640625,13439139840,0.4348887503147125
fmad,50,1.381152868270874,1.3874028325080872,0.2548828125,0.7804737789999763,267.61181640625,13439139840,6.741090297698975
fmad,75,1.3893077373504639,1.3872623443603516,0.251953125,1.0741682029998856,267.61181640625,13439139840,2.228743314743042
fmad,100,1.3852109909057617,1.3872565031051636,0.251953125,1.3681428039999446,267.61181640625,13439139840,1.6564586162567139
fmad,125,1.392129898071289,1.3874608278274536,0.251953125,1.6642332349999833,267.61181640625,13439139840,0.5952891707420349
fmad,150,1.3836066722869873,1.3876592814922333,0.25,1.9637923789999832,267.61181640625,13439139840,0.17671999335289001
fmad,175,1.3829585313796997,1.3874633014202118,0.25,2.253522592000081,267.61181640625,13439139840,4.565033912658691
fmad,200,1.3925807476043701,1.387307047843933,0.24609375,2.5436397400002306,267.61181640625,13439139840,1.428942322731018
fmad,225,1.3952257633209229,1.3872332274913788,0.248046875,2.831931323000731,267.61181640625,13439139840,6.258103370666504
fmad,250,1.385408639907837,1.3872253894805908,0.25390625,3.1207080380009984,267.61181640625,13439139840,1.7561298608779907
fmad,275,1.3846549987792969,1.387098103761673,0.25390625,3.411935478001169,267.61181640625,13439139840,2.253679037094116
fmad,300,1.3864843845367432,1.3870510756969452,0.2548828125,3.7048519100015938,267.61181640625,13439139840,3.8276607990264893
fmad,325,1.3897197246551514,1.3870489597320557,0.2509765625,4.001680274001615,267.61181640625,13439139840,1.9101369380950928
fmad,350,1.387494444847107,1.3869819343090057,0.2509765625,4.29218949300116,267.61181640625,13439139840,0.5728188753128052
fmad,375,1.3860126733779907,1.3869945108890533,0.251953125,4.5805297660011774,267.61181640625,13439139840,6.433528423309326
fmad,400,1.389247179031372,1.386983960866928,0.2509765625,4.869865859001152,267.61181640625,13439139840,11.15205192565918
zo,0,,1.3877010941505432,0.25,0.0,,,
zo,25,1.3790009021759033,1.3875642716884613,0.25,0.17561598599979789,57.150390625,9764732928,0.4363677203655243
zo,50,1.3811537027359009,1.3874021172523499,0.2548828125,0.33920103600019047,57.150390625,9764732928,6.730379104614258
zo,75,1.3893084526062012,1.3872616291046143,0.251953125,0.49855990799983374,57.150390625,9764732928,2.224968433380127
zo,100,1.38521146774292,1.3872558176517487,0.251953125,0.6560902619994522,57.150390625,9764732928,1.6570723056793213
zo,125,1.39213228225708,1.3874602913856506,0.251953125,0.8091378999992003,57.150390625,9764732928,0.602187991142273
zo,150,1.3836069107055664,1.3876588642597198,0.25,0.9620683679993363,57.150390625,9764732928,0.17548981308937073
zo,175,1.382959246635437,1.3874628245830536,0.25,1.11524028899953,57.150390625,9764732928,4.558802127838135
zo,200,1.3925811052322388,1.3873067498207092,0.24609375,1.2676971669997101,57.150390625,9764732928,1.43391752243042
zo,225,1.395227074623108,1.3872328996658325,0.248046875,1.42160976499963,57.150390625,9764732928,6.255855083465576
zo,250,1.3854068517684937,1.3872250616550446,0.25390625,1.5743334079993474,57.150390625,9764732928,1.758259654045105
zo,275,1.3846559524536133,1.3870977461338043,0.25390625,1.726958099999365,57.150390625,9764732928,2.254530906677246
zo,300,1.3864867687225342,1.3870507180690765,0.2548828125,1.8806447129993558,57.150390625,9764732928,3.8294591903686523
zo,325,1.3897216320037842,1.387048602104187,0.2509765625,2.0391162469994697,57.150390625,9764732928,1.9148781299591064
zo,350,1.3874937295913696,1.3869816660881042,0.2509765625,2.1917176469996775,57.150390625,9764732928,0.5810052156448364
zo,375,1.3860152959823608,1.38699409365654,0.251953125,2.3457712619997437,57.150390625,9764732928,6.428494930267334
zo,400,1.389247179031372,1.3869836330413818,0.2509765625,2.5066474040000912,57.150390625,9764732928,11.15392780303955

Xet Storage Details

Size:
6.17 kB
·
Xet hash:
d777ba2ced795972eb73025caaecd0f10ffa3d6400eb392c589277eeeaa54d62

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.