s2q-t2 / training_log.json
samuelt0207's picture
Upload quantized model
bfc1601 verified
{
"transformer": [],
"transformer_2": [
{
"block_idx": 0,
"initial_loss": 0.00016968250274658204,
"final_loss": 6.217360496520996e-05,
"loss_history": [
0.00016968250274658204,
7.883310317993164e-05,
6.74605369567871e-05,
6.38127326965332e-05,
6.275177001953125e-05,
6.236433982849121e-05,
6.218552589416504e-05,
6.211400032043456e-05,
6.217360496520996e-05,
6.217360496520996e-05,
6.217360496520996e-05,
6.217360496520996e-05,
6.217360496520996e-05,
6.217360496520996e-05,
6.217360496520996e-05
]
},
{
"block_idx": 1,
"initial_loss": 4.522204399108887e-05,
"final_loss": 2.709627151489258e-05,
"loss_history": [
4.522204399108887e-05,
3.0422210693359374e-05,
2.8467178344726564e-05,
2.7573108673095704e-05,
2.7239322662353516e-05,
2.7108192443847657e-05,
2.7108192443847657e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05,
2.709627151489258e-05
]
},
{
"block_idx": 2,
"initial_loss": 8.33749771118164e-05,
"final_loss": 4.69207763671875e-05,
"loss_history": [
8.33749771118164e-05,
5.266666412353516e-05,
4.8995018005371094e-05,
4.7779083251953126e-05,
4.7326087951660156e-05,
4.696846008300781e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05,
4.69207763671875e-05
]
},
{
"block_idx": 3,
"initial_loss": 0.0001368284225463867,
"final_loss": 6.513595581054687e-05,
"loss_history": [
0.0001368284225463867,
7.736682891845703e-05,
6.905794143676757e-05,
6.647109985351563e-05,
6.554126739501953e-05,
6.526708602905273e-05,
6.517171859741211e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05,
6.513595581054687e-05
]
},
{
"block_idx": 4,
"initial_loss": 0.00012941360473632811,
"final_loss": 7.268190383911133e-05,
"loss_history": [
0.00012941360473632811,
8.521080017089843e-05,
7.581710815429688e-05,
7.352828979492187e-05,
7.29680061340332e-05,
7.275342941284179e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05,
7.268190383911133e-05
]
},
{
"block_idx": 5,
"initial_loss": 0.0001756906509399414,
"final_loss": 9.338855743408203e-05,
"loss_history": [
0.0001756906509399414,
0.00010859966278076172,
9.770393371582032e-05,
9.465217590332031e-05,
9.379386901855468e-05,
9.343624114990234e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05,
9.338855743408203e-05
]
},
{
"block_idx": 6,
"initial_loss": 0.0002610445022583008,
"final_loss": 0.00013077259063720703,
"loss_history": [
0.0002610445022583008,
0.00015676021575927734,
0.0001371622085571289,
0.00013275146484375,
0.00013129711151123048,
0.0001308441162109375,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703,
0.00013077259063720703
]
},
{
"block_idx": 7,
"initial_loss": 0.0005000591278076172,
"final_loss": 0.00024805068969726565,
"loss_history": [
0.0005000591278076172,
0.0002982854843139648,
0.0002639532089233398,
0.0002520561218261719,
0.00024919509887695314,
0.00024814605712890624,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565,
0.00024805068969726565
]
},
{
"block_idx": 8,
"initial_loss": 0.0005391120910644531,
"final_loss": 0.0002680063247680664,
"loss_history": [
0.0005391120910644531,
0.0003233194351196289,
0.0002843379974365234,
0.00027234554290771483,
0.00026962757110595705,
0.0002681970596313477,
0.0002681970596313477,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664,
0.0002680063247680664
]
},
{
"block_idx": 9,
"initial_loss": 0.0009508132934570312,
"final_loss": 0.0004020214080810547,
"loss_history": [
0.0009508132934570312,
0.0005316257476806641,
0.00044226646423339844,
0.0004161357879638672,
0.00040678977966308595,
0.00040373802185058596,
0.0004023075103759766,
0.0004023075103759766,
0.0004020214080810547,
0.0004021167755126953,
0.0004020214080810547,
0.0004020214080810547,
0.0004020214080810547,
0.0004020214080810547,
0.0004020214080810547
]
},
{
"block_idx": 10,
"initial_loss": 0.0011842727661132812,
"final_loss": 0.0005385875701904297,
"loss_history": [
0.0011842727661132812,
0.0007007598876953125,
0.0005944252014160156,
0.0005599498748779297,
0.0005486488342285156,
0.0005418300628662109,
0.0005389690399169922,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297,
0.0005385875701904297
]
},
{
"block_idx": 11,
"initial_loss": 0.0012407302856445312,
"final_loss": 0.000545501708984375,
"loss_history": [
0.0012407302856445312,
0.0006963729858398438,
0.0005844593048095703,
0.000556182861328125,
0.0005496025085449218,
0.0005462646484375,
0.0005456924438476563,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375,
0.000545501708984375
]
},
{
"block_idx": 12,
"initial_loss": 0.0037998199462890626,
"final_loss": 0.0008504867553710937,
"loss_history": [
0.0037998199462890626,
0.001897430419921875,
0.0011272430419921875,
0.0008975028991699219,
0.0008566856384277343,
0.0008512496948242188,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937,
0.0008504867553710937
]
},
{
"block_idx": 13,
"initial_loss": 0.007428932189941406,
"final_loss": 0.0014537811279296876,
"loss_history": [
0.007428932189941406,
0.00346221923828125,
0.00222015380859375,
0.0017164230346679687,
0.0015130043029785156,
0.0014655113220214844,
0.0014542579650878907,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876,
0.0014537811279296876
]
},
{
"block_idx": 14,
"initial_loss": 0.003780555725097656,
"final_loss": 0.0009485721588134765,
"loss_history": [
0.003780555725097656,
0.001812744140625,
0.0012543678283691406,
0.0010514259338378906,
0.0009890079498291015,
0.0009590625762939453,
0.0009423732757568359,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765,
0.0009485721588134765
]
},
{
"block_idx": 15,
"initial_loss": 0.004898500442504883,
"final_loss": 0.0010559558868408203,
"loss_history": [
0.004898500442504883,
0.0024252414703369142,
0.0015625476837158204,
0.0012410640716552734,
0.0011109352111816407,
0.0010650634765625,
0.0010560989379882813,
0.0010560035705566406,
0.0010559558868408203,
0.0010559558868408203,
0.0010559558868408203,
0.0010559558868408203,
0.0010559558868408203,
0.0010559558868408203,
0.0010559558868408203
]
},
{
"block_idx": 16,
"initial_loss": 0.593157958984375,
"final_loss": 0.0256744384765625,
"loss_history": [
0.593157958984375,
0.053570556640625,
0.0313751220703125,
0.0288818359375,
0.02759246826171875,
0.02664031982421875,
0.0261138916015625,
0.0258331298828125,
0.0257080078125,
0.025689697265625,
0.0256744384765625,
0.0256744384765625,
0.0256744384765625,
0.0256744384765625,
0.0256744384765625
]
},
{
"block_idx": 17,
"initial_loss": 0.0005576133728027344,
"final_loss": 0.00028228759765625,
"loss_history": [
0.0005576133728027344,
0.00034313201904296876,
0.0003024101257324219,
0.00028896331787109375,
0.00028486251831054686,
0.0002833366394042969,
0.0002825736999511719,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625,
0.00028228759765625
]
},
{
"block_idx": 18,
"initial_loss": 0.0009852409362792968,
"final_loss": 0.00041103363037109375,
"loss_history": [
0.0009852409362792968,
0.0005949020385742187,
0.000475311279296875,
0.0004314422607421875,
0.00041832923889160154,
0.0004123687744140625,
0.00041189193725585935,
0.0004111289978027344,
0.00041103363037109375,
0.00041103363037109375,
0.00041103363037109375,
0.00041103363037109375,
0.00041103363037109375,
0.00041103363037109375,
0.00041103363037109375
]
},
{
"block_idx": 19,
"initial_loss": 0.007128143310546875,
"final_loss": 0.0023443222045898436,
"loss_history": [
0.007128143310546875,
0.004366302490234375,
0.0033519744873046877,
0.002814483642578125,
0.002552223205566406,
0.0024021148681640627,
0.0023515701293945314,
0.002345848083496094,
0.0023443222045898436,
0.0023443222045898436,
0.0023443222045898436,
0.0023443222045898436,
0.0023443222045898436,
0.0023443222045898436,
0.0023443222045898436
]
},
{
"block_idx": 20,
"initial_loss": 0.03213958740234375,
"final_loss": 0.005490875244140625,
"loss_history": [
0.03213958740234375,
0.006449127197265625,
0.0060546875,
0.005767059326171875,
0.005628204345703125,
0.00556182861328125,
0.005522918701171875,
0.005496978759765625,
0.005495452880859375,
0.005490875244140625,
0.005490875244140625,
0.005490875244140625,
0.005490875244140625,
0.005490875244140625,
0.005490875244140625
]
},
{
"block_idx": 21,
"initial_loss": 0.0010260581970214845,
"final_loss": 0.00032563209533691405,
"loss_history": [
0.0010260581970214845,
0.00041527748107910155,
0.00034208297729492186,
0.00033268928527832033,
0.0003280162811279297,
0.0003264904022216797,
0.0003257274627685547,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405,
0.00032563209533691405
]
},
{
"block_idx": 22,
"initial_loss": 0.0003208637237548828,
"final_loss": 0.00026960372924804686,
"loss_history": [
0.0003208637237548828,
0.00028743743896484373,
0.0002779960632324219,
0.0002737998962402344,
0.0002718925476074219,
0.0002713203430175781,
0.0002704620361328125,
0.00026988983154296875,
0.00026960372924804686,
0.00026960372924804686,
0.00026960372924804686,
0.00026960372924804686,
0.00026960372924804686,
0.00026960372924804686,
0.00026960372924804686
]
},
{
"block_idx": 23,
"initial_loss": 0.0004250526428222656,
"final_loss": 0.0003468036651611328,
"loss_history": [
0.0004250526428222656,
0.00036602020263671876,
0.00035543441772460936,
0.0003505706787109375,
0.00034880638122558594,
0.00034766197204589845,
0.0003472805023193359,
0.0003471851348876953,
0.00034689903259277344,
0.0003468036651611328,
0.0003468036651611328,
0.0003468036651611328,
0.0003468036651611328,
0.0003468036651611328,
0.0003468036651611328
]
},
{
"block_idx": 24,
"initial_loss": 0.014990234375,
"final_loss": 0.0033138275146484377,
"loss_history": [
0.014990234375,
0.006096649169921875,
0.004583740234375,
0.003978347778320313,
0.0035839080810546875,
0.0033908843994140624,
0.0033336639404296874,
0.0033153533935546876,
0.0033138275146484377,
0.0033138275146484377,
0.0033138275146484377,
0.0033138275146484377,
0.0033138275146484377,
0.0033138275146484377,
0.0033138275146484377
]
},
{
"block_idx": 25,
"initial_loss": 0.00021805763244628907,
"final_loss": 0.00019254684448242188,
"loss_history": [
0.00021805763244628907,
0.0001994609832763672,
0.0001957416534423828,
0.000194549560546875,
0.00019321441650390624,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188,
0.00019254684448242188
]
},
{
"block_idx": 26,
"initial_loss": 0.0005462169647216797,
"final_loss": 0.00026702880859375,
"loss_history": [
0.0005462169647216797,
0.0003365993499755859,
0.0002868175506591797,
0.000272369384765625,
0.0002685070037841797,
0.0002670764923095703,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375,
0.00026702880859375
]
},
{
"block_idx": 27,
"initial_loss": 0.0007673263549804688,
"final_loss": 0.0002560615539550781,
"loss_history": [
0.0007673263549804688,
0.00043430328369140623,
0.00033512115478515623,
0.0002941131591796875,
0.00027298927307128906,
0.0002627372741699219,
0.00025811195373535154,
0.0002574443817138672,
0.0002564430236816406,
0.0002560615539550781,
0.0002560615539550781,
0.0002560615539550781,
0.0002560615539550781,
0.0002560615539550781,
0.0002560615539550781
]
},
{
"block_idx": 28,
"initial_loss": 0.0002861499786376953,
"final_loss": 0.00020728111267089843,
"loss_history": [
0.0002861499786376953,
0.00023488998413085939,
0.00021734237670898438,
0.0002105236053466797,
0.00020794868469238282,
0.00020751953125,
0.00020732879638671876,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843,
0.00020728111267089843
]
},
{
"block_idx": 29,
"initial_loss": 0.00020117759704589843,
"final_loss": 0.00017614364624023436,
"loss_history": [
0.00020117759704589843,
0.00018296241760253906,
0.00017867088317871093,
0.0001769542694091797,
0.00017638206481933593,
0.0001762866973876953,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436,
0.00017614364624023436
]
},
{
"block_idx": 30,
"initial_loss": 0.00020401477813720704,
"final_loss": 0.00012984275817871094,
"loss_history": [
0.00020401477813720704,
0.000142669677734375,
0.0001349925994873047,
0.0001321077346801758,
0.00013036727905273436,
0.00012993812561035156,
0.00012979507446289062,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094,
0.00012984275817871094
]
},
{
"block_idx": 31,
"initial_loss": 0.004956626892089843,
"final_loss": 0.0012099266052246094,
"loss_history": [
0.004956626892089843,
0.002651214599609375,
0.0018392562866210937,
0.0014147758483886719,
0.0012822151184082031,
0.0012298583984375,
0.001214599609375,
0.0012095451354980468,
0.0012099266052246094,
0.0012099266052246094,
0.0012099266052246094,
0.0012099266052246094,
0.0012099266052246094,
0.0012099266052246094,
0.0012099266052246094
]
},
{
"block_idx": 32,
"initial_loss": 0.0003849029541015625,
"final_loss": 0.00016980171203613282,
"loss_history": [
0.0003849029541015625,
0.0001994609832763672,
0.0001784086227416992,
0.00017294883728027343,
0.00017170906066894532,
0.00017042160034179686,
0.00016989707946777344,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282,
0.00016980171203613282
]
},
{
"block_idx": 33,
"initial_loss": 0.0009334564208984375,
"final_loss": 0.0005759716033935547,
"loss_history": [
0.0009334564208984375,
0.0007002830505371093,
0.0006319999694824219,
0.0006050586700439454,
0.0005857467651367188,
0.0005797386169433594,
0.0005763053894042968,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547,
0.0005759716033935547
]
},
{
"block_idx": 34,
"initial_loss": 0.007792282104492188,
"final_loss": 0.0014382362365722655,
"loss_history": [
0.007792282104492188,
0.0023235321044921876,
0.00167999267578125,
0.0015173912048339843,
0.0014451026916503906,
0.0014444351196289062,
0.0014398574829101562,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655,
0.0014382362365722655
]
},
{
"block_idx": 35,
"initial_loss": 0.00018830299377441405,
"final_loss": 0.00016567707061767578,
"loss_history": [
0.00018830299377441405,
0.00017404556274414062,
0.00017006397247314452,
0.00016727447509765626,
0.00016624927520751952,
0.00016596317291259766,
0.0001657247543334961,
0.00016574859619140626,
0.00016567707061767578,
0.00016567707061767578,
0.00016567707061767578,
0.00016567707061767578,
0.00016567707061767578,
0.00016567707061767578,
0.00016567707061767578
]
},
{
"block_idx": 36,
"initial_loss": 0.03123321533203125,
"final_loss": 0.00424652099609375,
"loss_history": [
0.03123321533203125,
0.007398223876953125,
0.0052978515625,
0.004742431640625,
0.004537200927734375,
0.004396820068359375,
0.00431976318359375,
0.00427703857421875,
0.004259490966796875,
0.004247283935546875,
0.00424652099609375,
0.00424652099609375,
0.00424652099609375,
0.00424652099609375,
0.00424652099609375
]
},
{
"block_idx": 37,
"initial_loss": 0.003260040283203125,
"final_loss": 0.0008220672607421875,
"loss_history": [
0.003260040283203125,
0.0015760421752929687,
0.001082611083984375,
0.0009029388427734375,
0.0008604049682617188,
0.0008335113525390625,
0.0008257865905761719,
0.00082244873046875,
0.0008220672607421875,
0.0008220672607421875,
0.0008220672607421875,
0.0008220672607421875,
0.0008220672607421875,
0.0008220672607421875,
0.0008220672607421875
]
},
{
"block_idx": 38,
"initial_loss": 0.0037703514099121094,
"final_loss": 0.0013566970825195312,
"loss_history": [
0.0037703514099121094,
0.0023791313171386717,
0.0018778800964355468,
0.0016117095947265625,
0.0014848709106445312,
0.0014117240905761718,
0.0013762474060058593,
0.0013663291931152344,
0.0013625144958496094,
0.0013580322265625,
0.0013582229614257813,
0.0013566970825195312,
0.0013566970825195312,
0.0013566970825195312,
0.0013566970825195312
]
},
{
"block_idx": 39,
"initial_loss": 0.008080291748046874,
"final_loss": 0.0030500411987304686,
"loss_history": [
0.008080291748046874,
0.003968238830566406,
0.0035762786865234375,
0.003378486633300781,
0.003237152099609375,
0.0031444549560546873,
0.0030731201171875,
0.00305328369140625,
0.0030496597290039064,
0.0030500411987304686,
0.0030500411987304686,
0.0030500411987304686,
0.0030500411987304686,
0.0030500411987304686,
0.0030500411987304686
]
}
]
}