pandevim
/

cs810

Model card Files Files and versions

xet

Community

pandevim commited on 22 days ago

Commit

f3d2098

verified ·

1 Parent(s): 0109360

Add training histories

Browse files

Files changed (1) hide show

phase1/checkpoints/training_histories.json +567 -0

phase1/checkpoints/training_histories.json ADDED Viewed

	@@ -0,0 +1,567 @@

+{
+  "cos": {
+    "train_loss": [
+      0.48490649461746216,
+      0.0038574154023081064,
+      0.007187660783529282,
+      0.006418924313038588,
+      0.005452009383589029,
+      0.004059039521962404,
+      0.0027828102465718985,
+      0.002322298940271139,
+      0.002215992659330368,
+      0.0022484837099909782,
+      0.002688638400286436,
+      0.00298131862655282,
+      0.0032217856496572495,
+      0.002841272624209523,
+      0.0023035069461911917,
+      0.0015864190645515919,
+      0.0007971863378770649,
+      0.0005339729832485318,
+      0.00046106125228106976,
+      0.00030082292505539954,
+      0.00025219700182788074,
+      0.00020262933685444295,
+      0.00015568269009236246,
+      0.00012661615619435906,
+      0.00010285042662872002,
+      8.84282635524869e-05,
+      8.23733425932005e-05,
+      6.744167330907658e-05,
+      6.061669409973547e-05,
+      5.5285509006353095e-05,
+      5.070331826573238e-05,
+      4.6975663281045854e-05,
+      4.403741695568897e-05,
+      4.1762119508348405e-05,
+      4.012483623228036e-05,
+      3.895581903634593e-05,
+      3.812215072684921e-05,
+      3.7536025047302246e-05,
+      3.7150250136619434e-05,
+      3.6946152249583974e-05,
+      3.690184894367121e-05
+    ],
+    "val_loss": [
+      0.6084983944892883,
+      0.004699709825217724,
+      0.007318639196455479,
+      0.006709620822221041,
+      0.005478480365127325,
+      0.00409482279792428,
+      0.002915060380473733,
+      0.0024785760324448347,
+      0.002384285209700465,
+      0.002392638474702835,
+      0.0027174113783985376,
+      0.0029919457156211138,
+      0.0032594208605587482,
+      0.002944862237200141,
+      0.0023337751626968384,
+      0.0015918309800326824,
+      0.0008543833973817527,
+      0.0005772318691015244,
+      0.00043018400901928544,
+      0.0003441334411036223,
+      0.00028753100195899606,
+      0.0002337808982701972,
+      0.0001836794981500134,
+      0.00014977304090280086,
+      0.00012577245070133358,
+      0.0001098898210329935,
+      0.0001030253988574259,
+      8.795361645752564e-05,
+      8.086462185019627e-05,
+      7.575358904432505e-05,
+      7.13110639480874e-05,
+      6.807263707742095e-05,
+      6.571963604073972e-05,
+      6.41527003608644e-05,
+      6.325982394628227e-05,
+      6.279172521317378e-05,
+      6.257354107219726e-05,
+      6.249181024031714e-05,
+      6.248775025596842e-05,
+      6.253595347516239e-05,
+      6.256470078369603e-05
+    ],
+    "epoch": [
+      1,
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000
+    ]
+  },
+  "sin": {
+    "train_loss": [
+      0.5988954305648804,
+      0.00725218839943409,
+      0.004404940642416477,
+      0.003942183218896389,
+      0.0030650990083813667,
+      0.0027614242862910032,
+      0.002424619859084487,
+      0.0026512504555284977,
+      0.002475942485034466,
+      0.002766572404652834,
+      0.002617582445964217,
+      0.0027290417347103357,
+      0.0026351730339229107,
+      0.0024604543577879667,
+      0.0025267847813665867,
+      0.0023252053651958704,
+      0.0023183070588856936,
+      0.0021489362698048353,
+      0.002356798853725195,
+      0.0019216431537643075,
+      0.001781437429599464,
+      0.0016661558765918016,
+      0.0014976148959249258,
+      0.0014075064100325108,
+      0.001264400314539671,
+      0.001175553072243929,
+      0.0010611186735332012,
+      0.0009650287101976573,
+      0.0008756560855545104,
+      0.0008968400070443749,
+      0.0007155201747082174,
+      0.0006471410160884261,
+      0.0005856783827766776,
+      0.000531289610080421,
+      0.0004856988962274045,
+      0.00044848077232018113,
+      0.00041923977551050484,
+      0.00039781167288310826,
+      0.0003840963763650507,
+      0.0003776162338908762,
+      0.00037642891402356327
+    ],
+    "val_loss": [
+      0.5864764451980591,
+      0.01342084351927042,
+      0.007655533961951733,
+      0.006846732925623655,
+      0.005351768806576729,
+      0.004700640682131052,
+      0.004128480330109596,
+      0.004476758185774088,
+      0.004170012194663286,
+      0.004648745991289616,
+      0.004377148114144802,
+      0.004664244595915079,
+      0.004401337821036577,
+      0.003961873706430197,
+      0.0042185233905911446,
+      0.003881927113980055,
+      0.003899091389030218,
+      0.0035807685926556587,
+      0.003756677731871605,
+      0.003200852544978261,
+      0.003131484379991889,
+      0.002773917280137539,
+      0.0024900862481445074,
+      0.002337792655453086,
+      0.0020950117614120245,
+      0.0019433595007285476,
+      0.0017454448388889432,
+      0.0015828232280910015,
+      0.0014203401515260339,
+      0.0012919121654704213,
+      0.0011338441399857402,
+      0.0010099568171426654,
+      0.0008981492137536407,
+      0.0007992565515451133,
+      0.0007173430640250444,
+      0.000651405833195895,
+      0.0006001897854730487,
+      0.0005628664512187243,
+      0.0005388162098824978,
+      0.0005271366680972278,
+      0.0005248303059488535
+    ],
+    "epoch": [
+      1,
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000
+    ]
+  },
+  "add": {
+    "train_loss": [
+      17.408348083496094,
+      0.00039654667489230633,
+      0.00012937121209688485,
+      0.0001041534633259289,
+      5.6019776820903644e-05,
+      1.1945277037739288e-05,
+      8.61065745993983e-06,
+      5.871287612535525e-06,
+      3.5098576063319342e-06,
+      2.603370603537769e-06,
+      2.051039700745605e-06,
+      1.5103859141163412e-06,
+      1.0848053761947085e-06,
+      6.544694315380184e-07,
+      8.474128208035836e-07,
+      3.181093575221894e-07,
+      8.397014994443452e-07,
+      6.61801266232942e-07,
+      2.5410648163415317e-07,
+      2.2412633882140653e-07,
+      1.4682575510960305e-07,
+      1.9149270258367324e-07,
+      8.066020029673382e-08,
+      3.307141227537613e-08,
+      2.3661698378418805e-08,
+      1.8935629952920863e-08,
+      1.4496015943166185e-08,
+      1.2253269510154041e-08,
+      1.082883915870525e-08,
+      9.995163807730023e-09,
+      9.817894941477334e-09
+    ],
+    "val_loss": [
+      14.48836612701416,
+      0.0003955974243581295,
+      0.00012008219346171245,
+      0.0001068378405761905,
+      6.368185131577775e-05,
+      1.5213689039228484e-05,
+      1.2743446859531105e-05,
+      8.501691809215117e-06,
+      5.036282800574554e-06,
+      3.563833843145403e-06,
+      2.687643473109347e-06,
+      2.32560478252708e-06,
+      1.756701635713398e-06,
+      1.2142255627622944e-06,
+      6.935713940947608e-07,
+      3.102151708844758e-07,
+      9.260824640477949e-07,
+      7.356458127105725e-07,
+      3.1149562573773437e-07,
+      2.0230048392022582e-07,
+      2.178516496087468e-07,
+      2.5533154257573187e-07,
+      1.1543136224645423e-07,
+      5.8266607538826065e-08,
+      4.4178690927765274e-08,
+      4.253022822808816e-08,
+      4.002485098908437e-08,
+      3.7231657756819914e-08,
+      3.5279484222883184e-08,
+      3.453237340522719e-08,
+      3.441973461804082e-08
+    ],
+    "epoch": [
+      1,
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000
+    ]
+  },
+  "mul": {
+    "train_loss": [
+      74.30974578857422,
+      0.10900019854307175,
+      0.036461327224969864,
+      0.020973943173885345,
+      0.01356377825140953,
+      0.009926163591444492,
+      0.008930439129471779,
+      0.008027324452996254,
+      0.007073125336319208,
+      0.006853426340967417,
+      0.00661646481603384,
+      0.004926266148686409,
+      0.005626755300909281,
+      0.00489043490961194,
+      0.004618138074874878,
+      0.0042548286728560925,
+      0.0043430267833173275,
+      0.0037730836775153875,
+      0.003556699026376009,
+      0.0032278019934892654,
+      0.0029106561560183764,
+      0.002702598227187991,
+      0.0024586378131061792,
+      0.002169545739889145,
+      0.0019724396988749504,
+      0.001780588529072702,
+      0.0016125977272167802,
+      0.0014419637154787779,
+      0.0013188092270866036,
+      0.0011691380059346557,
+      0.0010512996232137084,
+      0.0009483128087595105,
+      0.0008474544738419354,
+      0.0007687379838898778,
+      0.0007061269716359675,
+      0.0006438615382649004,
+      0.000598870450630784,
+      0.0005669480888172984,
+      0.000548712385352701,
+      0.0005403191898949444,
+      0.0005387869314290583
+    ],
+    "val_loss": [
+      69.0625991821289,
+      0.10405872017145157,
+      0.03483055904507637,
+      0.020130300894379616,
+      0.013250146061182022,
+      0.011119440197944641,
+      0.009701204486191273,
+      0.00788342859596014,
+      0.006880213972181082,
+      0.006834234576672316,
+      0.006807496305555105,
+      0.006264456547796726,
+      0.007153586484491825,
+      0.006158399395644665,
+      0.005704543553292751,
+      0.005676514934748411,
+      0.005191971082240343,
+      0.005260342266410589,
+      0.0050489758141338825,
+      0.004509989637881517,
+      0.004304366186261177,
+      0.0039230105467140675,
+      0.0038975831121206284,
+      0.003466850146651268,
+      0.0033156899735331535,
+      0.003062087344005704,
+      0.002870623953640461,
+      0.002719200449064374,
+      0.002676205476745963,
+      0.0024105804041028023,
+      0.0022836315911263227,
+      0.0021866599563509226,
+      0.002061839448288083,
+      0.0019878619350492954,
+      0.0019111473811790347,
+      0.0018119787564501166,
+      0.0017221008893102407,
+      0.0016639921814203262,
+      0.0016163792461156845,
+      0.0015916591510176659,
+      0.0015862362924963236
+    ],
+    "epoch": [
+      1,
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000
+    ]
+  },
+  "identity": {
+    "train_loss": [
+      9.227102279663086,
+      0.00013633527851197869,
+      3.387147080502473e-05,
+      2.0845101971644908e-05,
+      6.492974989669165e-06,
+      2.4835305794113083e-06,
+      1.3518177865989855e-06,
+      1.1719785106834024e-06,
+      5.842882728757104e-07,
+      3.0009383067408635e-07,
+      2.4391806618950795e-07,
+      3.097257774697937e-07,
+      1.4545203441684862e-07,
+      1.0408459871769082e-07,
+      7.418844205631103e-08,
+      5.359176569186275e-08,
+      3.8836518001517106e-08,
+      2.8384807393422307e-08,
+      2.1202403388542734e-08,
+      1.602516341847604e-08,
+      1.436811025712359e-08
+    ],
+    "val_loss": [
+      7.840939998626709,
+      0.00016745537868700922,
+      4.364467167761177e-05,
+      2.7685386157827452e-05,
+      9.143888746621087e-06,
+      3.572836249077227e-06,
+      2.1141536308277864e-06,
+      1.1485711866043857e-06,
+      7.576514349239005e-07,
+      7.727733759566036e-07,
+      5.634327635561931e-07,
+      8.807707558844413e-07,
+      4.143136891343602e-07,
+      3.6303234196566336e-07,
+      2.9601409323731787e-07,
+      2.425173306619399e-07,
+      2.0267482625513367e-07,
+      1.749114346694114e-07,
+      1.5415974985444336e-07,
+      1.384865413456282e-07,
+      1.339181494586228e-07
+    ],
+    "epoch": [
+      1,
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000
+    ]
+  }
+}