phase1/checkpoints/training_histories.json

{
  "cos": {
    "train_loss": [
      0.48490649461746216,
      0.0038574154023081064,
      0.007187660783529282,
      0.006418924313038588,
      0.005452009383589029,
      0.004059039521962404,
      0.0027828102465718985,
      0.002322298940271139,
      0.002215992659330368,
      0.0022484837099909782,
      0.002688638400286436,
      0.00298131862655282,
      0.0032217856496572495,
      0.002841272624209523,
      0.0023035069461911917,
      0.0015864190645515919,
      0.0007971863378770649,
      0.0005339729832485318,
      0.00046106125228106976,
      0.00030082292505539954,
      0.00025219700182788074,
      0.00020262933685444295,
      0.00015568269009236246,
      0.00012661615619435906,
      0.00010285042662872002,
      8.84282635524869e-05,
      8.23733425932005e-05,
      6.744167330907658e-05,
      6.061669409973547e-05,
      5.5285509006353095e-05,
      5.070331826573238e-05,
      4.6975663281045854e-05,
      4.403741695568897e-05,
      4.1762119508348405e-05,
      4.012483623228036e-05,
      3.895581903634593e-05,
      3.812215072684921e-05,
      3.7536025047302246e-05,
      3.7150250136619434e-05,
      3.6946152249583974e-05,
      3.690184894367121e-05
    ],
    "val_loss": [
      0.6084983944892883,
      0.004699709825217724,
      0.007318639196455479,
      0.006709620822221041,
      0.005478480365127325,
      0.00409482279792428,
      0.002915060380473733,
      0.0024785760324448347,
      0.002384285209700465,
      0.002392638474702835,
      0.0027174113783985376,
      0.0029919457156211138,
      0.0032594208605587482,
      0.002944862237200141,
      0.0023337751626968384,
      0.0015918309800326824,
      0.0008543833973817527,
      0.0005772318691015244,
      0.00043018400901928544,
      0.0003441334411036223,
      0.00028753100195899606,
      0.0002337808982701972,
      0.0001836794981500134,
      0.00014977304090280086,
      0.00012577245070133358,
      0.0001098898210329935,
      0.0001030253988574259,
      8.795361645752564e-05,
      8.086462185019627e-05,
      7.575358904432505e-05,
      7.13110639480874e-05,
      6.807263707742095e-05,
      6.571963604073972e-05,
      6.41527003608644e-05,
      6.325982394628227e-05,
      6.279172521317378e-05,
      6.257354107219726e-05,
      6.249181024031714e-05,
      6.248775025596842e-05,
      6.253595347516239e-05,
      6.256470078369603e-05
    ],
    "epoch": [
      1,
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000
    ]
  },
  "sin": {
    "train_loss": [
      0.5988954305648804,
      0.00725218839943409,
      0.004404940642416477,
      0.003942183218896389,
      0.0030650990083813667,
      0.0027614242862910032,
      0.002424619859084487,
      0.0026512504555284977,
      0.002475942485034466,
      0.002766572404652834,
      0.002617582445964217,
      0.0027290417347103357,
      0.0026351730339229107,
      0.0024604543577879667,
      0.0025267847813665867,
      0.0023252053651958704,
      0.0023183070588856936,
      0.0021489362698048353,
      0.002356798853725195,
      0.0019216431537643075,
      0.001781437429599464,
      0.0016661558765918016,
      0.0014976148959249258,
      0.0014075064100325108,
      0.001264400314539671,
      0.001175553072243929,
      0.0010611186735332012,
      0.0009650287101976573,
      0.0008756560855545104,
      0.0008968400070443749,
      0.0007155201747082174,
      0.0006471410160884261,
      0.0005856783827766776,
      0.000531289610080421,
      0.0004856988962274045,
      0.00044848077232018113,
      0.00041923977551050484,
      0.00039781167288310826,
      0.0003840963763650507,
      0.0003776162338908762,
      0.00037642891402356327
    ],
    "val_loss": [
      0.5864764451980591,
      0.01342084351927042,
      0.007655533961951733,
      0.006846732925623655,
      0.005351768806576729,
      0.004700640682131052,
      0.004128480330109596,
      0.004476758185774088,
      0.004170012194663286,
      0.004648745991289616,
      0.004377148114144802,
      0.004664244595915079,
      0.004401337821036577,
      0.003961873706430197,
      0.0042185233905911446,
      0.003881927113980055,
      0.003899091389030218,
      0.0035807685926556587,
      0.003756677731871605,
      0.003200852544978261,
      0.003131484379991889,
      0.002773917280137539,
      0.0024900862481445074,
      0.002337792655453086,
      0.0020950117614120245,
      0.0019433595007285476,
      0.0017454448388889432,
      0.0015828232280910015,
      0.0014203401515260339,
      0.0012919121654704213,
      0.0011338441399857402,
      0.0010099568171426654,
      0.0008981492137536407,
      0.0007992565515451133,
      0.0007173430640250444,
      0.000651405833195895,
      0.0006001897854730487,
      0.0005628664512187243,
      0.0005388162098824978,
      0.0005271366680972278,
      0.0005248303059488535
    ],
    "epoch": [
      1,
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000
    ]
  },
  "add": {
    "train_loss": [
      17.408348083496094,
      0.00039654667489230633,
      0.00012937121209688485,
      0.0001041534633259289,
      5.6019776820903644e-05,
      1.1945277037739288e-05,
      8.61065745993983e-06,
      5.871287612535525e-06,
      3.5098576063319342e-06,
      2.603370603537769e-06,
      2.051039700745605e-06,
      1.5103859141163412e-06,
      1.0848053761947085e-06,
      6.544694315380184e-07,
      8.474128208035836e-07,
      3.181093575221894e-07,
      8.397014994443452e-07,
      6.61801266232942e-07,
      2.5410648163415317e-07,
      2.2412633882140653e-07,
      1.4682575510960305e-07,
      1.9149270258367324e-07,
      8.066020029673382e-08,
      3.307141227537613e-08,
      2.3661698378418805e-08,
      1.8935629952920863e-08,
      1.4496015943166185e-08,
      1.2253269510154041e-08,
      1.082883915870525e-08,
      9.995163807730023e-09,
      9.817894941477334e-09
    ],
    "val_loss": [
      14.48836612701416,
      0.0003955974243581295,
      0.00012008219346171245,
      0.0001068378405761905,
      6.368185131577775e-05,
      1.5213689039228484e-05,
      1.2743446859531105e-05,
      8.501691809215117e-06,
      5.036282800574554e-06,
      3.563833843145403e-06,
      2.687643473109347e-06,
      2.32560478252708e-06,
      1.756701635713398e-06,
      1.2142255627622944e-06,
      6.935713940947608e-07,
      3.102151708844758e-07,
      9.260824640477949e-07,
      7.356458127105725e-07,
      3.1149562573773437e-07,
      2.0230048392022582e-07,
      2.178516496087468e-07,
      2.5533154257573187e-07,
      1.1543136224645423e-07,
      5.8266607538826065e-08,
      4.4178690927765274e-08,
      4.253022822808816e-08,
      4.002485098908437e-08,
      3.7231657756819914e-08,
      3.5279484222883184e-08,
      3.453237340522719e-08,
      3.441973461804082e-08
    ],
    "epoch": [
      1,
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000
    ]
  },
  "mul": {
    "train_loss": [
      74.30974578857422,
      0.10900019854307175,
      0.036461327224969864,
      0.020973943173885345,
      0.01356377825140953,
      0.009926163591444492,
      0.008930439129471779,
      0.008027324452996254,
      0.007073125336319208,
      0.006853426340967417,
      0.00661646481603384,
      0.004926266148686409,
      0.005626755300909281,
      0.00489043490961194,
      0.004618138074874878,
      0.0042548286728560925,
      0.0043430267833173275,
      0.0037730836775153875,
      0.003556699026376009,
      0.0032278019934892654,
      0.0029106561560183764,
      0.002702598227187991,
      0.0024586378131061792,
      0.002169545739889145,
      0.0019724396988749504,
      0.001780588529072702,
      0.0016125977272167802,
      0.0014419637154787779,
      0.0013188092270866036,
      0.0011691380059346557,
      0.0010512996232137084,
      0.0009483128087595105,
      0.0008474544738419354,
      0.0007687379838898778,
      0.0007061269716359675,
      0.0006438615382649004,
      0.000598870450630784,
      0.0005669480888172984,
      0.000548712385352701,
      0.0005403191898949444,
      0.0005387869314290583
    ],
    "val_loss": [
      69.0625991821289,
      0.10405872017145157,
      0.03483055904507637,
      0.020130300894379616,
      0.013250146061182022,
      0.011119440197944641,
      0.009701204486191273,
      0.00788342859596014,
      0.006880213972181082,
      0.006834234576672316,
      0.006807496305555105,
      0.006264456547796726,
      0.007153586484491825,
      0.006158399395644665,
      0.005704543553292751,
      0.005676514934748411,
      0.005191971082240343,
      0.005260342266410589,
      0.0050489758141338825,
      0.004509989637881517,
      0.004304366186261177,
      0.0039230105467140675,
      0.0038975831121206284,
      0.003466850146651268,
      0.0033156899735331535,
      0.003062087344005704,
      0.002870623953640461,
      0.002719200449064374,
      0.002676205476745963,
      0.0024105804041028023,
      0.0022836315911263227,
      0.0021866599563509226,
      0.002061839448288083,
      0.0019878619350492954,
      0.0019111473811790347,
      0.0018119787564501166,
      0.0017221008893102407,
      0.0016639921814203262,
      0.0016163792461156845,
      0.0015916591510176659,
      0.0015862362924963236
    ],
    "epoch": [
      1,
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000
    ]
  },
  "identity": {
    "train_loss": [
      9.227102279663086,
      0.00013633527851197869,
      3.387147080502473e-05,
      2.0845101971644908e-05,
      6.492974989669165e-06,
      2.4835305794113083e-06,
      1.3518177865989855e-06,
      1.1719785106834024e-06,
      5.842882728757104e-07,
      3.0009383067408635e-07,
      2.4391806618950795e-07,
      3.097257774697937e-07,
      1.4545203441684862e-07,
      1.0408459871769082e-07,
      7.418844205631103e-08,
      5.359176569186275e-08,
      3.8836518001517106e-08,
      2.8384807393422307e-08,
      2.1202403388542734e-08,
      1.602516341847604e-08,
      1.436811025712359e-08
    ],
    "val_loss": [
      7.840939998626709,
      0.00016745537868700922,
      4.364467167761177e-05,
      2.7685386157827452e-05,
      9.143888746621087e-06,
      3.572836249077227e-06,
      2.1141536308277864e-06,
      1.1485711866043857e-06,
      7.576514349239005e-07,
      7.727733759566036e-07,
      5.634327635561931e-07,
      8.807707558844413e-07,
      4.143136891343602e-07,
      3.6303234196566336e-07,
      2.9601409323731787e-07,
      2.425173306619399e-07,
      2.0267482625513367e-07,
      1.749114346694114e-07,
      1.5415974985444336e-07,
      1.384865413456282e-07,
      1.339181494586228e-07
    ],
    "epoch": [
      1,
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000
    ]
  }
}