training_statistics.json

{
    "evaluation_frequency": {
        "frequency": 1,
        "period": "epoch"
    },
    "test": {},
    "training": {
        "combined": {
            "loss": [
                2.273854970932007,
                0.3827468156814575,
                0.15818676352500916,
                0.1293812245130539,
                0.11467840522527695,
                0.15169575810432434,
                0.1120581328868866,
                0.20288483798503876,
                0.14002884924411774,
                0.15531566739082336,
                0.11533121019601822,
                0.10372911393642426,
                0.08477381616830826,
                0.0911589041352272,
                0.07343953102827072,
                0.023161323741078377,
                0.07774317264556885,
                0.06919151544570923,
                0.07008837908506393,
                0.030844084918498993,
                0.025964314118027687,
                0.01707441359758377,
                0.03063521720468998,
                0.0024857439566403627,
                0.01527629978954792
            ]
        },
        "record_id": {
            "loss": [
                2.273854970932007,
                0.3827468156814575,
                0.15818676352500916,
                0.1293812245130539,
                0.11467840522527695,
                0.15169575810432434,
                0.1120581328868866,
                0.20288483798503876,
                0.14002884924411774,
                0.15531566739082336,
                0.11533121019601822,
                0.10372911393642426,
                0.08477381616830826,
                0.0911589041352272,
                0.07343953102827072,
                0.023161323741078377,
                0.07774317264556885,
                0.06919151544570923,
                0.07008837908506393,
                0.030844084918498993,
                0.025964314118027687,
                0.01707441359758377,
                0.03063521720468998,
                0.0024857439566403627,
                0.01527629978954792
            ],
            "next_token_perplexity": [
                19490.4921875,
                14166.068359375,
                12723.064453125,
                12498.83984375,
                12421.1279296875,
                12585.58203125,
                12413.1298828125,
                12835.3369140625,
                12517.0888671875,
                12556.447265625,
                12440.3193359375,
                12317.26171875,
                12243.7900390625,
                12318.326171875,
                12190.6103515625,
                11902.4248046875,
                12192.1630859375,
                12205.6474609375,
                12120.591796875,
                11974.94921875,
                11951.279296875,
                11927.4404296875,
                12000.904296875,
                11797.9345703125,
                11871.890625
            ],
            "perplexity": [
                31154.529296875,
                31088.609375,
                31035.79296875,
                31128.365234375,
                31052.521484375,
                31292.01171875,
                30575.08984375,
                30647.900390625,
                31290.48828125,
                30241.9453125,
                30386.8984375,
                30139.26953125,
                30028.556640625,
                29741.388671875,
                29391.01953125,
                30398.14453125,
                31056.044921875,
                31104.41796875,
                30798.970703125,
                30102.791015625,
                30365.43359375,
                29363.146484375,
                29221.5703125,
                30261.072265625,
                29413.42578125
            ],
            "sequence_accuracy": [
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0,
                0.0
            ],
            "token_accuracy": [
                0.0018595437286421657,
                0.0014020088128745556,
                0.0012599329929798841,
                0.0013859043829143047,
                0.0018072795355692506,
                0.0018894081003963947,
                0.0021492578089237213,
                0.0020676767453551292,
                0.0011784115340560675,
                0.0016606699209660292,
                0.0020560333505272865,
                0.0016291090287268162,
                0.001910633291117847,
                0.0012946828501299024,
                0.0016550812870264053,
                0.0012489061336964369,
                0.0012834429508075118,
                0.001796281081624329,
                0.0012682911474257708,
                0.001162951928563416,
                0.0010253882501274347,
                0.002276905346661806,
                0.0018036025576293468,
                0.001517598400823772,
                0.002525100251659751
            ]
        }
    },
    "validation": {}
}