| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 10059, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.000994184023462743, |
| "grad_norm": 1.0385397672653198, |
| "learning_rate": 1.8e-05, |
| "loss": 0.604, |
| "memory/device_reserved (GiB)": 21.62, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 10, |
| "tokens_per_second_per_gpu": 347.46 |
| }, |
| { |
| "epoch": 0.001988368046925486, |
| "grad_norm": 0.556696891784668, |
| "learning_rate": 3.8e-05, |
| "loss": 0.4244, |
| "memory/device_reserved (GiB)": 21.62, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 20, |
| "tokens_per_second_per_gpu": 318.15 |
| }, |
| { |
| "epoch": 0.002982552070388229, |
| "grad_norm": 0.24665255844593048, |
| "learning_rate": 5.8e-05, |
| "loss": 0.3883, |
| "memory/device_reserved (GiB)": 21.62, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 30, |
| "tokens_per_second_per_gpu": 330.79 |
| }, |
| { |
| "epoch": 0.003976736093850972, |
| "grad_norm": 0.3350813090801239, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 0.4163, |
| "memory/device_reserved (GiB)": 22.38, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 40, |
| "tokens_per_second_per_gpu": 396.14 |
| }, |
| { |
| "epoch": 0.0049709201173137145, |
| "grad_norm": 0.42506587505340576, |
| "learning_rate": 9.8e-05, |
| "loss": 0.3811, |
| "memory/device_reserved (GiB)": 22.42, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 50, |
| "tokens_per_second_per_gpu": 402.54 |
| }, |
| { |
| "epoch": 0.005965104140776458, |
| "grad_norm": 0.5153183937072754, |
| "learning_rate": 0.000118, |
| "loss": 0.418, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 60, |
| "tokens_per_second_per_gpu": 330.44 |
| }, |
| { |
| "epoch": 0.0069592881642392005, |
| "grad_norm": 0.3010534644126892, |
| "learning_rate": 0.000138, |
| "loss": 0.3671, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 70, |
| "tokens_per_second_per_gpu": 344.47 |
| }, |
| { |
| "epoch": 0.007953472187701944, |
| "grad_norm": 0.46113327145576477, |
| "learning_rate": 0.00015800000000000002, |
| "loss": 0.3387, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 80, |
| "tokens_per_second_per_gpu": 372.27 |
| }, |
| { |
| "epoch": 0.008947656211164686, |
| "grad_norm": 0.4268002212047577, |
| "learning_rate": 0.00017800000000000002, |
| "loss": 0.2999, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 90, |
| "tokens_per_second_per_gpu": 344.49 |
| }, |
| { |
| "epoch": 0.009941840234627429, |
| "grad_norm": 0.5650917291641235, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 0.3356, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 100, |
| "tokens_per_second_per_gpu": 335.57 |
| }, |
| { |
| "epoch": 0.010936024258090173, |
| "grad_norm": 0.2521424889564514, |
| "learning_rate": 0.00019999990023993625, |
| "loss": 0.3025, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 110, |
| "tokens_per_second_per_gpu": 307.78 |
| }, |
| { |
| "epoch": 0.011930208281552916, |
| "grad_norm": 0.34742406010627747, |
| "learning_rate": 0.00019999955539058868, |
| "loss": 0.351, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 120, |
| "tokens_per_second_per_gpu": 355.93 |
| }, |
| { |
| "epoch": 0.012924392305015658, |
| "grad_norm": 0.2816642224788666, |
| "learning_rate": 0.00019999896422120075, |
| "loss": 0.4031, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 130, |
| "tokens_per_second_per_gpu": 392.82 |
| }, |
| { |
| "epoch": 0.013918576328478401, |
| "grad_norm": 0.41705670952796936, |
| "learning_rate": 0.0001999981267332287, |
| "loss": 0.3481, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 140, |
| "tokens_per_second_per_gpu": 404.67 |
| }, |
| { |
| "epoch": 0.014912760351941143, |
| "grad_norm": 0.5290879011154175, |
| "learning_rate": 0.00019999704292873545, |
| "loss": 0.3784, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 150, |
| "tokens_per_second_per_gpu": 409.59 |
| }, |
| { |
| "epoch": 0.015906944375403888, |
| "grad_norm": 0.2704632878303528, |
| "learning_rate": 0.0001999957128103906, |
| "loss": 0.2029, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 160, |
| "tokens_per_second_per_gpu": 309.25 |
| }, |
| { |
| "epoch": 0.01690112839886663, |
| "grad_norm": 0.3863286077976227, |
| "learning_rate": 0.00019999413638147049, |
| "loss": 0.3084, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 170, |
| "tokens_per_second_per_gpu": 395.0 |
| }, |
| { |
| "epoch": 0.017895312422329373, |
| "grad_norm": 0.32178717851638794, |
| "learning_rate": 0.00019999231364585827, |
| "loss": 0.2713, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 180, |
| "tokens_per_second_per_gpu": 343.31 |
| }, |
| { |
| "epoch": 0.018889496445792117, |
| "grad_norm": 0.3010699450969696, |
| "learning_rate": 0.00019999024460804366, |
| "loss": 0.353, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 190, |
| "tokens_per_second_per_gpu": 353.97 |
| }, |
| { |
| "epoch": 0.019883680469254858, |
| "grad_norm": 0.2678498327732086, |
| "learning_rate": 0.00019998792927312315, |
| "loss": 0.1904, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 200, |
| "tokens_per_second_per_gpu": 352.72 |
| }, |
| { |
| "epoch": 0.020877864492717602, |
| "grad_norm": 0.25298821926116943, |
| "learning_rate": 0.00019998536764679993, |
| "loss": 0.2397, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 210, |
| "tokens_per_second_per_gpu": 336.24 |
| }, |
| { |
| "epoch": 0.021872048516180347, |
| "grad_norm": 0.4027327001094818, |
| "learning_rate": 0.0001999825597353838, |
| "loss": 0.3111, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 220, |
| "tokens_per_second_per_gpu": 388.05 |
| }, |
| { |
| "epoch": 0.022866232539643087, |
| "grad_norm": 0.4060591757297516, |
| "learning_rate": 0.00019997950554579124, |
| "loss": 0.2578, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 230, |
| "tokens_per_second_per_gpu": 354.57 |
| }, |
| { |
| "epoch": 0.02386041656310583, |
| "grad_norm": 0.29408156871795654, |
| "learning_rate": 0.00019997620508554537, |
| "loss": 0.2952, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.45, |
| "memory/max_allocated (GiB)": 20.45, |
| "step": 240, |
| "tokens_per_second_per_gpu": 334.85 |
| }, |
| { |
| "epoch": 0.024854600586568572, |
| "grad_norm": 0.381528377532959, |
| "learning_rate": 0.00019997265836277595, |
| "loss": 0.2397, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 250, |
| "tokens_per_second_per_gpu": 402.73 |
| }, |
| { |
| "epoch": 0.025848784610031317, |
| "grad_norm": 0.30223792791366577, |
| "learning_rate": 0.00019996886538621925, |
| "loss": 0.4017, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 260, |
| "tokens_per_second_per_gpu": 430.9 |
| }, |
| { |
| "epoch": 0.02684296863349406, |
| "grad_norm": 0.3889918327331543, |
| "learning_rate": 0.0001999648261652182, |
| "loss": 0.2051, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 270, |
| "tokens_per_second_per_gpu": 279.64 |
| }, |
| { |
| "epoch": 0.027837152656956802, |
| "grad_norm": 0.4357030391693115, |
| "learning_rate": 0.00019996054070972225, |
| "loss": 0.3332, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 280, |
| "tokens_per_second_per_gpu": 362.33 |
| }, |
| { |
| "epoch": 0.028831336680419546, |
| "grad_norm": 0.3736005425453186, |
| "learning_rate": 0.00019995600903028742, |
| "loss": 0.3052, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 290, |
| "tokens_per_second_per_gpu": 362.89 |
| }, |
| { |
| "epoch": 0.029825520703882287, |
| "grad_norm": 0.39748865365982056, |
| "learning_rate": 0.00019995123113807615, |
| "loss": 0.361, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 300, |
| "tokens_per_second_per_gpu": 387.24 |
| }, |
| { |
| "epoch": 0.03081970472734503, |
| "grad_norm": 0.18977899849414825, |
| "learning_rate": 0.00019994620704485741, |
| "loss": 0.2449, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 310, |
| "tokens_per_second_per_gpu": 339.16 |
| }, |
| { |
| "epoch": 0.031813888750807776, |
| "grad_norm": 0.3898354172706604, |
| "learning_rate": 0.00019994093676300662, |
| "loss": 0.266, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 320, |
| "tokens_per_second_per_gpu": 360.62 |
| }, |
| { |
| "epoch": 0.032808072774270516, |
| "grad_norm": 0.3335312008857727, |
| "learning_rate": 0.00019993542030550553, |
| "loss": 0.2886, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 330, |
| "tokens_per_second_per_gpu": 386.95 |
| }, |
| { |
| "epoch": 0.03380225679773326, |
| "grad_norm": 0.3043772280216217, |
| "learning_rate": 0.00019992965768594244, |
| "loss": 0.2542, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 340, |
| "tokens_per_second_per_gpu": 400.18 |
| }, |
| { |
| "epoch": 0.034796440821196005, |
| "grad_norm": 0.35784608125686646, |
| "learning_rate": 0.00019992364891851185, |
| "loss": 0.2748, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.66, |
| "memory/max_allocated (GiB)": 19.66, |
| "step": 350, |
| "tokens_per_second_per_gpu": 333.64 |
| }, |
| { |
| "epoch": 0.035790624844658746, |
| "grad_norm": 0.5068204998970032, |
| "learning_rate": 0.00019991739401801464, |
| "loss": 0.2705, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 360, |
| "tokens_per_second_per_gpu": 367.07 |
| }, |
| { |
| "epoch": 0.03678480886812149, |
| "grad_norm": 0.44382113218307495, |
| "learning_rate": 0.00019991089299985793, |
| "loss": 0.2403, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 370, |
| "tokens_per_second_per_gpu": 365.0 |
| }, |
| { |
| "epoch": 0.037778992891584234, |
| "grad_norm": 0.27181145548820496, |
| "learning_rate": 0.0001999041458800551, |
| "loss": 0.3065, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.18, |
| "memory/max_allocated (GiB)": 18.18, |
| "step": 380, |
| "tokens_per_second_per_gpu": 372.54 |
| }, |
| { |
| "epoch": 0.038773176915046975, |
| "grad_norm": 0.28408923745155334, |
| "learning_rate": 0.00019989715267522575, |
| "loss": 0.2894, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 390, |
| "tokens_per_second_per_gpu": 340.31 |
| }, |
| { |
| "epoch": 0.039767360938509716, |
| "grad_norm": 0.4882698357105255, |
| "learning_rate": 0.00019988991340259563, |
| "loss": 0.4061, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 400, |
| "tokens_per_second_per_gpu": 358.94 |
| }, |
| { |
| "epoch": 0.040761544961972464, |
| "grad_norm": 0.2663392722606659, |
| "learning_rate": 0.0001998824280799966, |
| "loss": 0.3141, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 410, |
| "tokens_per_second_per_gpu": 368.76 |
| }, |
| { |
| "epoch": 0.041755728985435205, |
| "grad_norm": 0.25356051325798035, |
| "learning_rate": 0.00019987469672586654, |
| "loss": 0.3374, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 420, |
| "tokens_per_second_per_gpu": 402.99 |
| }, |
| { |
| "epoch": 0.042749913008897945, |
| "grad_norm": 0.4773045778274536, |
| "learning_rate": 0.00019986671935924946, |
| "loss": 0.2929, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 430, |
| "tokens_per_second_per_gpu": 360.32 |
| }, |
| { |
| "epoch": 0.04374409703236069, |
| "grad_norm": 0.37164929509162903, |
| "learning_rate": 0.0001998584959997953, |
| "loss": 0.3106, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 440, |
| "tokens_per_second_per_gpu": 415.21 |
| }, |
| { |
| "epoch": 0.044738281055823434, |
| "grad_norm": 0.3310747742652893, |
| "learning_rate": 0.00019985002666775986, |
| "loss": 0.2676, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 450, |
| "tokens_per_second_per_gpu": 363.95 |
| }, |
| { |
| "epoch": 0.045732465079286175, |
| "grad_norm": 0.32523512840270996, |
| "learning_rate": 0.000199841311384005, |
| "loss": 0.3139, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 460, |
| "tokens_per_second_per_gpu": 361.92 |
| }, |
| { |
| "epoch": 0.046726649102748916, |
| "grad_norm": 0.40525123476982117, |
| "learning_rate": 0.00019983235016999827, |
| "loss": 0.323, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 470, |
| "tokens_per_second_per_gpu": 413.28 |
| }, |
| { |
| "epoch": 0.04772083312621166, |
| "grad_norm": 0.4233141541481018, |
| "learning_rate": 0.000199823143047813, |
| "loss": 0.2941, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 480, |
| "tokens_per_second_per_gpu": 383.95 |
| }, |
| { |
| "epoch": 0.048715017149674404, |
| "grad_norm": 0.21106044948101044, |
| "learning_rate": 0.0001998136900401283, |
| "loss": 0.2835, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 490, |
| "tokens_per_second_per_gpu": 368.99 |
| }, |
| { |
| "epoch": 0.049709201173137145, |
| "grad_norm": 0.34198832511901855, |
| "learning_rate": 0.00019980399117022895, |
| "loss": 0.3895, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 500, |
| "tokens_per_second_per_gpu": 387.18 |
| }, |
| { |
| "epoch": 0.05070338519659989, |
| "grad_norm": 0.44045203924179077, |
| "learning_rate": 0.00019979404646200527, |
| "loss": 0.2854, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 510, |
| "tokens_per_second_per_gpu": 336.09 |
| }, |
| { |
| "epoch": 0.051697569220062634, |
| "grad_norm": 0.33906373381614685, |
| "learning_rate": 0.0001997838559399532, |
| "loss": 0.3218, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 520, |
| "tokens_per_second_per_gpu": 406.12 |
| }, |
| { |
| "epoch": 0.052691753243525374, |
| "grad_norm": 0.32613444328308105, |
| "learning_rate": 0.00019977341962917414, |
| "loss": 0.2803, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 530, |
| "tokens_per_second_per_gpu": 407.45 |
| }, |
| { |
| "epoch": 0.05368593726698812, |
| "grad_norm": 0.3789099454879761, |
| "learning_rate": 0.00019976273755537499, |
| "loss": 0.3143, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 540, |
| "tokens_per_second_per_gpu": 377.61 |
| }, |
| { |
| "epoch": 0.05468012129045086, |
| "grad_norm": 0.4602185785770416, |
| "learning_rate": 0.00019975180974486786, |
| "loss": 0.2434, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 550, |
| "tokens_per_second_per_gpu": 349.16 |
| }, |
| { |
| "epoch": 0.055674305313913604, |
| "grad_norm": 0.4232983887195587, |
| "learning_rate": 0.00019974063622457032, |
| "loss": 0.3238, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 560, |
| "tokens_per_second_per_gpu": 348.84 |
| }, |
| { |
| "epoch": 0.05666848933737635, |
| "grad_norm": 0.16223137080669403, |
| "learning_rate": 0.0001997292170220051, |
| "loss": 0.2722, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 570, |
| "tokens_per_second_per_gpu": 340.57 |
| }, |
| { |
| "epoch": 0.05766267336083909, |
| "grad_norm": 0.4484419822692871, |
| "learning_rate": 0.00019971755216530008, |
| "loss": 0.2801, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 580, |
| "tokens_per_second_per_gpu": 353.53 |
| }, |
| { |
| "epoch": 0.05865685738430183, |
| "grad_norm": 0.23834413290023804, |
| "learning_rate": 0.0001997056416831883, |
| "loss": 0.3015, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 590, |
| "tokens_per_second_per_gpu": 365.09 |
| }, |
| { |
| "epoch": 0.059651041407764574, |
| "grad_norm": 0.4154009521007538, |
| "learning_rate": 0.0001996934856050078, |
| "loss": 0.2959, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 600, |
| "tokens_per_second_per_gpu": 365.21 |
| }, |
| { |
| "epoch": 0.06064522543122732, |
| "grad_norm": 0.23120558261871338, |
| "learning_rate": 0.00019968108396070157, |
| "loss": 0.2563, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 610, |
| "tokens_per_second_per_gpu": 397.04 |
| }, |
| { |
| "epoch": 0.06163940945469006, |
| "grad_norm": 0.4453487694263458, |
| "learning_rate": 0.00019966843678081745, |
| "loss": 0.3025, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 620, |
| "tokens_per_second_per_gpu": 380.75 |
| }, |
| { |
| "epoch": 0.06263359347815281, |
| "grad_norm": 0.47098028659820557, |
| "learning_rate": 0.0001996555440965081, |
| "loss": 0.2248, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 630, |
| "tokens_per_second_per_gpu": 367.41 |
| }, |
| { |
| "epoch": 0.06362777750161555, |
| "grad_norm": 0.2540164887905121, |
| "learning_rate": 0.000199642405939531, |
| "loss": 0.2597, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 640, |
| "tokens_per_second_per_gpu": 361.69 |
| }, |
| { |
| "epoch": 0.06462196152507829, |
| "grad_norm": 0.30327877402305603, |
| "learning_rate": 0.00019962902234224816, |
| "loss": 0.2623, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 650, |
| "tokens_per_second_per_gpu": 316.43 |
| }, |
| { |
| "epoch": 0.06561614554854103, |
| "grad_norm": 0.3211521804332733, |
| "learning_rate": 0.00019961539333762622, |
| "loss": 0.2571, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 660, |
| "tokens_per_second_per_gpu": 352.04 |
| }, |
| { |
| "epoch": 0.06661032957200377, |
| "grad_norm": 0.19880682229995728, |
| "learning_rate": 0.00019960151895923628, |
| "loss": 0.2531, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 670, |
| "tokens_per_second_per_gpu": 419.33 |
| }, |
| { |
| "epoch": 0.06760451359546651, |
| "grad_norm": 0.3732224702835083, |
| "learning_rate": 0.0001995873992412539, |
| "loss": 0.3275, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 680, |
| "tokens_per_second_per_gpu": 428.82 |
| }, |
| { |
| "epoch": 0.06859869761892927, |
| "grad_norm": 0.2961219847202301, |
| "learning_rate": 0.00019957303421845889, |
| "loss": 0.2884, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 690, |
| "tokens_per_second_per_gpu": 394.73 |
| }, |
| { |
| "epoch": 0.06959288164239201, |
| "grad_norm": 0.4014001488685608, |
| "learning_rate": 0.00019955842392623539, |
| "loss": 0.25, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 700, |
| "tokens_per_second_per_gpu": 402.5 |
| }, |
| { |
| "epoch": 0.07058706566585475, |
| "grad_norm": 0.3465085029602051, |
| "learning_rate": 0.0001995435684005716, |
| "loss": 0.3208, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 710, |
| "tokens_per_second_per_gpu": 418.41 |
| }, |
| { |
| "epoch": 0.07158124968931749, |
| "grad_norm": 0.302223265171051, |
| "learning_rate": 0.0001995284676780598, |
| "loss": 0.2538, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 720, |
| "tokens_per_second_per_gpu": 303.27 |
| }, |
| { |
| "epoch": 0.07257543371278023, |
| "grad_norm": 0.27174416184425354, |
| "learning_rate": 0.00019951312179589632, |
| "loss": 0.2559, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 730, |
| "tokens_per_second_per_gpu": 373.05 |
| }, |
| { |
| "epoch": 0.07356961773624297, |
| "grad_norm": 0.23477095365524292, |
| "learning_rate": 0.00019949753079188124, |
| "loss": 0.2655, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 740, |
| "tokens_per_second_per_gpu": 334.0 |
| }, |
| { |
| "epoch": 0.07456380175970573, |
| "grad_norm": 0.35739773511886597, |
| "learning_rate": 0.00019948169470441855, |
| "loss": 0.2869, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.58, |
| "memory/max_allocated (GiB)": 20.58, |
| "step": 750, |
| "tokens_per_second_per_gpu": 398.33 |
| }, |
| { |
| "epoch": 0.07555798578316847, |
| "grad_norm": 0.42109552025794983, |
| "learning_rate": 0.0001994656135725159, |
| "loss": 0.254, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.69, |
| "memory/max_allocated (GiB)": 19.69, |
| "step": 760, |
| "tokens_per_second_per_gpu": 303.95 |
| }, |
| { |
| "epoch": 0.07655216980663121, |
| "grad_norm": 0.5730820298194885, |
| "learning_rate": 0.00019944928743578446, |
| "loss": 0.2718, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.09, |
| "memory/max_allocated (GiB)": 19.09, |
| "step": 770, |
| "tokens_per_second_per_gpu": 379.86 |
| }, |
| { |
| "epoch": 0.07754635383009395, |
| "grad_norm": 0.3591574430465698, |
| "learning_rate": 0.000199432716334439, |
| "loss": 0.3039, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 780, |
| "tokens_per_second_per_gpu": 387.31 |
| }, |
| { |
| "epoch": 0.07854053785355669, |
| "grad_norm": 0.2447095662355423, |
| "learning_rate": 0.0001994159003092976, |
| "loss": 0.3044, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 790, |
| "tokens_per_second_per_gpu": 332.59 |
| }, |
| { |
| "epoch": 0.07953472187701943, |
| "grad_norm": 1.134704351425171, |
| "learning_rate": 0.0001993988394017817, |
| "loss": 0.21, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 800, |
| "tokens_per_second_per_gpu": 376.02 |
| }, |
| { |
| "epoch": 0.08052890590048217, |
| "grad_norm": 0.4009522795677185, |
| "learning_rate": 0.00019938153365391595, |
| "loss": 0.3189, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 810, |
| "tokens_per_second_per_gpu": 409.87 |
| }, |
| { |
| "epoch": 0.08152308992394493, |
| "grad_norm": 0.32234618067741394, |
| "learning_rate": 0.00019936398310832802, |
| "loss": 0.3242, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 820, |
| "tokens_per_second_per_gpu": 429.4 |
| }, |
| { |
| "epoch": 0.08251727394740767, |
| "grad_norm": 0.42835402488708496, |
| "learning_rate": 0.00019934618780824865, |
| "loss": 0.2646, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.4, |
| "memory/max_allocated (GiB)": 21.4, |
| "step": 830, |
| "tokens_per_second_per_gpu": 334.03 |
| }, |
| { |
| "epoch": 0.08351145797087041, |
| "grad_norm": 0.39109423756599426, |
| "learning_rate": 0.00019932814779751143, |
| "loss": 0.2891, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 840, |
| "tokens_per_second_per_gpu": 386.65 |
| }, |
| { |
| "epoch": 0.08450564199433315, |
| "grad_norm": 0.30428260564804077, |
| "learning_rate": 0.00019930986312055268, |
| "loss": 0.2478, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 850, |
| "tokens_per_second_per_gpu": 344.59 |
| }, |
| { |
| "epoch": 0.08549982601779589, |
| "grad_norm": 0.41264912486076355, |
| "learning_rate": 0.00019929133382241146, |
| "loss": 0.2942, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 860, |
| "tokens_per_second_per_gpu": 315.94 |
| }, |
| { |
| "epoch": 0.08649401004125863, |
| "grad_norm": 0.3414939045906067, |
| "learning_rate": 0.00019927255994872932, |
| "loss": 0.2403, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 870, |
| "tokens_per_second_per_gpu": 373.66 |
| }, |
| { |
| "epoch": 0.08748819406472139, |
| "grad_norm": 0.3265244662761688, |
| "learning_rate": 0.00019925354154575028, |
| "loss": 0.2024, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 880, |
| "tokens_per_second_per_gpu": 304.2 |
| }, |
| { |
| "epoch": 0.08848237808818413, |
| "grad_norm": 0.45628246665000916, |
| "learning_rate": 0.00019923427866032074, |
| "loss": 0.2319, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 890, |
| "tokens_per_second_per_gpu": 361.11 |
| }, |
| { |
| "epoch": 0.08947656211164687, |
| "grad_norm": 0.15768177807331085, |
| "learning_rate": 0.00019921477133988917, |
| "loss": 0.2944, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 900, |
| "tokens_per_second_per_gpu": 342.86 |
| }, |
| { |
| "epoch": 0.09047074613510961, |
| "grad_norm": 0.31603825092315674, |
| "learning_rate": 0.0001991950196325063, |
| "loss": 0.2697, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 910, |
| "tokens_per_second_per_gpu": 366.81 |
| }, |
| { |
| "epoch": 0.09146493015857235, |
| "grad_norm": 0.30974528193473816, |
| "learning_rate": 0.00019917502358682474, |
| "loss": 0.2915, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.23, |
| "memory/max_allocated (GiB)": 19.23, |
| "step": 920, |
| "tokens_per_second_per_gpu": 333.81 |
| }, |
| { |
| "epoch": 0.09245911418203509, |
| "grad_norm": 0.5116154551506042, |
| "learning_rate": 0.00019915478325209892, |
| "loss": 0.2984, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 930, |
| "tokens_per_second_per_gpu": 420.26 |
| }, |
| { |
| "epoch": 0.09345329820549783, |
| "grad_norm": 0.4105079174041748, |
| "learning_rate": 0.00019913429867818517, |
| "loss": 0.2456, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 940, |
| "tokens_per_second_per_gpu": 297.2 |
| }, |
| { |
| "epoch": 0.09444748222896059, |
| "grad_norm": 0.32649049162864685, |
| "learning_rate": 0.00019911356991554122, |
| "loss": 0.2974, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 950, |
| "tokens_per_second_per_gpu": 395.2 |
| }, |
| { |
| "epoch": 0.09544166625242333, |
| "grad_norm": 0.3354904353618622, |
| "learning_rate": 0.00019909259701522645, |
| "loss": 0.2627, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 960, |
| "tokens_per_second_per_gpu": 324.97 |
| }, |
| { |
| "epoch": 0.09643585027588607, |
| "grad_norm": 0.33404502272605896, |
| "learning_rate": 0.00019907138002890154, |
| "loss": 0.2386, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 970, |
| "tokens_per_second_per_gpu": 317.18 |
| }, |
| { |
| "epoch": 0.09743003429934881, |
| "grad_norm": 0.3161865472793579, |
| "learning_rate": 0.0001990499190088284, |
| "loss": 0.2362, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 980, |
| "tokens_per_second_per_gpu": 310.78 |
| }, |
| { |
| "epoch": 0.09842421832281155, |
| "grad_norm": 0.33621177077293396, |
| "learning_rate": 0.00019902821400787004, |
| "loss": 0.2792, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 990, |
| "tokens_per_second_per_gpu": 333.17 |
| }, |
| { |
| "epoch": 0.09941840234627429, |
| "grad_norm": 0.09930042922496796, |
| "learning_rate": 0.00019900626507949053, |
| "loss": 0.2622, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1000, |
| "tokens_per_second_per_gpu": 365.14 |
| }, |
| { |
| "epoch": 0.10041258636973704, |
| "grad_norm": 0.3367346525192261, |
| "learning_rate": 0.00019898407227775464, |
| "loss": 0.2214, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 1010, |
| "tokens_per_second_per_gpu": 342.03 |
| }, |
| { |
| "epoch": 0.10140677039319979, |
| "grad_norm": 0.35485416650772095, |
| "learning_rate": 0.00019896163565732798, |
| "loss": 0.3446, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1020, |
| "tokens_per_second_per_gpu": 378.53 |
| }, |
| { |
| "epoch": 0.10240095441666253, |
| "grad_norm": 0.31839531660079956, |
| "learning_rate": 0.0001989389552734767, |
| "loss": 0.2519, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 1030, |
| "tokens_per_second_per_gpu": 390.74 |
| }, |
| { |
| "epoch": 0.10339513844012527, |
| "grad_norm": 0.36318239569664, |
| "learning_rate": 0.0001989160311820673, |
| "loss": 0.3, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1040, |
| "tokens_per_second_per_gpu": 404.8 |
| }, |
| { |
| "epoch": 0.10438932246358801, |
| "grad_norm": 0.20552317798137665, |
| "learning_rate": 0.00019889286343956677, |
| "loss": 0.2531, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 1050, |
| "tokens_per_second_per_gpu": 349.7 |
| }, |
| { |
| "epoch": 0.10538350648705075, |
| "grad_norm": 0.4065081477165222, |
| "learning_rate": 0.00019886945210304208, |
| "loss": 0.3196, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 1060, |
| "tokens_per_second_per_gpu": 356.46 |
| }, |
| { |
| "epoch": 0.10637769051051349, |
| "grad_norm": 0.3974571228027344, |
| "learning_rate": 0.00019884579723016037, |
| "loss": 0.2585, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 1070, |
| "tokens_per_second_per_gpu": 361.16 |
| }, |
| { |
| "epoch": 0.10737187453397624, |
| "grad_norm": 0.39827367663383484, |
| "learning_rate": 0.0001988218988791885, |
| "loss": 0.2807, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1080, |
| "tokens_per_second_per_gpu": 399.5 |
| }, |
| { |
| "epoch": 0.10836605855743899, |
| "grad_norm": 0.38661155104637146, |
| "learning_rate": 0.00019879775710899322, |
| "loss": 0.262, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.81, |
| "memory/max_allocated (GiB)": 19.81, |
| "step": 1090, |
| "tokens_per_second_per_gpu": 311.89 |
| }, |
| { |
| "epoch": 0.10936024258090173, |
| "grad_norm": 0.272942453622818, |
| "learning_rate": 0.0001987733719790408, |
| "loss": 0.1925, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1100, |
| "tokens_per_second_per_gpu": 399.72 |
| }, |
| { |
| "epoch": 0.11035442660436447, |
| "grad_norm": 0.32272958755493164, |
| "learning_rate": 0.00019874874354939697, |
| "loss": 0.1643, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 1110, |
| "tokens_per_second_per_gpu": 315.4 |
| }, |
| { |
| "epoch": 0.11134861062782721, |
| "grad_norm": 0.3583936095237732, |
| "learning_rate": 0.00019872387188072673, |
| "loss": 0.2834, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 1120, |
| "tokens_per_second_per_gpu": 439.26 |
| }, |
| { |
| "epoch": 0.11234279465128995, |
| "grad_norm": 0.3295114040374756, |
| "learning_rate": 0.00019869875703429433, |
| "loss": 0.2157, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 1130, |
| "tokens_per_second_per_gpu": 290.71 |
| }, |
| { |
| "epoch": 0.1133369786747527, |
| "grad_norm": 0.21794943511486053, |
| "learning_rate": 0.00019867339907196283, |
| "loss": 0.2848, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1140, |
| "tokens_per_second_per_gpu": 382.48 |
| }, |
| { |
| "epoch": 0.11433116269821544, |
| "grad_norm": 0.47928282618522644, |
| "learning_rate": 0.00019864779805619435, |
| "loss": 0.2497, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 1150, |
| "tokens_per_second_per_gpu": 351.65 |
| }, |
| { |
| "epoch": 0.11532534672167818, |
| "grad_norm": 0.4386768341064453, |
| "learning_rate": 0.0001986219540500496, |
| "loss": 0.2885, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 1160, |
| "tokens_per_second_per_gpu": 351.08 |
| }, |
| { |
| "epoch": 0.11631953074514093, |
| "grad_norm": 0.46047040820121765, |
| "learning_rate": 0.00019859586711718776, |
| "loss": 0.325, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1170, |
| "tokens_per_second_per_gpu": 375.58 |
| }, |
| { |
| "epoch": 0.11731371476860367, |
| "grad_norm": 0.4252080023288727, |
| "learning_rate": 0.00019856953732186653, |
| "loss": 0.2923, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 1180, |
| "tokens_per_second_per_gpu": 349.36 |
| }, |
| { |
| "epoch": 0.11830789879206641, |
| "grad_norm": 0.3643350899219513, |
| "learning_rate": 0.00019854296472894168, |
| "loss": 0.2315, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1190, |
| "tokens_per_second_per_gpu": 390.28 |
| }, |
| { |
| "epoch": 0.11930208281552915, |
| "grad_norm": 0.4747346341609955, |
| "learning_rate": 0.00019851614940386722, |
| "loss": 0.3214, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.19, |
| "memory/max_allocated (GiB)": 19.19, |
| "step": 1200, |
| "tokens_per_second_per_gpu": 414.56 |
| }, |
| { |
| "epoch": 0.1202962668389919, |
| "grad_norm": 0.32468438148498535, |
| "learning_rate": 0.0001984890914126949, |
| "loss": 0.2606, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 1210, |
| "tokens_per_second_per_gpu": 393.59 |
| }, |
| { |
| "epoch": 0.12129045086245464, |
| "grad_norm": 0.27018123865127563, |
| "learning_rate": 0.00019846179082207429, |
| "loss": 0.2457, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 1220, |
| "tokens_per_second_per_gpu": 357.71 |
| }, |
| { |
| "epoch": 0.12228463488591738, |
| "grad_norm": 0.39820268750190735, |
| "learning_rate": 0.00019843424769925248, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.4, |
| "memory/max_allocated (GiB)": 21.4, |
| "step": 1230, |
| "tokens_per_second_per_gpu": 377.03 |
| }, |
| { |
| "epoch": 0.12327881890938013, |
| "grad_norm": 0.4186467230319977, |
| "learning_rate": 0.00019840646211207407, |
| "loss": 0.2864, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1240, |
| "tokens_per_second_per_gpu": 415.58 |
| }, |
| { |
| "epoch": 0.12427300293284287, |
| "grad_norm": 0.3047218918800354, |
| "learning_rate": 0.00019837843412898081, |
| "loss": 0.1777, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1250, |
| "tokens_per_second_per_gpu": 376.07 |
| }, |
| { |
| "epoch": 0.12526718695630562, |
| "grad_norm": 0.3663698136806488, |
| "learning_rate": 0.0001983501638190115, |
| "loss": 0.2906, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1260, |
| "tokens_per_second_per_gpu": 341.64 |
| }, |
| { |
| "epoch": 0.12626137097976836, |
| "grad_norm": 0.5897945761680603, |
| "learning_rate": 0.00019832165125180194, |
| "loss": 0.2498, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 1270, |
| "tokens_per_second_per_gpu": 380.54 |
| }, |
| { |
| "epoch": 0.1272555550032311, |
| "grad_norm": 0.40836209058761597, |
| "learning_rate": 0.0001982928964975846, |
| "loss": 0.2722, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1280, |
| "tokens_per_second_per_gpu": 387.55 |
| }, |
| { |
| "epoch": 0.12824973902669384, |
| "grad_norm": 0.33597612380981445, |
| "learning_rate": 0.00019826389962718848, |
| "loss": 0.3202, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1290, |
| "tokens_per_second_per_gpu": 313.03 |
| }, |
| { |
| "epoch": 0.12924392305015658, |
| "grad_norm": 0.44784456491470337, |
| "learning_rate": 0.00019823466071203902, |
| "loss": 0.2949, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1300, |
| "tokens_per_second_per_gpu": 390.03 |
| }, |
| { |
| "epoch": 0.13023810707361932, |
| "grad_norm": 0.3199595510959625, |
| "learning_rate": 0.0001982051798241579, |
| "loss": 0.2323, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 1310, |
| "tokens_per_second_per_gpu": 415.8 |
| }, |
| { |
| "epoch": 0.13123229109708207, |
| "grad_norm": 0.4944785535335541, |
| "learning_rate": 0.0001981754570361627, |
| "loss": 0.291, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 1320, |
| "tokens_per_second_per_gpu": 347.08 |
| }, |
| { |
| "epoch": 0.1322264751205448, |
| "grad_norm": 0.379162073135376, |
| "learning_rate": 0.00019814549242126698, |
| "loss": 0.2631, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1330, |
| "tokens_per_second_per_gpu": 405.3 |
| }, |
| { |
| "epoch": 0.13322065914400755, |
| "grad_norm": 0.20690025389194489, |
| "learning_rate": 0.00019811528605327992, |
| "loss": 0.2099, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1340, |
| "tokens_per_second_per_gpu": 377.71 |
| }, |
| { |
| "epoch": 0.1342148431674703, |
| "grad_norm": 0.39738351106643677, |
| "learning_rate": 0.00019808483800660612, |
| "loss": 0.2486, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 1350, |
| "tokens_per_second_per_gpu": 333.2 |
| }, |
| { |
| "epoch": 0.13520902719093303, |
| "grad_norm": 0.5237305164337158, |
| "learning_rate": 0.00019805414835624566, |
| "loss": 0.2407, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 1360, |
| "tokens_per_second_per_gpu": 353.94 |
| }, |
| { |
| "epoch": 0.1362032112143958, |
| "grad_norm": 0.2773837447166443, |
| "learning_rate": 0.00019802321717779354, |
| "loss": 0.3119, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 1370, |
| "tokens_per_second_per_gpu": 391.05 |
| }, |
| { |
| "epoch": 0.13719739523785854, |
| "grad_norm": 0.2825298011302948, |
| "learning_rate": 0.00019799204454743987, |
| "loss": 0.2812, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1380, |
| "tokens_per_second_per_gpu": 348.62 |
| }, |
| { |
| "epoch": 0.13819157926132128, |
| "grad_norm": 0.3622908592224121, |
| "learning_rate": 0.00019796063054196937, |
| "loss": 0.2506, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1390, |
| "tokens_per_second_per_gpu": 380.11 |
| }, |
| { |
| "epoch": 0.13918576328478402, |
| "grad_norm": 0.3992385268211365, |
| "learning_rate": 0.0001979289752387614, |
| "loss": 0.2132, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1400, |
| "tokens_per_second_per_gpu": 301.04 |
| }, |
| { |
| "epoch": 0.14017994730824676, |
| "grad_norm": 0.4148050546646118, |
| "learning_rate": 0.00019789707871578966, |
| "loss": 0.1813, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1410, |
| "tokens_per_second_per_gpu": 296.18 |
| }, |
| { |
| "epoch": 0.1411741313317095, |
| "grad_norm": 0.36811864376068115, |
| "learning_rate": 0.000197864941051622, |
| "loss": 0.2607, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 1420, |
| "tokens_per_second_per_gpu": 376.48 |
| }, |
| { |
| "epoch": 0.14216831535517224, |
| "grad_norm": 0.33353865146636963, |
| "learning_rate": 0.00019783256232542033, |
| "loss": 0.2694, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 1430, |
| "tokens_per_second_per_gpu": 352.36 |
| }, |
| { |
| "epoch": 0.14316249937863498, |
| "grad_norm": 0.4390527606010437, |
| "learning_rate": 0.00019779994261694025, |
| "loss": 0.2851, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1440, |
| "tokens_per_second_per_gpu": 332.85 |
| }, |
| { |
| "epoch": 0.14415668340209772, |
| "grad_norm": 0.4553990066051483, |
| "learning_rate": 0.00019776708200653102, |
| "loss": 0.3301, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 1450, |
| "tokens_per_second_per_gpu": 400.73 |
| }, |
| { |
| "epoch": 0.14515086742556046, |
| "grad_norm": 0.3526112139225006, |
| "learning_rate": 0.00019773398057513526, |
| "loss": 0.2276, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.53, |
| "memory/max_allocated (GiB)": 21.53, |
| "step": 1460, |
| "tokens_per_second_per_gpu": 342.73 |
| }, |
| { |
| "epoch": 0.1461450514490232, |
| "grad_norm": 0.4758242070674896, |
| "learning_rate": 0.0001977006384042888, |
| "loss": 0.2185, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 1470, |
| "tokens_per_second_per_gpu": 343.6 |
| }, |
| { |
| "epoch": 0.14713923547248595, |
| "grad_norm": 0.4020686447620392, |
| "learning_rate": 0.00019766705557612045, |
| "loss": 0.2598, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.53, |
| "memory/max_allocated (GiB)": 21.53, |
| "step": 1480, |
| "tokens_per_second_per_gpu": 288.04 |
| }, |
| { |
| "epoch": 0.1481334194959487, |
| "grad_norm": 0.44152265787124634, |
| "learning_rate": 0.00019763323217335182, |
| "loss": 0.3394, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1490, |
| "tokens_per_second_per_gpu": 408.81 |
| }, |
| { |
| "epoch": 0.14912760351941146, |
| "grad_norm": 0.31458431482315063, |
| "learning_rate": 0.00019759916827929706, |
| "loss": 0.2692, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 1500, |
| "tokens_per_second_per_gpu": 359.64 |
| }, |
| { |
| "epoch": 0.1501217875428742, |
| "grad_norm": 0.48072609305381775, |
| "learning_rate": 0.0001975648639778628, |
| "loss": 0.3545, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1510, |
| "tokens_per_second_per_gpu": 374.78 |
| }, |
| { |
| "epoch": 0.15111597156633694, |
| "grad_norm": 0.30275699496269226, |
| "learning_rate": 0.00019753031935354777, |
| "loss": 0.2109, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 1520, |
| "tokens_per_second_per_gpu": 371.06 |
| }, |
| { |
| "epoch": 0.15211015558979968, |
| "grad_norm": 0.5390923619270325, |
| "learning_rate": 0.00019749553449144267, |
| "loss": 0.2435, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 1530, |
| "tokens_per_second_per_gpu": 368.76 |
| }, |
| { |
| "epoch": 0.15310433961326242, |
| "grad_norm": 0.28221625089645386, |
| "learning_rate": 0.00019746050947722993, |
| "loss": 0.2105, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1540, |
| "tokens_per_second_per_gpu": 322.88 |
| }, |
| { |
| "epoch": 0.15409852363672516, |
| "grad_norm": 0.3471927046775818, |
| "learning_rate": 0.00019742524439718363, |
| "loss": 0.2761, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 17.4, |
| "memory/max_allocated (GiB)": 17.4, |
| "step": 1550, |
| "tokens_per_second_per_gpu": 331.45 |
| }, |
| { |
| "epoch": 0.1550927076601879, |
| "grad_norm": 0.34601831436157227, |
| "learning_rate": 0.0001973897393381691, |
| "loss": 0.2419, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1560, |
| "tokens_per_second_per_gpu": 330.91 |
| }, |
| { |
| "epoch": 0.15608689168365064, |
| "grad_norm": 0.4680122435092926, |
| "learning_rate": 0.00019735399438764275, |
| "loss": 0.2948, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1570, |
| "tokens_per_second_per_gpu": 369.5 |
| }, |
| { |
| "epoch": 0.15708107570711338, |
| "grad_norm": 0.35631850361824036, |
| "learning_rate": 0.000197318009633652, |
| "loss": 0.2865, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1580, |
| "tokens_per_second_per_gpu": 331.56 |
| }, |
| { |
| "epoch": 0.15807525973057612, |
| "grad_norm": 0.43517372012138367, |
| "learning_rate": 0.0001972817851648349, |
| "loss": 0.2912, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1590, |
| "tokens_per_second_per_gpu": 334.38 |
| }, |
| { |
| "epoch": 0.15906944375403886, |
| "grad_norm": 0.3614802360534668, |
| "learning_rate": 0.00019724532107041995, |
| "loss": 0.2182, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.45, |
| "memory/max_allocated (GiB)": 20.45, |
| "step": 1600, |
| "tokens_per_second_per_gpu": 330.71 |
| }, |
| { |
| "epoch": 0.1600636277775016, |
| "grad_norm": 0.3124898672103882, |
| "learning_rate": 0.00019720861744022594, |
| "loss": 0.1887, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1610, |
| "tokens_per_second_per_gpu": 419.4 |
| }, |
| { |
| "epoch": 0.16105781180096435, |
| "grad_norm": 0.37882000207901, |
| "learning_rate": 0.00019717167436466166, |
| "loss": 0.3199, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 1620, |
| "tokens_per_second_per_gpu": 352.77 |
| }, |
| { |
| "epoch": 0.16205199582442711, |
| "grad_norm": 0.47813880443573, |
| "learning_rate": 0.00019713449193472572, |
| "loss": 0.2644, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 1630, |
| "tokens_per_second_per_gpu": 328.31 |
| }, |
| { |
| "epoch": 0.16304617984788985, |
| "grad_norm": 0.4390937387943268, |
| "learning_rate": 0.00019709707024200633, |
| "loss": 0.2157, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 1640, |
| "tokens_per_second_per_gpu": 337.97 |
| }, |
| { |
| "epoch": 0.1640403638713526, |
| "grad_norm": 0.28492602705955505, |
| "learning_rate": 0.00019705940937868096, |
| "loss": 0.2301, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1650, |
| "tokens_per_second_per_gpu": 377.43 |
| }, |
| { |
| "epoch": 0.16503454789481534, |
| "grad_norm": 0.41057339310646057, |
| "learning_rate": 0.00019702150943751636, |
| "loss": 0.2755, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 1660, |
| "tokens_per_second_per_gpu": 364.78 |
| }, |
| { |
| "epoch": 0.16602873191827808, |
| "grad_norm": 0.36004287004470825, |
| "learning_rate": 0.00019698337051186803, |
| "loss": 0.2254, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1670, |
| "tokens_per_second_per_gpu": 348.57 |
| }, |
| { |
| "epoch": 0.16702291594174082, |
| "grad_norm": 0.36488133668899536, |
| "learning_rate": 0.00019694499269568022, |
| "loss": 0.2556, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1680, |
| "tokens_per_second_per_gpu": 338.09 |
| }, |
| { |
| "epoch": 0.16801709996520356, |
| "grad_norm": 0.1386333703994751, |
| "learning_rate": 0.00019690637608348562, |
| "loss": 0.2765, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1690, |
| "tokens_per_second_per_gpu": 279.22 |
| }, |
| { |
| "epoch": 0.1690112839886663, |
| "grad_norm": 0.30839794874191284, |
| "learning_rate": 0.00019686752077040505, |
| "loss": 0.2745, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 1700, |
| "tokens_per_second_per_gpu": 363.03 |
| }, |
| { |
| "epoch": 0.17000546801212904, |
| "grad_norm": 0.48986828327178955, |
| "learning_rate": 0.00019682842685214745, |
| "loss": 0.2415, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1710, |
| "tokens_per_second_per_gpu": 321.69 |
| }, |
| { |
| "epoch": 0.17099965203559178, |
| "grad_norm": 0.25523653626441956, |
| "learning_rate": 0.00019678909442500937, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.18, |
| "memory/max_allocated (GiB)": 18.18, |
| "step": 1720, |
| "tokens_per_second_per_gpu": 312.41 |
| }, |
| { |
| "epoch": 0.17199383605905452, |
| "grad_norm": 0.1990797519683838, |
| "learning_rate": 0.00019674952358587488, |
| "loss": 0.2569, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 1730, |
| "tokens_per_second_per_gpu": 338.48 |
| }, |
| { |
| "epoch": 0.17298802008251726, |
| "grad_norm": 1.2966935634613037, |
| "learning_rate": 0.00019670971443221528, |
| "loss": 0.2789, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 1740, |
| "tokens_per_second_per_gpu": 377.96 |
| }, |
| { |
| "epoch": 0.17398220410598, |
| "grad_norm": 0.4156191647052765, |
| "learning_rate": 0.00019666966706208898, |
| "loss": 0.2537, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1750, |
| "tokens_per_second_per_gpu": 423.21 |
| }, |
| { |
| "epoch": 0.17497638812944277, |
| "grad_norm": 0.43119025230407715, |
| "learning_rate": 0.00019662938157414113, |
| "loss": 0.3316, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 1760, |
| "tokens_per_second_per_gpu": 385.14 |
| }, |
| { |
| "epoch": 0.1759705721529055, |
| "grad_norm": 0.4492398798465729, |
| "learning_rate": 0.00019658885806760336, |
| "loss": 0.2969, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 1770, |
| "tokens_per_second_per_gpu": 364.99 |
| }, |
| { |
| "epoch": 0.17696475617636825, |
| "grad_norm": 0.4664623737335205, |
| "learning_rate": 0.00019654809664229364, |
| "loss": 0.291, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1780, |
| "tokens_per_second_per_gpu": 295.57 |
| }, |
| { |
| "epoch": 0.177958940199831, |
| "grad_norm": 0.46608006954193115, |
| "learning_rate": 0.000196507097398616, |
| "loss": 0.295, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1790, |
| "tokens_per_second_per_gpu": 284.68 |
| }, |
| { |
| "epoch": 0.17895312422329374, |
| "grad_norm": 0.378513365983963, |
| "learning_rate": 0.00019646586043756023, |
| "loss": 0.2396, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1800, |
| "tokens_per_second_per_gpu": 325.71 |
| }, |
| { |
| "epoch": 0.17994730824675648, |
| "grad_norm": 0.36179885268211365, |
| "learning_rate": 0.00019642438586070168, |
| "loss": 0.2364, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 1810, |
| "tokens_per_second_per_gpu": 349.38 |
| }, |
| { |
| "epoch": 0.18094149227021922, |
| "grad_norm": 0.31644207239151, |
| "learning_rate": 0.000196382673770201, |
| "loss": 0.223, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 1820, |
| "tokens_per_second_per_gpu": 320.59 |
| }, |
| { |
| "epoch": 0.18193567629368196, |
| "grad_norm": 0.27562472224235535, |
| "learning_rate": 0.00019634072426880382, |
| "loss": 0.2641, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 1830, |
| "tokens_per_second_per_gpu": 386.93 |
| }, |
| { |
| "epoch": 0.1829298603171447, |
| "grad_norm": 0.4514225423336029, |
| "learning_rate": 0.00019629853745984076, |
| "loss": 0.2167, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1840, |
| "tokens_per_second_per_gpu": 350.66 |
| }, |
| { |
| "epoch": 0.18392404434060744, |
| "grad_norm": 0.43807438015937805, |
| "learning_rate": 0.00019625611344722675, |
| "loss": 0.2429, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1850, |
| "tokens_per_second_per_gpu": 390.61 |
| }, |
| { |
| "epoch": 0.18491822836407018, |
| "grad_norm": 0.3817460536956787, |
| "learning_rate": 0.00019621345233546115, |
| "loss": 0.2565, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 1860, |
| "tokens_per_second_per_gpu": 366.89 |
| }, |
| { |
| "epoch": 0.18591241238753292, |
| "grad_norm": 0.51050865650177, |
| "learning_rate": 0.0001961705542296272, |
| "loss": 0.2815, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 1870, |
| "tokens_per_second_per_gpu": 314.07 |
| }, |
| { |
| "epoch": 0.18690659641099566, |
| "grad_norm": 0.34085533022880554, |
| "learning_rate": 0.00019612741923539218, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 1880, |
| "tokens_per_second_per_gpu": 366.93 |
| }, |
| { |
| "epoch": 0.18790078043445843, |
| "grad_norm": 0.38903746008872986, |
| "learning_rate": 0.00019608404745900652, |
| "loss": 0.2679, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 1890, |
| "tokens_per_second_per_gpu": 407.24 |
| }, |
| { |
| "epoch": 0.18889496445792117, |
| "grad_norm": 0.3198868930339813, |
| "learning_rate": 0.00019604043900730414, |
| "loss": 0.299, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 1900, |
| "tokens_per_second_per_gpu": 420.81 |
| }, |
| { |
| "epoch": 0.1898891484813839, |
| "grad_norm": 0.43067699670791626, |
| "learning_rate": 0.0001959965939877019, |
| "loss": 0.2957, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 1910, |
| "tokens_per_second_per_gpu": 467.81 |
| }, |
| { |
| "epoch": 0.19088333250484665, |
| "grad_norm": 0.3319333493709564, |
| "learning_rate": 0.00019595251250819932, |
| "loss": 0.2512, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 17.12, |
| "memory/max_allocated (GiB)": 17.12, |
| "step": 1920, |
| "tokens_per_second_per_gpu": 283.54 |
| }, |
| { |
| "epoch": 0.1918775165283094, |
| "grad_norm": 0.399617999792099, |
| "learning_rate": 0.00019590819467737837, |
| "loss": 0.2627, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 1930, |
| "tokens_per_second_per_gpu": 314.92 |
| }, |
| { |
| "epoch": 0.19287170055177214, |
| "grad_norm": 0.31971487402915955, |
| "learning_rate": 0.00019586364060440332, |
| "loss": 0.2705, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 1940, |
| "tokens_per_second_per_gpu": 371.9 |
| }, |
| { |
| "epoch": 0.19386588457523488, |
| "grad_norm": 0.22907792031764984, |
| "learning_rate": 0.0001958188503990202, |
| "loss": 0.2479, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 1950, |
| "tokens_per_second_per_gpu": 329.97 |
| }, |
| { |
| "epoch": 0.19486006859869762, |
| "grad_norm": 0.3624865710735321, |
| "learning_rate": 0.00019577382417155676, |
| "loss": 0.309, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 1960, |
| "tokens_per_second_per_gpu": 466.41 |
| }, |
| { |
| "epoch": 0.19585425262216036, |
| "grad_norm": 0.3285991847515106, |
| "learning_rate": 0.00019572856203292215, |
| "loss": 0.2188, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 1970, |
| "tokens_per_second_per_gpu": 336.34 |
| }, |
| { |
| "epoch": 0.1968484366456231, |
| "grad_norm": 0.22952090203762054, |
| "learning_rate": 0.00019568306409460654, |
| "loss": 0.2277, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 1980, |
| "tokens_per_second_per_gpu": 377.15 |
| }, |
| { |
| "epoch": 0.19784262066908584, |
| "grad_norm": 0.38868236541748047, |
| "learning_rate": 0.000195637330468681, |
| "loss": 0.299, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 1990, |
| "tokens_per_second_per_gpu": 371.96 |
| }, |
| { |
| "epoch": 0.19883680469254858, |
| "grad_norm": 0.30058735609054565, |
| "learning_rate": 0.0001955913612677971, |
| "loss": 0.2993, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2000, |
| "tokens_per_second_per_gpu": 418.93 |
| }, |
| { |
| "epoch": 0.19983098871601132, |
| "grad_norm": 0.25231263041496277, |
| "learning_rate": 0.00019554515660518668, |
| "loss": 0.2894, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2010, |
| "tokens_per_second_per_gpu": 372.68 |
| }, |
| { |
| "epoch": 0.2008251727394741, |
| "grad_norm": 0.5621690154075623, |
| "learning_rate": 0.00019549871659466165, |
| "loss": 0.2152, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 2020, |
| "tokens_per_second_per_gpu": 358.38 |
| }, |
| { |
| "epoch": 0.20181935676293683, |
| "grad_norm": 0.3443728983402252, |
| "learning_rate": 0.0001954520413506135, |
| "loss": 0.2398, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2030, |
| "tokens_per_second_per_gpu": 306.09 |
| }, |
| { |
| "epoch": 0.20281354078639957, |
| "grad_norm": 0.40964439511299133, |
| "learning_rate": 0.0001954051309880133, |
| "loss": 0.2259, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2040, |
| "tokens_per_second_per_gpu": 371.31 |
| }, |
| { |
| "epoch": 0.2038077248098623, |
| "grad_norm": 0.49535176157951355, |
| "learning_rate": 0.0001953579856224111, |
| "loss": 0.2681, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 2050, |
| "tokens_per_second_per_gpu": 368.85 |
| }, |
| { |
| "epoch": 0.20480190883332505, |
| "grad_norm": 0.4733733832836151, |
| "learning_rate": 0.00019531060536993598, |
| "loss": 0.2309, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 2060, |
| "tokens_per_second_per_gpu": 378.99 |
| }, |
| { |
| "epoch": 0.2057960928567878, |
| "grad_norm": 0.4018077552318573, |
| "learning_rate": 0.00019526299034729544, |
| "loss": 0.2717, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2070, |
| "tokens_per_second_per_gpu": 373.89 |
| }, |
| { |
| "epoch": 0.20679027688025053, |
| "grad_norm": 0.18390242755413055, |
| "learning_rate": 0.0001952151406717754, |
| "loss": 0.2604, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2080, |
| "tokens_per_second_per_gpu": 339.07 |
| }, |
| { |
| "epoch": 0.20778446090371328, |
| "grad_norm": 0.31284740567207336, |
| "learning_rate": 0.0001951670564612397, |
| "loss": 0.2528, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 18.17, |
| "memory/max_allocated (GiB)": 18.17, |
| "step": 2090, |
| "tokens_per_second_per_gpu": 358.01 |
| }, |
| { |
| "epoch": 0.20877864492717602, |
| "grad_norm": 0.1479184776544571, |
| "learning_rate": 0.0001951187378341299, |
| "loss": 0.2753, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2100, |
| "tokens_per_second_per_gpu": 373.8 |
| }, |
| { |
| "epoch": 0.20977282895063876, |
| "grad_norm": 0.35812532901763916, |
| "learning_rate": 0.00019507018490946503, |
| "loss": 0.2799, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2110, |
| "tokens_per_second_per_gpu": 394.97 |
| }, |
| { |
| "epoch": 0.2107670129741015, |
| "grad_norm": 0.39899322390556335, |
| "learning_rate": 0.00019502139780684118, |
| "loss": 0.2785, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 2120, |
| "tokens_per_second_per_gpu": 371.01 |
| }, |
| { |
| "epoch": 0.21176119699756424, |
| "grad_norm": 0.30708786845207214, |
| "learning_rate": 0.00019497237664643132, |
| "loss": 0.2985, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 2130, |
| "tokens_per_second_per_gpu": 393.88 |
| }, |
| { |
| "epoch": 0.21275538102102698, |
| "grad_norm": 0.280734658241272, |
| "learning_rate": 0.00019492312154898488, |
| "loss": 0.2661, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 2140, |
| "tokens_per_second_per_gpu": 401.57 |
| }, |
| { |
| "epoch": 0.21374956504448975, |
| "grad_norm": 0.19114673137664795, |
| "learning_rate": 0.00019487363263582765, |
| "loss": 0.2197, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 2150, |
| "tokens_per_second_per_gpu": 346.18 |
| }, |
| { |
| "epoch": 0.2147437490679525, |
| "grad_norm": 0.5506372451782227, |
| "learning_rate": 0.00019482391002886122, |
| "loss": 0.2724, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 2160, |
| "tokens_per_second_per_gpu": 281.19 |
| }, |
| { |
| "epoch": 0.21573793309141523, |
| "grad_norm": 0.3187256157398224, |
| "learning_rate": 0.0001947739538505629, |
| "loss": 0.2758, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2170, |
| "tokens_per_second_per_gpu": 405.51 |
| }, |
| { |
| "epoch": 0.21673211711487797, |
| "grad_norm": 0.4344545602798462, |
| "learning_rate": 0.00019472376422398528, |
| "loss": 0.2792, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2180, |
| "tokens_per_second_per_gpu": 313.61 |
| }, |
| { |
| "epoch": 0.2177263011383407, |
| "grad_norm": 0.4564478099346161, |
| "learning_rate": 0.00019467334127275606, |
| "loss": 0.2474, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.43, |
| "memory/max_allocated (GiB)": 20.43, |
| "step": 2190, |
| "tokens_per_second_per_gpu": 328.19 |
| }, |
| { |
| "epoch": 0.21872048516180345, |
| "grad_norm": 0.25979048013687134, |
| "learning_rate": 0.00019462268512107766, |
| "loss": 0.2877, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2200, |
| "tokens_per_second_per_gpu": 360.33 |
| }, |
| { |
| "epoch": 0.2197146691852662, |
| "grad_norm": 0.3676232397556305, |
| "learning_rate": 0.00019457179589372684, |
| "loss": 0.3336, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2210, |
| "tokens_per_second_per_gpu": 368.21 |
| }, |
| { |
| "epoch": 0.22070885320872893, |
| "grad_norm": 0.7130278944969177, |
| "learning_rate": 0.0001945206737160545, |
| "loss": 0.253, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 2220, |
| "tokens_per_second_per_gpu": 305.12 |
| }, |
| { |
| "epoch": 0.22170303723219167, |
| "grad_norm": 2.660079002380371, |
| "learning_rate": 0.0001944693187139854, |
| "loss": 0.3069, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2230, |
| "tokens_per_second_per_gpu": 337.93 |
| }, |
| { |
| "epoch": 0.22269722125565442, |
| "grad_norm": 0.2822214663028717, |
| "learning_rate": 0.00019441773101401777, |
| "loss": 0.2744, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 2240, |
| "tokens_per_second_per_gpu": 349.76 |
| }, |
| { |
| "epoch": 0.22369140527911716, |
| "grad_norm": 0.45128756761550903, |
| "learning_rate": 0.00019436591074322302, |
| "loss": 0.245, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 2250, |
| "tokens_per_second_per_gpu": 390.72 |
| }, |
| { |
| "epoch": 0.2246855893025799, |
| "grad_norm": 0.2821448743343353, |
| "learning_rate": 0.00019431385802924539, |
| "loss": 0.2625, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2260, |
| "tokens_per_second_per_gpu": 321.11 |
| }, |
| { |
| "epoch": 0.22567977332604264, |
| "grad_norm": 0.3787819445133209, |
| "learning_rate": 0.00019426157300030176, |
| "loss": 0.2116, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2270, |
| "tokens_per_second_per_gpu": 345.13 |
| }, |
| { |
| "epoch": 0.2266739573495054, |
| "grad_norm": 0.36587730050086975, |
| "learning_rate": 0.0001942090557851812, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2280, |
| "tokens_per_second_per_gpu": 288.26 |
| }, |
| { |
| "epoch": 0.22766814137296815, |
| "grad_norm": 0.5559653639793396, |
| "learning_rate": 0.0001941563065132447, |
| "loss": 0.307, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2290, |
| "tokens_per_second_per_gpu": 402.27 |
| }, |
| { |
| "epoch": 0.2286623253964309, |
| "grad_norm": 0.26463228464126587, |
| "learning_rate": 0.0001941033253144249, |
| "loss": 0.2583, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2300, |
| "tokens_per_second_per_gpu": 388.95 |
| }, |
| { |
| "epoch": 0.22965650941989363, |
| "grad_norm": 0.330695778131485, |
| "learning_rate": 0.0001940501123192256, |
| "loss": 0.2671, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2310, |
| "tokens_per_second_per_gpu": 353.27 |
| }, |
| { |
| "epoch": 0.23065069344335637, |
| "grad_norm": 0.3159751892089844, |
| "learning_rate": 0.00019399666765872176, |
| "loss": 0.2023, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2320, |
| "tokens_per_second_per_gpu": 347.05 |
| }, |
| { |
| "epoch": 0.2316448774668191, |
| "grad_norm": 0.4762006103992462, |
| "learning_rate": 0.0001939429914645588, |
| "loss": 0.2633, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 2330, |
| "tokens_per_second_per_gpu": 292.93 |
| }, |
| { |
| "epoch": 0.23263906149028185, |
| "grad_norm": 0.47802531719207764, |
| "learning_rate": 0.00019388908386895254, |
| "loss": 0.2381, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 2340, |
| "tokens_per_second_per_gpu": 366.87 |
| }, |
| { |
| "epoch": 0.2336332455137446, |
| "grad_norm": 0.4501783847808838, |
| "learning_rate": 0.00019383494500468883, |
| "loss": 0.3052, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 2350, |
| "tokens_per_second_per_gpu": 412.56 |
| }, |
| { |
| "epoch": 0.23462742953720733, |
| "grad_norm": 0.3937671184539795, |
| "learning_rate": 0.0001937805750051231, |
| "loss": 0.2495, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2360, |
| "tokens_per_second_per_gpu": 374.59 |
| }, |
| { |
| "epoch": 0.23562161356067007, |
| "grad_norm": 0.2139206975698471, |
| "learning_rate": 0.00019372597400418019, |
| "loss": 0.1679, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2370, |
| "tokens_per_second_per_gpu": 329.45 |
| }, |
| { |
| "epoch": 0.23661579758413281, |
| "grad_norm": 0.4658704102039337, |
| "learning_rate": 0.00019367114213635382, |
| "loss": 0.2242, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 2380, |
| "tokens_per_second_per_gpu": 302.96 |
| }, |
| { |
| "epoch": 0.23760998160759556, |
| "grad_norm": 0.34023401141166687, |
| "learning_rate": 0.00019361607953670654, |
| "loss": 0.2632, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2390, |
| "tokens_per_second_per_gpu": 387.14 |
| }, |
| { |
| "epoch": 0.2386041656310583, |
| "grad_norm": 0.4804230034351349, |
| "learning_rate": 0.00019356078634086914, |
| "loss": 0.251, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 2400, |
| "tokens_per_second_per_gpu": 410.6 |
| }, |
| { |
| "epoch": 0.23959834965452106, |
| "grad_norm": 0.32980307936668396, |
| "learning_rate": 0.00019350526268504048, |
| "loss": 0.176, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2410, |
| "tokens_per_second_per_gpu": 372.52 |
| }, |
| { |
| "epoch": 0.2405925336779838, |
| "grad_norm": 0.25920480489730835, |
| "learning_rate": 0.00019344950870598703, |
| "loss": 0.2976, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.83, |
| "memory/max_allocated (GiB)": 19.83, |
| "step": 2420, |
| "tokens_per_second_per_gpu": 330.47 |
| }, |
| { |
| "epoch": 0.24158671770144655, |
| "grad_norm": 0.455616295337677, |
| "learning_rate": 0.00019339352454104264, |
| "loss": 0.2976, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2430, |
| "tokens_per_second_per_gpu": 340.47 |
| }, |
| { |
| "epoch": 0.2425809017249093, |
| "grad_norm": 0.3018989562988281, |
| "learning_rate": 0.00019333731032810812, |
| "loss": 0.2732, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2440, |
| "tokens_per_second_per_gpu": 462.35 |
| }, |
| { |
| "epoch": 0.24357508574837203, |
| "grad_norm": 0.4818798303604126, |
| "learning_rate": 0.00019328086620565095, |
| "loss": 0.2886, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 2450, |
| "tokens_per_second_per_gpu": 323.25 |
| }, |
| { |
| "epoch": 0.24456926977183477, |
| "grad_norm": 0.4339105188846588, |
| "learning_rate": 0.000193224192312705, |
| "loss": 0.3325, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 2460, |
| "tokens_per_second_per_gpu": 401.06 |
| }, |
| { |
| "epoch": 0.2455634537952975, |
| "grad_norm": 0.2657606303691864, |
| "learning_rate": 0.00019316728878887, |
| "loss": 0.2369, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2470, |
| "tokens_per_second_per_gpu": 344.52 |
| }, |
| { |
| "epoch": 0.24655763781876025, |
| "grad_norm": 0.2487681657075882, |
| "learning_rate": 0.0001931101557743113, |
| "loss": 0.2481, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 2480, |
| "tokens_per_second_per_gpu": 338.75 |
| }, |
| { |
| "epoch": 0.247551821842223, |
| "grad_norm": 0.4219423532485962, |
| "learning_rate": 0.0001930527934097597, |
| "loss": 0.2467, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.23, |
| "memory/max_allocated (GiB)": 19.23, |
| "step": 2490, |
| "tokens_per_second_per_gpu": 357.65 |
| }, |
| { |
| "epoch": 0.24854600586568573, |
| "grad_norm": 0.3535912334918976, |
| "learning_rate": 0.00019299520183651075, |
| "loss": 0.2844, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 2500, |
| "tokens_per_second_per_gpu": 341.4 |
| }, |
| { |
| "epoch": 0.24954018988914847, |
| "grad_norm": 0.28509521484375, |
| "learning_rate": 0.0001929373811964247, |
| "loss": 0.2335, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 2510, |
| "tokens_per_second_per_gpu": 325.61 |
| }, |
| { |
| "epoch": 0.25053437391261124, |
| "grad_norm": 0.540902853012085, |
| "learning_rate": 0.00019287933163192602, |
| "loss": 0.314, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2520, |
| "tokens_per_second_per_gpu": 390.5 |
| }, |
| { |
| "epoch": 0.251528557936074, |
| "grad_norm": 0.2346281111240387, |
| "learning_rate": 0.00019282105328600303, |
| "loss": 0.2592, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 17.12, |
| "memory/max_allocated (GiB)": 17.12, |
| "step": 2530, |
| "tokens_per_second_per_gpu": 335.14 |
| }, |
| { |
| "epoch": 0.2525227419595367, |
| "grad_norm": 0.4211244583129883, |
| "learning_rate": 0.0001927625463022076, |
| "loss": 0.2119, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2540, |
| "tokens_per_second_per_gpu": 360.45 |
| }, |
| { |
| "epoch": 0.25351692598299946, |
| "grad_norm": 0.5125908851623535, |
| "learning_rate": 0.00019270381082465483, |
| "loss": 0.2628, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2550, |
| "tokens_per_second_per_gpu": 316.73 |
| }, |
| { |
| "epoch": 0.2545111100064622, |
| "grad_norm": 0.20704445242881775, |
| "learning_rate": 0.00019264484699802262, |
| "loss": 0.2393, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 2560, |
| "tokens_per_second_per_gpu": 352.58 |
| }, |
| { |
| "epoch": 0.25550529402992495, |
| "grad_norm": 0.2666438817977905, |
| "learning_rate": 0.00019258565496755128, |
| "loss": 0.1621, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 2570, |
| "tokens_per_second_per_gpu": 346.34 |
| }, |
| { |
| "epoch": 0.2564994780533877, |
| "grad_norm": 0.4072653353214264, |
| "learning_rate": 0.00019252623487904335, |
| "loss": 0.2066, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 17.11, |
| "memory/max_allocated (GiB)": 17.11, |
| "step": 2580, |
| "tokens_per_second_per_gpu": 360.03 |
| }, |
| { |
| "epoch": 0.2574936620768504, |
| "grad_norm": 0.517437219619751, |
| "learning_rate": 0.00019246658687886302, |
| "loss": 0.256, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2590, |
| "tokens_per_second_per_gpu": 335.1 |
| }, |
| { |
| "epoch": 0.25848784610031317, |
| "grad_norm": 1.1084229946136475, |
| "learning_rate": 0.00019240671111393597, |
| "loss": 0.2437, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2600, |
| "tokens_per_second_per_gpu": 336.03 |
| }, |
| { |
| "epoch": 0.2594820301237759, |
| "grad_norm": 0.3532284200191498, |
| "learning_rate": 0.00019234660773174883, |
| "loss": 0.2102, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 2610, |
| "tokens_per_second_per_gpu": 304.29 |
| }, |
| { |
| "epoch": 0.26047621414723865, |
| "grad_norm": 0.4219340980052948, |
| "learning_rate": 0.00019228627688034898, |
| "loss": 0.3338, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.61, |
| "memory/max_allocated (GiB)": 20.61, |
| "step": 2620, |
| "tokens_per_second_per_gpu": 350.23 |
| }, |
| { |
| "epoch": 0.2614703981707014, |
| "grad_norm": 0.3215112090110779, |
| "learning_rate": 0.000192225718708344, |
| "loss": 0.2466, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2630, |
| "tokens_per_second_per_gpu": 369.51 |
| }, |
| { |
| "epoch": 0.26246458219416413, |
| "grad_norm": 0.36818957328796387, |
| "learning_rate": 0.00019216493336490152, |
| "loss": 0.2839, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 2640, |
| "tokens_per_second_per_gpu": 369.73 |
| }, |
| { |
| "epoch": 0.26345876621762687, |
| "grad_norm": 0.41190099716186523, |
| "learning_rate": 0.0001921039209997486, |
| "loss": 0.2231, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2650, |
| "tokens_per_second_per_gpu": 334.38 |
| }, |
| { |
| "epoch": 0.2644529502410896, |
| "grad_norm": 0.3659015893936157, |
| "learning_rate": 0.0001920426817631717, |
| "loss": 0.162, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 2660, |
| "tokens_per_second_per_gpu": 336.11 |
| }, |
| { |
| "epoch": 0.26544713426455235, |
| "grad_norm": 0.13166293501853943, |
| "learning_rate": 0.00019198121580601596, |
| "loss": 0.2313, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 2670, |
| "tokens_per_second_per_gpu": 341.25 |
| }, |
| { |
| "epoch": 0.2664413182880151, |
| "grad_norm": 0.3052745759487152, |
| "learning_rate": 0.00019191952327968497, |
| "loss": 0.2887, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2680, |
| "tokens_per_second_per_gpu": 390.54 |
| }, |
| { |
| "epoch": 0.26743550231147784, |
| "grad_norm": 0.3094649910926819, |
| "learning_rate": 0.00019185760433614054, |
| "loss": 0.2272, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2690, |
| "tokens_per_second_per_gpu": 371.44 |
| }, |
| { |
| "epoch": 0.2684296863349406, |
| "grad_norm": 4.753208160400391, |
| "learning_rate": 0.00019179545912790207, |
| "loss": 0.2826, |
| "memory/device_reserved (GiB)": 22.43, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 2700, |
| "tokens_per_second_per_gpu": 374.86 |
| }, |
| { |
| "epoch": 0.2694238703584033, |
| "grad_norm": 0.3265855014324188, |
| "learning_rate": 0.00019173308780804637, |
| "loss": 0.2372, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 2710, |
| "tokens_per_second_per_gpu": 320.39 |
| }, |
| { |
| "epoch": 0.27041805438186606, |
| "grad_norm": 0.3575897514820099, |
| "learning_rate": 0.00019167049053020712, |
| "loss": 0.247, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 2720, |
| "tokens_per_second_per_gpu": 312.17 |
| }, |
| { |
| "epoch": 0.27141223840532885, |
| "grad_norm": 0.486605703830719, |
| "learning_rate": 0.00019160766744857476, |
| "loss": 0.2732, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2730, |
| "tokens_per_second_per_gpu": 388.44 |
| }, |
| { |
| "epoch": 0.2724064224287916, |
| "grad_norm": 0.3815803527832031, |
| "learning_rate": 0.00019154461871789572, |
| "loss": 0.2733, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.76, |
| "memory/max_allocated (GiB)": 19.76, |
| "step": 2740, |
| "tokens_per_second_per_gpu": 338.38 |
| }, |
| { |
| "epoch": 0.27340060645225434, |
| "grad_norm": 0.3805699050426483, |
| "learning_rate": 0.0001914813444934724, |
| "loss": 0.2912, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.67, |
| "memory/max_allocated (GiB)": 19.67, |
| "step": 2750, |
| "tokens_per_second_per_gpu": 385.54 |
| }, |
| { |
| "epoch": 0.2743947904757171, |
| "grad_norm": 0.5376086831092834, |
| "learning_rate": 0.00019141784493116254, |
| "loss": 0.3009, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2760, |
| "tokens_per_second_per_gpu": 392.53 |
| }, |
| { |
| "epoch": 0.2753889744991798, |
| "grad_norm": 0.2709028720855713, |
| "learning_rate": 0.000191354120187379, |
| "loss": 0.3044, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2770, |
| "tokens_per_second_per_gpu": 363.03 |
| }, |
| { |
| "epoch": 0.27638315852264256, |
| "grad_norm": 0.24123673141002655, |
| "learning_rate": 0.00019129017041908934, |
| "loss": 0.2744, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2780, |
| "tokens_per_second_per_gpu": 351.75 |
| }, |
| { |
| "epoch": 0.2773773425461053, |
| "grad_norm": 0.4202309548854828, |
| "learning_rate": 0.00019122599578381532, |
| "loss": 0.2764, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2790, |
| "tokens_per_second_per_gpu": 387.68 |
| }, |
| { |
| "epoch": 0.27837152656956804, |
| "grad_norm": 0.42621132731437683, |
| "learning_rate": 0.00019116159643963262, |
| "loss": 0.245, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 2800, |
| "tokens_per_second_per_gpu": 351.56 |
| }, |
| { |
| "epoch": 0.2793657105930308, |
| "grad_norm": 0.30440858006477356, |
| "learning_rate": 0.00019109697254517048, |
| "loss": 0.2809, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2810, |
| "tokens_per_second_per_gpu": 382.5 |
| }, |
| { |
| "epoch": 0.2803598946164935, |
| "grad_norm": 0.49908211827278137, |
| "learning_rate": 0.00019103212425961111, |
| "loss": 0.319, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 2820, |
| "tokens_per_second_per_gpu": 402.18 |
| }, |
| { |
| "epoch": 0.28135407863995626, |
| "grad_norm": 0.38030481338500977, |
| "learning_rate": 0.00019096705174268967, |
| "loss": 0.2392, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 2830, |
| "tokens_per_second_per_gpu": 319.29 |
| }, |
| { |
| "epoch": 0.282348262663419, |
| "grad_norm": 0.4159802198410034, |
| "learning_rate": 0.00019090175515469344, |
| "loss": 0.2962, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 2840, |
| "tokens_per_second_per_gpu": 354.51 |
| }, |
| { |
| "epoch": 0.28334244668688174, |
| "grad_norm": 0.47257235646247864, |
| "learning_rate": 0.00019083623465646172, |
| "loss": 0.2523, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2850, |
| "tokens_per_second_per_gpu": 336.31 |
| }, |
| { |
| "epoch": 0.2843366307103445, |
| "grad_norm": 0.2591971158981323, |
| "learning_rate": 0.0001907704904093854, |
| "loss": 0.2605, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 2860, |
| "tokens_per_second_per_gpu": 386.6 |
| }, |
| { |
| "epoch": 0.2853308147338072, |
| "grad_norm": 0.3341462314128876, |
| "learning_rate": 0.00019070452257540638, |
| "loss": 0.3024, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2870, |
| "tokens_per_second_per_gpu": 389.19 |
| }, |
| { |
| "epoch": 0.28632499875726997, |
| "grad_norm": 0.3934953808784485, |
| "learning_rate": 0.00019063833131701744, |
| "loss": 0.2648, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 2880, |
| "tokens_per_second_per_gpu": 333.15 |
| }, |
| { |
| "epoch": 0.2873191827807327, |
| "grad_norm": 0.3615911304950714, |
| "learning_rate": 0.00019057191679726162, |
| "loss": 0.2232, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 2890, |
| "tokens_per_second_per_gpu": 326.24 |
| }, |
| { |
| "epoch": 0.28831336680419545, |
| "grad_norm": 0.45740652084350586, |
| "learning_rate": 0.00019050527917973192, |
| "loss": 0.2467, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 2900, |
| "tokens_per_second_per_gpu": 399.74 |
| }, |
| { |
| "epoch": 0.2893075508276582, |
| "grad_norm": 0.5232924818992615, |
| "learning_rate": 0.00019043841862857088, |
| "loss": 0.292, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 2910, |
| "tokens_per_second_per_gpu": 385.0 |
| }, |
| { |
| "epoch": 0.29030173485112093, |
| "grad_norm": 0.3617020547389984, |
| "learning_rate": 0.00019037133530847014, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 2920, |
| "tokens_per_second_per_gpu": 380.42 |
| }, |
| { |
| "epoch": 0.29129591887458367, |
| "grad_norm": 0.4762667119503021, |
| "learning_rate": 0.00019030402938467013, |
| "loss": 0.281, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 2930, |
| "tokens_per_second_per_gpu": 398.66 |
| }, |
| { |
| "epoch": 0.2922901028980464, |
| "grad_norm": 0.5239278078079224, |
| "learning_rate": 0.00019023650102295957, |
| "loss": 0.2205, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 2940, |
| "tokens_per_second_per_gpu": 317.01 |
| }, |
| { |
| "epoch": 0.29328428692150915, |
| "grad_norm": 0.38952499628067017, |
| "learning_rate": 0.00019016875038967507, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 2950, |
| "tokens_per_second_per_gpu": 356.78 |
| }, |
| { |
| "epoch": 0.2942784709449719, |
| "grad_norm": 0.4657343924045563, |
| "learning_rate": 0.00019010077765170072, |
| "loss": 0.2508, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 2960, |
| "tokens_per_second_per_gpu": 364.11 |
| }, |
| { |
| "epoch": 0.29527265496843463, |
| "grad_norm": 0.4659232497215271, |
| "learning_rate": 0.0001900325829764678, |
| "loss": 0.2148, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.69, |
| "memory/max_allocated (GiB)": 19.69, |
| "step": 2970, |
| "tokens_per_second_per_gpu": 387.16 |
| }, |
| { |
| "epoch": 0.2962668389918974, |
| "grad_norm": 0.5370404124259949, |
| "learning_rate": 0.0001899641665319542, |
| "loss": 0.2857, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 2980, |
| "tokens_per_second_per_gpu": 315.91 |
| }, |
| { |
| "epoch": 0.29726102301536017, |
| "grad_norm": 0.3220022916793823, |
| "learning_rate": 0.00018989552848668406, |
| "loss": 0.2989, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.58, |
| "memory/max_allocated (GiB)": 20.58, |
| "step": 2990, |
| "tokens_per_second_per_gpu": 394.41 |
| }, |
| { |
| "epoch": 0.2982552070388229, |
| "grad_norm": 0.38055410981178284, |
| "learning_rate": 0.0001898266690097274, |
| "loss": 0.2354, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 3000, |
| "tokens_per_second_per_gpu": 319.33 |
| }, |
| { |
| "epoch": 0.29924939106228565, |
| "grad_norm": 0.36663955450057983, |
| "learning_rate": 0.00018975758827069968, |
| "loss": 0.2437, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3010, |
| "tokens_per_second_per_gpu": 326.18 |
| }, |
| { |
| "epoch": 0.3002435750857484, |
| "grad_norm": 0.3347165882587433, |
| "learning_rate": 0.00018968828643976135, |
| "loss": 0.2016, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3020, |
| "tokens_per_second_per_gpu": 363.38 |
| }, |
| { |
| "epoch": 0.30123775910921113, |
| "grad_norm": 0.4647526144981384, |
| "learning_rate": 0.0001896187636876175, |
| "loss": 0.2421, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3030, |
| "tokens_per_second_per_gpu": 366.11 |
| }, |
| { |
| "epoch": 0.3022319431326739, |
| "grad_norm": 0.35668620467185974, |
| "learning_rate": 0.00018954902018551728, |
| "loss": 0.28, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3040, |
| "tokens_per_second_per_gpu": 333.01 |
| }, |
| { |
| "epoch": 0.3032261271561366, |
| "grad_norm": 0.4070911109447479, |
| "learning_rate": 0.00018947905610525374, |
| "loss": 0.3329, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.58, |
| "memory/max_allocated (GiB)": 20.58, |
| "step": 3050, |
| "tokens_per_second_per_gpu": 367.0 |
| }, |
| { |
| "epoch": 0.30422031117959936, |
| "grad_norm": 0.4529660642147064, |
| "learning_rate": 0.00018940887161916317, |
| "loss": 0.2532, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3060, |
| "tokens_per_second_per_gpu": 438.51 |
| }, |
| { |
| "epoch": 0.3052144952030621, |
| "grad_norm": 0.323428213596344, |
| "learning_rate": 0.0001893384669001248, |
| "loss": 0.2717, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 3070, |
| "tokens_per_second_per_gpu": 304.06 |
| }, |
| { |
| "epoch": 0.30620867922652484, |
| "grad_norm": 0.33601540327072144, |
| "learning_rate": 0.00018926784212156038, |
| "loss": 0.2575, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 17.29, |
| "memory/max_allocated (GiB)": 17.29, |
| "step": 3080, |
| "tokens_per_second_per_gpu": 315.78 |
| }, |
| { |
| "epoch": 0.3072028632499876, |
| "grad_norm": 0.4147079586982727, |
| "learning_rate": 0.0001891969974574336, |
| "loss": 0.2606, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3090, |
| "tokens_per_second_per_gpu": 357.02 |
| }, |
| { |
| "epoch": 0.3081970472734503, |
| "grad_norm": 0.5923524498939514, |
| "learning_rate": 0.00018912593308224987, |
| "loss": 0.2824, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 3100, |
| "tokens_per_second_per_gpu": 360.95 |
| }, |
| { |
| "epoch": 0.30919123129691306, |
| "grad_norm": 0.2961815297603607, |
| "learning_rate": 0.00018905464917105577, |
| "loss": 0.3001, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3110, |
| "tokens_per_second_per_gpu": 369.31 |
| }, |
| { |
| "epoch": 0.3101854153203758, |
| "grad_norm": 0.2864610254764557, |
| "learning_rate": 0.00018898314589943862, |
| "loss": 0.2441, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 3120, |
| "tokens_per_second_per_gpu": 383.33 |
| }, |
| { |
| "epoch": 0.31117959934383854, |
| "grad_norm": 0.28341177105903625, |
| "learning_rate": 0.00018891142344352611, |
| "loss": 0.2402, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 3130, |
| "tokens_per_second_per_gpu": 347.6 |
| }, |
| { |
| "epoch": 0.3121737833673013, |
| "grad_norm": 0.3956068158149719, |
| "learning_rate": 0.0001888394819799858, |
| "loss": 0.2318, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3140, |
| "tokens_per_second_per_gpu": 343.71 |
| }, |
| { |
| "epoch": 0.313167967390764, |
| "grad_norm": 0.3796366751194, |
| "learning_rate": 0.00018876732168602472, |
| "loss": 0.2047, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3150, |
| "tokens_per_second_per_gpu": 353.35 |
| }, |
| { |
| "epoch": 0.31416215141422676, |
| "grad_norm": 0.34916970133781433, |
| "learning_rate": 0.00018869494273938893, |
| "loss": 0.3128, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 3160, |
| "tokens_per_second_per_gpu": 316.54 |
| }, |
| { |
| "epoch": 0.3151563354376895, |
| "grad_norm": 0.3254728317260742, |
| "learning_rate": 0.00018862234531836307, |
| "loss": 0.3033, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 3170, |
| "tokens_per_second_per_gpu": 377.71 |
| }, |
| { |
| "epoch": 0.31615051946115225, |
| "grad_norm": 0.43219825625419617, |
| "learning_rate": 0.0001885495296017699, |
| "loss": 0.2952, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 3180, |
| "tokens_per_second_per_gpu": 314.3 |
| }, |
| { |
| "epoch": 0.317144703484615, |
| "grad_norm": 0.2606908082962036, |
| "learning_rate": 0.00018847649576897, |
| "loss": 0.2087, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3190, |
| "tokens_per_second_per_gpu": 345.1 |
| }, |
| { |
| "epoch": 0.31813888750807773, |
| "grad_norm": 0.46498534083366394, |
| "learning_rate": 0.00018840324399986105, |
| "loss": 0.2665, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3200, |
| "tokens_per_second_per_gpu": 313.16 |
| }, |
| { |
| "epoch": 0.31913307153154047, |
| "grad_norm": 0.35087594389915466, |
| "learning_rate": 0.00018832977447487772, |
| "loss": 0.2328, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3210, |
| "tokens_per_second_per_gpu": 321.23 |
| }, |
| { |
| "epoch": 0.3201272555550032, |
| "grad_norm": 0.46294090151786804, |
| "learning_rate": 0.00018825608737499088, |
| "loss": 0.2233, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3220, |
| "tokens_per_second_per_gpu": 366.88 |
| }, |
| { |
| "epoch": 0.32112143957846595, |
| "grad_norm": 0.35385075211524963, |
| "learning_rate": 0.00018818218288170753, |
| "loss": 0.2653, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3230, |
| "tokens_per_second_per_gpu": 350.06 |
| }, |
| { |
| "epoch": 0.3221156236019287, |
| "grad_norm": 0.4959578812122345, |
| "learning_rate": 0.00018810806117706998, |
| "loss": 0.2921, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3240, |
| "tokens_per_second_per_gpu": 415.69 |
| }, |
| { |
| "epoch": 0.3231098076253915, |
| "grad_norm": 0.4978230893611908, |
| "learning_rate": 0.0001880337224436557, |
| "loss": 0.3187, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 3250, |
| "tokens_per_second_per_gpu": 377.08 |
| }, |
| { |
| "epoch": 0.32410399164885423, |
| "grad_norm": 0.45267730951309204, |
| "learning_rate": 0.00018795916686457667, |
| "loss": 0.3013, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3260, |
| "tokens_per_second_per_gpu": 410.24 |
| }, |
| { |
| "epoch": 0.32509817567231697, |
| "grad_norm": 0.3263493478298187, |
| "learning_rate": 0.00018788439462347908, |
| "loss": 0.2876, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3270, |
| "tokens_per_second_per_gpu": 446.75 |
| }, |
| { |
| "epoch": 0.3260923596957797, |
| "grad_norm": 0.4769454896450043, |
| "learning_rate": 0.00018780940590454277, |
| "loss": 0.3504, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 3280, |
| "tokens_per_second_per_gpu": 301.09 |
| }, |
| { |
| "epoch": 0.32708654371924245, |
| "grad_norm": 0.21503253281116486, |
| "learning_rate": 0.00018773420089248074, |
| "loss": 0.2291, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3290, |
| "tokens_per_second_per_gpu": 375.18 |
| }, |
| { |
| "epoch": 0.3280807277427052, |
| "grad_norm": 0.49010154604911804, |
| "learning_rate": 0.00018765877977253888, |
| "loss": 0.2674, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3300, |
| "tokens_per_second_per_gpu": 349.74 |
| }, |
| { |
| "epoch": 0.32907491176616793, |
| "grad_norm": 0.3158112168312073, |
| "learning_rate": 0.00018758314273049532, |
| "loss": 0.2975, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3310, |
| "tokens_per_second_per_gpu": 336.25 |
| }, |
| { |
| "epoch": 0.3300690957896307, |
| "grad_norm": 0.428846150636673, |
| "learning_rate": 0.0001875072899526601, |
| "loss": 0.2618, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3320, |
| "tokens_per_second_per_gpu": 284.44 |
| }, |
| { |
| "epoch": 0.3310632798130934, |
| "grad_norm": 0.5033756494522095, |
| "learning_rate": 0.00018743122162587464, |
| "loss": 0.2926, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 3330, |
| "tokens_per_second_per_gpu": 419.59 |
| }, |
| { |
| "epoch": 0.33205746383655615, |
| "grad_norm": 0.17825426161289215, |
| "learning_rate": 0.0001873549379375113, |
| "loss": 0.2464, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3340, |
| "tokens_per_second_per_gpu": 342.16 |
| }, |
| { |
| "epoch": 0.3330516478600189, |
| "grad_norm": 0.34919679164886475, |
| "learning_rate": 0.00018727843907547293, |
| "loss": 0.2729, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 3350, |
| "tokens_per_second_per_gpu": 390.88 |
| }, |
| { |
| "epoch": 0.33404583188348164, |
| "grad_norm": 0.37125077843666077, |
| "learning_rate": 0.00018720172522819243, |
| "loss": 0.3117, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3360, |
| "tokens_per_second_per_gpu": 394.73 |
| }, |
| { |
| "epoch": 0.3350400159069444, |
| "grad_norm": 0.31769683957099915, |
| "learning_rate": 0.00018712479658463215, |
| "loss": 0.2702, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3370, |
| "tokens_per_second_per_gpu": 424.16 |
| }, |
| { |
| "epoch": 0.3360341999304071, |
| "grad_norm": 0.398548424243927, |
| "learning_rate": 0.00018704765333428367, |
| "loss": 0.1966, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3380, |
| "tokens_per_second_per_gpu": 310.88 |
| }, |
| { |
| "epoch": 0.33702838395386986, |
| "grad_norm": 0.24172648787498474, |
| "learning_rate": 0.00018697029566716705, |
| "loss": 0.2189, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3390, |
| "tokens_per_second_per_gpu": 311.63 |
| }, |
| { |
| "epoch": 0.3380225679773326, |
| "grad_norm": 0.46132785081863403, |
| "learning_rate": 0.00018689272377383064, |
| "loss": 0.3093, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 3400, |
| "tokens_per_second_per_gpu": 411.8 |
| }, |
| { |
| "epoch": 0.33901675200079534, |
| "grad_norm": 0.3627679944038391, |
| "learning_rate": 0.00018681493784535036, |
| "loss": 0.2558, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 3410, |
| "tokens_per_second_per_gpu": 319.21 |
| }, |
| { |
| "epoch": 0.3400109360242581, |
| "grad_norm": 1.1992244720458984, |
| "learning_rate": 0.00018673693807332945, |
| "loss": 0.228, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3420, |
| "tokens_per_second_per_gpu": 354.78 |
| }, |
| { |
| "epoch": 0.3410051200477208, |
| "grad_norm": 0.26419004797935486, |
| "learning_rate": 0.00018665872464989773, |
| "loss": 0.1874, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3430, |
| "tokens_per_second_per_gpu": 369.02 |
| }, |
| { |
| "epoch": 0.34199930407118356, |
| "grad_norm": 0.3501751720905304, |
| "learning_rate": 0.00018658029776771152, |
| "loss": 0.2231, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 3440, |
| "tokens_per_second_per_gpu": 358.64 |
| }, |
| { |
| "epoch": 0.3429934880946463, |
| "grad_norm": 0.4123583137989044, |
| "learning_rate": 0.0001865016576199527, |
| "loss": 0.2456, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3450, |
| "tokens_per_second_per_gpu": 399.31 |
| }, |
| { |
| "epoch": 0.34398767211810904, |
| "grad_norm": 0.4507691264152527, |
| "learning_rate": 0.00018642280440032863, |
| "loss": 0.2716, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3460, |
| "tokens_per_second_per_gpu": 384.1 |
| }, |
| { |
| "epoch": 0.3449818561415718, |
| "grad_norm": 0.43500733375549316, |
| "learning_rate": 0.00018634373830307146, |
| "loss": 0.2352, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 3470, |
| "tokens_per_second_per_gpu": 319.67 |
| }, |
| { |
| "epoch": 0.3459760401650345, |
| "grad_norm": 0.40590760111808777, |
| "learning_rate": 0.00018626445952293766, |
| "loss": 0.2623, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3480, |
| "tokens_per_second_per_gpu": 335.37 |
| }, |
| { |
| "epoch": 0.34697022418849727, |
| "grad_norm": 0.2494644969701767, |
| "learning_rate": 0.00018618496825520767, |
| "loss": 0.2245, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3490, |
| "tokens_per_second_per_gpu": 347.95 |
| }, |
| { |
| "epoch": 0.34796440821196, |
| "grad_norm": 0.47100207209587097, |
| "learning_rate": 0.00018610526469568526, |
| "loss": 0.2775, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3500, |
| "tokens_per_second_per_gpu": 393.01 |
| }, |
| { |
| "epoch": 0.3489585922354228, |
| "grad_norm": 0.5600543022155762, |
| "learning_rate": 0.00018602534904069712, |
| "loss": 0.3007, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 3510, |
| "tokens_per_second_per_gpu": 399.51 |
| }, |
| { |
| "epoch": 0.34995277625888555, |
| "grad_norm": 0.25791943073272705, |
| "learning_rate": 0.00018594522148709244, |
| "loss": 0.2134, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 3520, |
| "tokens_per_second_per_gpu": 341.75 |
| }, |
| { |
| "epoch": 0.3509469602823483, |
| "grad_norm": 0.2849276661872864, |
| "learning_rate": 0.00018586488223224228, |
| "loss": 0.1919, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 3530, |
| "tokens_per_second_per_gpu": 369.12 |
| }, |
| { |
| "epoch": 0.351941144305811, |
| "grad_norm": 0.32681041955947876, |
| "learning_rate": 0.00018578433147403925, |
| "loss": 0.2192, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 3540, |
| "tokens_per_second_per_gpu": 309.14 |
| }, |
| { |
| "epoch": 0.35293532832927377, |
| "grad_norm": 0.5691526532173157, |
| "learning_rate": 0.00018570356941089686, |
| "loss": 0.2775, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3550, |
| "tokens_per_second_per_gpu": 357.84 |
| }, |
| { |
| "epoch": 0.3539295123527365, |
| "grad_norm": 0.35383832454681396, |
| "learning_rate": 0.00018562259624174915, |
| "loss": 0.2285, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3560, |
| "tokens_per_second_per_gpu": 341.0 |
| }, |
| { |
| "epoch": 0.35492369637619925, |
| "grad_norm": 0.4128180742263794, |
| "learning_rate": 0.00018554141216605016, |
| "loss": 0.2216, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3570, |
| "tokens_per_second_per_gpu": 310.04 |
| }, |
| { |
| "epoch": 0.355917880399662, |
| "grad_norm": 0.4811583459377289, |
| "learning_rate": 0.00018546001738377338, |
| "loss": 0.3354, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3580, |
| "tokens_per_second_per_gpu": 446.97 |
| }, |
| { |
| "epoch": 0.35691206442312473, |
| "grad_norm": 0.4148445725440979, |
| "learning_rate": 0.0001853784120954114, |
| "loss": 0.216, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3590, |
| "tokens_per_second_per_gpu": 327.38 |
| }, |
| { |
| "epoch": 0.35790624844658747, |
| "grad_norm": 0.5083706378936768, |
| "learning_rate": 0.0001852965965019753, |
| "loss": 0.2762, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3600, |
| "tokens_per_second_per_gpu": 371.89 |
| }, |
| { |
| "epoch": 0.3589004324700502, |
| "grad_norm": 0.4946528673171997, |
| "learning_rate": 0.00018521457080499418, |
| "loss": 0.2455, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 3610, |
| "tokens_per_second_per_gpu": 361.51 |
| }, |
| { |
| "epoch": 0.35989461649351295, |
| "grad_norm": 0.4880548417568207, |
| "learning_rate": 0.00018513233520651466, |
| "loss": 0.2299, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3620, |
| "tokens_per_second_per_gpu": 310.24 |
| }, |
| { |
| "epoch": 0.3608888005169757, |
| "grad_norm": 0.18661662936210632, |
| "learning_rate": 0.00018504988990910036, |
| "loss": 0.2325, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3630, |
| "tokens_per_second_per_gpu": 360.45 |
| }, |
| { |
| "epoch": 0.36188298454043843, |
| "grad_norm": 0.49652183055877686, |
| "learning_rate": 0.00018496723511583153, |
| "loss": 0.2312, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 3640, |
| "tokens_per_second_per_gpu": 347.3 |
| }, |
| { |
| "epoch": 0.3628771685639012, |
| "grad_norm": 0.35343873500823975, |
| "learning_rate": 0.0001848843710303044, |
| "loss": 0.154, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3650, |
| "tokens_per_second_per_gpu": 334.16 |
| }, |
| { |
| "epoch": 0.3638713525873639, |
| "grad_norm": 0.5269297361373901, |
| "learning_rate": 0.0001848012978566307, |
| "loss": 0.2677, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3660, |
| "tokens_per_second_per_gpu": 343.01 |
| }, |
| { |
| "epoch": 0.36486553661082666, |
| "grad_norm": 0.4809168875217438, |
| "learning_rate": 0.00018471801579943717, |
| "loss": 0.3083, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3670, |
| "tokens_per_second_per_gpu": 359.61 |
| }, |
| { |
| "epoch": 0.3658597206342894, |
| "grad_norm": 0.4312402904033661, |
| "learning_rate": 0.0001846345250638652, |
| "loss": 0.2711, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3680, |
| "tokens_per_second_per_gpu": 343.63 |
| }, |
| { |
| "epoch": 0.36685390465775214, |
| "grad_norm": 0.44654685258865356, |
| "learning_rate": 0.0001845508258555701, |
| "loss": 0.2629, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3690, |
| "tokens_per_second_per_gpu": 380.56 |
| }, |
| { |
| "epoch": 0.3678480886812149, |
| "grad_norm": 0.19989164173603058, |
| "learning_rate": 0.00018446691838072067, |
| "loss": 0.2451, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 3700, |
| "tokens_per_second_per_gpu": 316.7 |
| }, |
| { |
| "epoch": 0.3688422727046776, |
| "grad_norm": 0.268655925989151, |
| "learning_rate": 0.00018438280284599877, |
| "loss": 0.2172, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 3710, |
| "tokens_per_second_per_gpu": 270.99 |
| }, |
| { |
| "epoch": 0.36983645672814036, |
| "grad_norm": 0.3657344579696655, |
| "learning_rate": 0.00018429847945859872, |
| "loss": 0.2505, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 3720, |
| "tokens_per_second_per_gpu": 319.93 |
| }, |
| { |
| "epoch": 0.3708306407516031, |
| "grad_norm": 0.40177711844444275, |
| "learning_rate": 0.00018421394842622695, |
| "loss": 0.2462, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3730, |
| "tokens_per_second_per_gpu": 344.24 |
| }, |
| { |
| "epoch": 0.37182482477506584, |
| "grad_norm": 0.48767533898353577, |
| "learning_rate": 0.00018412920995710113, |
| "loss": 0.2827, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3740, |
| "tokens_per_second_per_gpu": 380.45 |
| }, |
| { |
| "epoch": 0.3728190087985286, |
| "grad_norm": 0.45828619599342346, |
| "learning_rate": 0.00018404426425995007, |
| "loss": 0.2355, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 3750, |
| "tokens_per_second_per_gpu": 388.78 |
| }, |
| { |
| "epoch": 0.3738131928219913, |
| "grad_norm": 0.49931567907333374, |
| "learning_rate": 0.000183959111544013, |
| "loss": 0.2813, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3760, |
| "tokens_per_second_per_gpu": 361.55 |
| }, |
| { |
| "epoch": 0.3748073768454541, |
| "grad_norm": 0.3232674300670624, |
| "learning_rate": 0.00018387375201903903, |
| "loss": 0.2488, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3770, |
| "tokens_per_second_per_gpu": 326.01 |
| }, |
| { |
| "epoch": 0.37580156086891686, |
| "grad_norm": 0.41870149970054626, |
| "learning_rate": 0.0001837881858952867, |
| "loss": 0.3117, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3780, |
| "tokens_per_second_per_gpu": 356.89 |
| }, |
| { |
| "epoch": 0.3767957448923796, |
| "grad_norm": 0.396383672952652, |
| "learning_rate": 0.00018370241338352348, |
| "loss": 0.3046, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3790, |
| "tokens_per_second_per_gpu": 397.36 |
| }, |
| { |
| "epoch": 0.37778992891584234, |
| "grad_norm": 0.33363988995552063, |
| "learning_rate": 0.00018361643469502517, |
| "loss": 0.2074, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3800, |
| "tokens_per_second_per_gpu": 320.36 |
| }, |
| { |
| "epoch": 0.3787841129393051, |
| "grad_norm": 0.34591570496559143, |
| "learning_rate": 0.00018353025004157552, |
| "loss": 0.2449, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 3810, |
| "tokens_per_second_per_gpu": 370.18 |
| }, |
| { |
| "epoch": 0.3797782969627678, |
| "grad_norm": 0.4369080066680908, |
| "learning_rate": 0.00018344385963546547, |
| "loss": 0.2017, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 3820, |
| "tokens_per_second_per_gpu": 346.43 |
| }, |
| { |
| "epoch": 0.38077248098623057, |
| "grad_norm": 0.4190782308578491, |
| "learning_rate": 0.00018335726368949286, |
| "loss": 0.2987, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3830, |
| "tokens_per_second_per_gpu": 381.05 |
| }, |
| { |
| "epoch": 0.3817666650096933, |
| "grad_norm": 0.4989373981952667, |
| "learning_rate": 0.00018327046241696184, |
| "loss": 0.2992, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 3840, |
| "tokens_per_second_per_gpu": 363.52 |
| }, |
| { |
| "epoch": 0.38276084903315605, |
| "grad_norm": 0.3604322671890259, |
| "learning_rate": 0.00018318345603168226, |
| "loss": 0.2311, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 3850, |
| "tokens_per_second_per_gpu": 286.25 |
| }, |
| { |
| "epoch": 0.3837550330566188, |
| "grad_norm": 0.303365021944046, |
| "learning_rate": 0.00018309624474796926, |
| "loss": 0.1952, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 3860, |
| "tokens_per_second_per_gpu": 381.31 |
| }, |
| { |
| "epoch": 0.38474921708008153, |
| "grad_norm": 0.5674360990524292, |
| "learning_rate": 0.00018300882878064266, |
| "loss": 0.2694, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.82, |
| "memory/max_allocated (GiB)": 18.82, |
| "step": 3870, |
| "tokens_per_second_per_gpu": 346.22 |
| }, |
| { |
| "epoch": 0.38574340110354427, |
| "grad_norm": 0.4402889609336853, |
| "learning_rate": 0.00018292120834502643, |
| "loss": 0.2825, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 3880, |
| "tokens_per_second_per_gpu": 339.23 |
| }, |
| { |
| "epoch": 0.386737585127007, |
| "grad_norm": 0.3922783136367798, |
| "learning_rate": 0.00018283338365694825, |
| "loss": 0.2294, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3890, |
| "tokens_per_second_per_gpu": 289.83 |
| }, |
| { |
| "epoch": 0.38773176915046975, |
| "grad_norm": 0.6003592014312744, |
| "learning_rate": 0.00018274535493273893, |
| "loss": 0.2244, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3900, |
| "tokens_per_second_per_gpu": 350.12 |
| }, |
| { |
| "epoch": 0.3887259531739325, |
| "grad_norm": 0.436212956905365, |
| "learning_rate": 0.00018265712238923175, |
| "loss": 0.2341, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3910, |
| "tokens_per_second_per_gpu": 343.17 |
| }, |
| { |
| "epoch": 0.38972013719739523, |
| "grad_norm": 0.2501852810382843, |
| "learning_rate": 0.00018256868624376215, |
| "loss": 0.2647, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 3920, |
| "tokens_per_second_per_gpu": 396.07 |
| }, |
| { |
| "epoch": 0.390714321220858, |
| "grad_norm": 0.36171767115592957, |
| "learning_rate": 0.00018248004671416704, |
| "loss": 0.2664, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.69, |
| "memory/max_allocated (GiB)": 19.69, |
| "step": 3930, |
| "tokens_per_second_per_gpu": 426.89 |
| }, |
| { |
| "epoch": 0.3917085052443207, |
| "grad_norm": 0.47077932953834534, |
| "learning_rate": 0.00018239120401878432, |
| "loss": 0.3584, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 3940, |
| "tokens_per_second_per_gpu": 452.63 |
| }, |
| { |
| "epoch": 0.39270268926778346, |
| "grad_norm": 0.413924902677536, |
| "learning_rate": 0.00018230215837645232, |
| "loss": 0.2715, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3950, |
| "tokens_per_second_per_gpu": 424.3 |
| }, |
| { |
| "epoch": 0.3936968732912462, |
| "grad_norm": 0.40877413749694824, |
| "learning_rate": 0.00018221291000650928, |
| "loss": 0.2855, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 3960, |
| "tokens_per_second_per_gpu": 406.29 |
| }, |
| { |
| "epoch": 0.39469105731470894, |
| "grad_norm": 0.4080711007118225, |
| "learning_rate": 0.0001821234591287928, |
| "loss": 0.1893, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 3970, |
| "tokens_per_second_per_gpu": 347.04 |
| }, |
| { |
| "epoch": 0.3956852413381717, |
| "grad_norm": 0.2622958719730377, |
| "learning_rate": 0.00018203380596363932, |
| "loss": 0.2328, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 3980, |
| "tokens_per_second_per_gpu": 323.13 |
| }, |
| { |
| "epoch": 0.3966794253616344, |
| "grad_norm": 0.32758989930152893, |
| "learning_rate": 0.0001819439507318835, |
| "loss": 0.196, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 3990, |
| "tokens_per_second_per_gpu": 255.43 |
| }, |
| { |
| "epoch": 0.39767360938509716, |
| "grad_norm": 0.4135094881057739, |
| "learning_rate": 0.00018185389365485774, |
| "loss": 0.2874, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4000, |
| "tokens_per_second_per_gpu": 352.42 |
| }, |
| { |
| "epoch": 0.3986677934085599, |
| "grad_norm": 0.4753275215625763, |
| "learning_rate": 0.00018176363495439173, |
| "loss": 0.2796, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 4010, |
| "tokens_per_second_per_gpu": 300.74 |
| }, |
| { |
| "epoch": 0.39966197743202264, |
| "grad_norm": 0.41000860929489136, |
| "learning_rate": 0.00018167317485281168, |
| "loss": 0.3278, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 4020, |
| "tokens_per_second_per_gpu": 381.42 |
| }, |
| { |
| "epoch": 0.40065616145548544, |
| "grad_norm": 0.3132636845111847, |
| "learning_rate": 0.00018158251357293996, |
| "loss": 0.2514, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4030, |
| "tokens_per_second_per_gpu": 340.93 |
| }, |
| { |
| "epoch": 0.4016503454789482, |
| "grad_norm": 0.3330332338809967, |
| "learning_rate": 0.00018149165133809442, |
| "loss": 0.219, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4040, |
| "tokens_per_second_per_gpu": 331.95 |
| }, |
| { |
| "epoch": 0.4026445295024109, |
| "grad_norm": 0.5818430781364441, |
| "learning_rate": 0.000181400588372088, |
| "loss": 0.3451, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4050, |
| "tokens_per_second_per_gpu": 433.43 |
| }, |
| { |
| "epoch": 0.40363871352587366, |
| "grad_norm": 0.4116646945476532, |
| "learning_rate": 0.00018130932489922804, |
| "loss": 0.1907, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4060, |
| "tokens_per_second_per_gpu": 326.32 |
| }, |
| { |
| "epoch": 0.4046328975493364, |
| "grad_norm": 0.31805434823036194, |
| "learning_rate": 0.0001812178611443157, |
| "loss": 0.18, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4070, |
| "tokens_per_second_per_gpu": 284.15 |
| }, |
| { |
| "epoch": 0.40562708157279914, |
| "grad_norm": 0.5397758483886719, |
| "learning_rate": 0.0001811261973326456, |
| "loss": 0.2596, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 4080, |
| "tokens_per_second_per_gpu": 369.06 |
| }, |
| { |
| "epoch": 0.4066212655962619, |
| "grad_norm": 0.4468703866004944, |
| "learning_rate": 0.00018103433369000502, |
| "loss": 0.2464, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 4090, |
| "tokens_per_second_per_gpu": 343.56 |
| }, |
| { |
| "epoch": 0.4076154496197246, |
| "grad_norm": 0.3228696286678314, |
| "learning_rate": 0.0001809422704426736, |
| "loss": 0.2, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4100, |
| "tokens_per_second_per_gpu": 301.0 |
| }, |
| { |
| "epoch": 0.40860963364318736, |
| "grad_norm": 0.5811059474945068, |
| "learning_rate": 0.00018085000781742252, |
| "loss": 0.2642, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4110, |
| "tokens_per_second_per_gpu": 366.31 |
| }, |
| { |
| "epoch": 0.4096038176666501, |
| "grad_norm": 0.6858221292495728, |
| "learning_rate": 0.00018075754604151415, |
| "loss": 0.2658, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.68, |
| "memory/max_allocated (GiB)": 19.68, |
| "step": 4120, |
| "tokens_per_second_per_gpu": 340.12 |
| }, |
| { |
| "epoch": 0.41059800169011285, |
| "grad_norm": 0.3095184862613678, |
| "learning_rate": 0.00018066488534270142, |
| "loss": 0.2542, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 4130, |
| "tokens_per_second_per_gpu": 399.71 |
| }, |
| { |
| "epoch": 0.4115921857135756, |
| "grad_norm": 0.5910835266113281, |
| "learning_rate": 0.0001805720259492271, |
| "loss": 0.289, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4140, |
| "tokens_per_second_per_gpu": 366.05 |
| }, |
| { |
| "epoch": 0.4125863697370383, |
| "grad_norm": 0.3704458773136139, |
| "learning_rate": 0.00018047896808982364, |
| "loss": 0.2581, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 4150, |
| "tokens_per_second_per_gpu": 348.57 |
| }, |
| { |
| "epoch": 0.41358055376050107, |
| "grad_norm": 0.4034087359905243, |
| "learning_rate": 0.00018038571199371215, |
| "loss": 0.2207, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 4160, |
| "tokens_per_second_per_gpu": 323.67 |
| }, |
| { |
| "epoch": 0.4145747377839638, |
| "grad_norm": 0.5003114342689514, |
| "learning_rate": 0.0001802922578906021, |
| "loss": 0.2927, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4170, |
| "tokens_per_second_per_gpu": 325.75 |
| }, |
| { |
| "epoch": 0.41556892180742655, |
| "grad_norm": 0.29613539576530457, |
| "learning_rate": 0.0001801986060106907, |
| "loss": 0.2906, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4180, |
| "tokens_per_second_per_gpu": 335.06 |
| }, |
| { |
| "epoch": 0.4165631058308893, |
| "grad_norm": 0.49740076065063477, |
| "learning_rate": 0.00018010475658466235, |
| "loss": 0.2853, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4190, |
| "tokens_per_second_per_gpu": 420.46 |
| }, |
| { |
| "epoch": 0.41755728985435203, |
| "grad_norm": 0.32316842675209045, |
| "learning_rate": 0.000180010709843688, |
| "loss": 0.1658, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 4200, |
| "tokens_per_second_per_gpu": 288.98 |
| }, |
| { |
| "epoch": 0.4185514738778148, |
| "grad_norm": 0.29272300004959106, |
| "learning_rate": 0.00017991646601942467, |
| "loss": 0.2719, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.23, |
| "memory/max_allocated (GiB)": 19.23, |
| "step": 4210, |
| "tokens_per_second_per_gpu": 364.92 |
| }, |
| { |
| "epoch": 0.4195456579012775, |
| "grad_norm": 0.5684819221496582, |
| "learning_rate": 0.0001798220253440148, |
| "loss": 0.2755, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 4220, |
| "tokens_per_second_per_gpu": 317.91 |
| }, |
| { |
| "epoch": 0.42053984192474025, |
| "grad_norm": 0.4488314986228943, |
| "learning_rate": 0.00017972738805008574, |
| "loss": 0.2131, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4230, |
| "tokens_per_second_per_gpu": 328.07 |
| }, |
| { |
| "epoch": 0.421534025948203, |
| "grad_norm": 0.3249848484992981, |
| "learning_rate": 0.0001796325543707491, |
| "loss": 0.2987, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4240, |
| "tokens_per_second_per_gpu": 421.46 |
| }, |
| { |
| "epoch": 0.42252820997166574, |
| "grad_norm": 0.6481621265411377, |
| "learning_rate": 0.00017953752453960038, |
| "loss": 0.2498, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.43, |
| "memory/max_allocated (GiB)": 20.43, |
| "step": 4250, |
| "tokens_per_second_per_gpu": 363.83 |
| }, |
| { |
| "epoch": 0.4235223939951285, |
| "grad_norm": 0.3045104146003723, |
| "learning_rate": 0.00017944229879071806, |
| "loss": 0.2295, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4260, |
| "tokens_per_second_per_gpu": 398.66 |
| }, |
| { |
| "epoch": 0.4245165780185912, |
| "grad_norm": 0.32762956619262695, |
| "learning_rate": 0.0001793468773586633, |
| "loss": 0.2406, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4270, |
| "tokens_per_second_per_gpu": 399.72 |
| }, |
| { |
| "epoch": 0.42551076204205396, |
| "grad_norm": 0.6278170347213745, |
| "learning_rate": 0.00017925126047847924, |
| "loss": 0.2523, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4280, |
| "tokens_per_second_per_gpu": 324.65 |
| }, |
| { |
| "epoch": 0.42650494606551675, |
| "grad_norm": 0.45905986428260803, |
| "learning_rate": 0.00017915544838569052, |
| "loss": 0.2615, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4290, |
| "tokens_per_second_per_gpu": 353.66 |
| }, |
| { |
| "epoch": 0.4274991300889795, |
| "grad_norm": 0.48581770062446594, |
| "learning_rate": 0.00017905944131630253, |
| "loss": 0.2519, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4300, |
| "tokens_per_second_per_gpu": 321.73 |
| }, |
| { |
| "epoch": 0.42849331411244224, |
| "grad_norm": 0.49877023696899414, |
| "learning_rate": 0.00017896323950680098, |
| "loss": 0.2382, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 4310, |
| "tokens_per_second_per_gpu": 353.68 |
| }, |
| { |
| "epoch": 0.429487498135905, |
| "grad_norm": 0.580008327960968, |
| "learning_rate": 0.00017886684319415127, |
| "loss": 0.2478, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4320, |
| "tokens_per_second_per_gpu": 368.72 |
| }, |
| { |
| "epoch": 0.4304816821593677, |
| "grad_norm": 0.3998342454433441, |
| "learning_rate": 0.00017877025261579788, |
| "loss": 0.2202, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 4330, |
| "tokens_per_second_per_gpu": 395.43 |
| }, |
| { |
| "epoch": 0.43147586618283046, |
| "grad_norm": 0.38088393211364746, |
| "learning_rate": 0.00017867346800966383, |
| "loss": 0.2521, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4340, |
| "tokens_per_second_per_gpu": 427.5 |
| }, |
| { |
| "epoch": 0.4324700502062932, |
| "grad_norm": 0.3859814703464508, |
| "learning_rate": 0.00017857648961415004, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 4350, |
| "tokens_per_second_per_gpu": 376.77 |
| }, |
| { |
| "epoch": 0.43346423422975594, |
| "grad_norm": 0.34923896193504333, |
| "learning_rate": 0.00017847931766813482, |
| "loss": 0.2567, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 4360, |
| "tokens_per_second_per_gpu": 368.67 |
| }, |
| { |
| "epoch": 0.4344584182532187, |
| "grad_norm": 0.34750089049339294, |
| "learning_rate": 0.0001783819524109732, |
| "loss": 0.2291, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4370, |
| "tokens_per_second_per_gpu": 379.66 |
| }, |
| { |
| "epoch": 0.4354526022766814, |
| "grad_norm": 0.36663779616355896, |
| "learning_rate": 0.0001782843940824964, |
| "loss": 0.2866, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4380, |
| "tokens_per_second_per_gpu": 411.45 |
| }, |
| { |
| "epoch": 0.43644678630014416, |
| "grad_norm": 0.3929060697555542, |
| "learning_rate": 0.00017818664292301118, |
| "loss": 0.2563, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4390, |
| "tokens_per_second_per_gpu": 381.12 |
| }, |
| { |
| "epoch": 0.4374409703236069, |
| "grad_norm": 0.4182446599006653, |
| "learning_rate": 0.0001780886991732993, |
| "loss": 0.2268, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 4400, |
| "tokens_per_second_per_gpu": 297.67 |
| }, |
| { |
| "epoch": 0.43843515434706964, |
| "grad_norm": 0.5998858213424683, |
| "learning_rate": 0.00017799056307461696, |
| "loss": 0.2629, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4410, |
| "tokens_per_second_per_gpu": 344.26 |
| }, |
| { |
| "epoch": 0.4394293383705324, |
| "grad_norm": 0.4282694160938263, |
| "learning_rate": 0.0001778922348686941, |
| "loss": 0.2523, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 4420, |
| "tokens_per_second_per_gpu": 328.11 |
| }, |
| { |
| "epoch": 0.4404235223939951, |
| "grad_norm": 0.5925072431564331, |
| "learning_rate": 0.00017779371479773382, |
| "loss": 0.27, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4430, |
| "tokens_per_second_per_gpu": 336.68 |
| }, |
| { |
| "epoch": 0.44141770641745787, |
| "grad_norm": 0.5149052739143372, |
| "learning_rate": 0.00017769500310441192, |
| "loss": 0.3033, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 4440, |
| "tokens_per_second_per_gpu": 370.47 |
| }, |
| { |
| "epoch": 0.4424118904409206, |
| "grad_norm": 0.418197363615036, |
| "learning_rate": 0.00017759610003187617, |
| "loss": 0.2193, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4450, |
| "tokens_per_second_per_gpu": 352.55 |
| }, |
| { |
| "epoch": 0.44340607446438335, |
| "grad_norm": 0.4415562152862549, |
| "learning_rate": 0.00017749700582374574, |
| "loss": 0.1978, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 4460, |
| "tokens_per_second_per_gpu": 343.08 |
| }, |
| { |
| "epoch": 0.4444002584878461, |
| "grad_norm": 0.32262691855430603, |
| "learning_rate": 0.0001773977207241106, |
| "loss": 0.2448, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 4470, |
| "tokens_per_second_per_gpu": 319.4 |
| }, |
| { |
| "epoch": 0.44539444251130883, |
| "grad_norm": 0.49002590775489807, |
| "learning_rate": 0.00017729824497753093, |
| "loss": 0.2772, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4480, |
| "tokens_per_second_per_gpu": 331.65 |
| }, |
| { |
| "epoch": 0.44638862653477157, |
| "grad_norm": 0.4270131587982178, |
| "learning_rate": 0.0001771985788290365, |
| "loss": 0.2557, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4490, |
| "tokens_per_second_per_gpu": 300.31 |
| }, |
| { |
| "epoch": 0.4473828105582343, |
| "grad_norm": 0.5524002909660339, |
| "learning_rate": 0.00017709872252412616, |
| "loss": 0.2696, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4500, |
| "tokens_per_second_per_gpu": 348.17 |
| }, |
| { |
| "epoch": 0.44837699458169705, |
| "grad_norm": 0.32532012462615967, |
| "learning_rate": 0.00017699867630876703, |
| "loss": 0.1997, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4510, |
| "tokens_per_second_per_gpu": 315.46 |
| }, |
| { |
| "epoch": 0.4493711786051598, |
| "grad_norm": 0.49136292934417725, |
| "learning_rate": 0.0001768984404293941, |
| "loss": 0.2824, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4520, |
| "tokens_per_second_per_gpu": 391.14 |
| }, |
| { |
| "epoch": 0.45036536262862253, |
| "grad_norm": 0.43822959065437317, |
| "learning_rate": 0.00017679801513290956, |
| "loss": 0.2931, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 4530, |
| "tokens_per_second_per_gpu": 382.92 |
| }, |
| { |
| "epoch": 0.4513595466520853, |
| "grad_norm": 0.448585569858551, |
| "learning_rate": 0.00017669740066668214, |
| "loss": 0.2444, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4540, |
| "tokens_per_second_per_gpu": 364.48 |
| }, |
| { |
| "epoch": 0.45235373067554807, |
| "grad_norm": 0.3125511407852173, |
| "learning_rate": 0.0001765965972785465, |
| "loss": 0.2227, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4550, |
| "tokens_per_second_per_gpu": 360.51 |
| }, |
| { |
| "epoch": 0.4533479146990108, |
| "grad_norm": 0.6492682695388794, |
| "learning_rate": 0.00017649560521680266, |
| "loss": 0.3157, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 4560, |
| "tokens_per_second_per_gpu": 361.61 |
| }, |
| { |
| "epoch": 0.45434209872247355, |
| "grad_norm": 0.23529411852359772, |
| "learning_rate": 0.0001763944247302155, |
| "loss": 0.2644, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 4570, |
| "tokens_per_second_per_gpu": 333.05 |
| }, |
| { |
| "epoch": 0.4553362827459363, |
| "grad_norm": 0.37334245443344116, |
| "learning_rate": 0.00017629305606801387, |
| "loss": 0.1995, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4580, |
| "tokens_per_second_per_gpu": 380.12 |
| }, |
| { |
| "epoch": 0.45633046676939903, |
| "grad_norm": 0.26320332288742065, |
| "learning_rate": 0.00017619149947989028, |
| "loss": 0.201, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4590, |
| "tokens_per_second_per_gpu": 333.8 |
| }, |
| { |
| "epoch": 0.4573246507928618, |
| "grad_norm": 0.4711815416812897, |
| "learning_rate": 0.000176089755216, |
| "loss": 0.3037, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4600, |
| "tokens_per_second_per_gpu": 398.88 |
| }, |
| { |
| "epoch": 0.4583188348163245, |
| "grad_norm": 0.3597434461116791, |
| "learning_rate": 0.0001759878235269607, |
| "loss": 0.2393, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4610, |
| "tokens_per_second_per_gpu": 340.42 |
| }, |
| { |
| "epoch": 0.45931301883978726, |
| "grad_norm": 0.5157446265220642, |
| "learning_rate": 0.00017588570466385166, |
| "loss": 0.314, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4620, |
| "tokens_per_second_per_gpu": 374.07 |
| }, |
| { |
| "epoch": 0.46030720286325, |
| "grad_norm": 0.4747403562068939, |
| "learning_rate": 0.0001757833988782132, |
| "loss": 0.2606, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 4630, |
| "tokens_per_second_per_gpu": 333.75 |
| }, |
| { |
| "epoch": 0.46130138688671274, |
| "grad_norm": 0.45278453826904297, |
| "learning_rate": 0.00017568090642204612, |
| "loss": 0.2106, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 4640, |
| "tokens_per_second_per_gpu": 352.11 |
| }, |
| { |
| "epoch": 0.4622955709101755, |
| "grad_norm": 0.7563058137893677, |
| "learning_rate": 0.00017557822754781102, |
| "loss": 0.2457, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 4650, |
| "tokens_per_second_per_gpu": 370.21 |
| }, |
| { |
| "epoch": 0.4632897549336382, |
| "grad_norm": 0.27436432242393494, |
| "learning_rate": 0.00017547536250842765, |
| "loss": 0.2659, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4660, |
| "tokens_per_second_per_gpu": 347.64 |
| }, |
| { |
| "epoch": 0.46428393895710096, |
| "grad_norm": 0.3469400107860565, |
| "learning_rate": 0.00017537231155727428, |
| "loss": 0.2744, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 4670, |
| "tokens_per_second_per_gpu": 354.35 |
| }, |
| { |
| "epoch": 0.4652781229805637, |
| "grad_norm": 0.29021984338760376, |
| "learning_rate": 0.0001752690749481873, |
| "loss": 0.236, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4680, |
| "tokens_per_second_per_gpu": 357.93 |
| }, |
| { |
| "epoch": 0.46627230700402644, |
| "grad_norm": 0.28982868790626526, |
| "learning_rate": 0.00017516565293546025, |
| "loss": 0.2694, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 4690, |
| "tokens_per_second_per_gpu": 433.34 |
| }, |
| { |
| "epoch": 0.4672664910274892, |
| "grad_norm": 0.39744624495506287, |
| "learning_rate": 0.00017506204577384337, |
| "loss": 0.2209, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4700, |
| "tokens_per_second_per_gpu": 380.58 |
| }, |
| { |
| "epoch": 0.4682606750509519, |
| "grad_norm": 0.14510154724121094, |
| "learning_rate": 0.00017495825371854302, |
| "loss": 0.2147, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 4710, |
| "tokens_per_second_per_gpu": 342.34 |
| }, |
| { |
| "epoch": 0.46925485907441467, |
| "grad_norm": 0.26011091470718384, |
| "learning_rate": 0.000174854277025221, |
| "loss": 0.2411, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4720, |
| "tokens_per_second_per_gpu": 395.32 |
| }, |
| { |
| "epoch": 0.4702490430978774, |
| "grad_norm": 0.5020186901092529, |
| "learning_rate": 0.00017475011594999385, |
| "loss": 0.2466, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 4730, |
| "tokens_per_second_per_gpu": 385.96 |
| }, |
| { |
| "epoch": 0.47124322712134015, |
| "grad_norm": 0.5160934925079346, |
| "learning_rate": 0.0001746457707494323, |
| "loss": 0.3094, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.17, |
| "memory/max_allocated (GiB)": 18.17, |
| "step": 4740, |
| "tokens_per_second_per_gpu": 343.47 |
| }, |
| { |
| "epoch": 0.4722374111448029, |
| "grad_norm": 0.43567317724227905, |
| "learning_rate": 0.00017454124168056066, |
| "loss": 0.2324, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4750, |
| "tokens_per_second_per_gpu": 346.39 |
| }, |
| { |
| "epoch": 0.47323159516826563, |
| "grad_norm": 0.39488813281059265, |
| "learning_rate": 0.0001744365290008561, |
| "loss": 0.1983, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4760, |
| "tokens_per_second_per_gpu": 363.53 |
| }, |
| { |
| "epoch": 0.47422577919172837, |
| "grad_norm": 0.2595832943916321, |
| "learning_rate": 0.00017433163296824808, |
| "loss": 0.2783, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 4770, |
| "tokens_per_second_per_gpu": 431.69 |
| }, |
| { |
| "epoch": 0.4752199632151911, |
| "grad_norm": 0.3657257556915283, |
| "learning_rate": 0.00017422655384111772, |
| "loss": 0.2223, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4780, |
| "tokens_per_second_per_gpu": 333.82 |
| }, |
| { |
| "epoch": 0.47621414723865385, |
| "grad_norm": 0.3269219994544983, |
| "learning_rate": 0.00017412129187829712, |
| "loss": 0.2042, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 4790, |
| "tokens_per_second_per_gpu": 356.0 |
| }, |
| { |
| "epoch": 0.4772083312621166, |
| "grad_norm": 0.35581299662590027, |
| "learning_rate": 0.00017401584733906872, |
| "loss": 0.216, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4800, |
| "tokens_per_second_per_gpu": 306.32 |
| }, |
| { |
| "epoch": 0.4782025152855794, |
| "grad_norm": 0.5693733096122742, |
| "learning_rate": 0.00017391022048316476, |
| "loss": 0.3306, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.19, |
| "memory/max_allocated (GiB)": 19.19, |
| "step": 4810, |
| "tokens_per_second_per_gpu": 359.5 |
| }, |
| { |
| "epoch": 0.47919669930904213, |
| "grad_norm": 0.33154231309890747, |
| "learning_rate": 0.00017380441157076643, |
| "loss": 0.2469, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 4820, |
| "tokens_per_second_per_gpu": 363.91 |
| }, |
| { |
| "epoch": 0.48019088333250487, |
| "grad_norm": 0.417501837015152, |
| "learning_rate": 0.00017369842086250347, |
| "loss": 0.2286, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 4830, |
| "tokens_per_second_per_gpu": 261.89 |
| }, |
| { |
| "epoch": 0.4811850673559676, |
| "grad_norm": 0.2794663608074188, |
| "learning_rate": 0.00017359224861945345, |
| "loss": 0.2415, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 4840, |
| "tokens_per_second_per_gpu": 350.79 |
| }, |
| { |
| "epoch": 0.48217925137943035, |
| "grad_norm": 0.31123244762420654, |
| "learning_rate": 0.00017348589510314096, |
| "loss": 0.2396, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 4850, |
| "tokens_per_second_per_gpu": 380.51 |
| }, |
| { |
| "epoch": 0.4831734354028931, |
| "grad_norm": 0.21615763008594513, |
| "learning_rate": 0.00017337936057553726, |
| "loss": 0.2286, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 4860, |
| "tokens_per_second_per_gpu": 430.28 |
| }, |
| { |
| "epoch": 0.48416761942635583, |
| "grad_norm": 0.38201475143432617, |
| "learning_rate": 0.0001732726452990594, |
| "loss": 0.2213, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4870, |
| "tokens_per_second_per_gpu": 337.65 |
| }, |
| { |
| "epoch": 0.4851618034498186, |
| "grad_norm": 0.4545513987541199, |
| "learning_rate": 0.00017316574953656958, |
| "loss": 0.2696, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4880, |
| "tokens_per_second_per_gpu": 388.83 |
| }, |
| { |
| "epoch": 0.4861559874732813, |
| "grad_norm": 0.2672022879123688, |
| "learning_rate": 0.00017305867355137475, |
| "loss": 0.1962, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 4890, |
| "tokens_per_second_per_gpu": 318.92 |
| }, |
| { |
| "epoch": 0.48715017149674406, |
| "grad_norm": 0.4752904772758484, |
| "learning_rate": 0.00017295141760722567, |
| "loss": 0.2107, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 4900, |
| "tokens_per_second_per_gpu": 361.56 |
| }, |
| { |
| "epoch": 0.4881443555202068, |
| "grad_norm": 0.4459490180015564, |
| "learning_rate": 0.0001728439819683164, |
| "loss": 0.2648, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 4910, |
| "tokens_per_second_per_gpu": 302.7 |
| }, |
| { |
| "epoch": 0.48913853954366954, |
| "grad_norm": 0.6155937314033508, |
| "learning_rate": 0.00017273636689928357, |
| "loss": 0.2714, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 4920, |
| "tokens_per_second_per_gpu": 379.02 |
| }, |
| { |
| "epoch": 0.4901327235671323, |
| "grad_norm": 0.4557485282421112, |
| "learning_rate": 0.00017262857266520595, |
| "loss": 0.1966, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 4930, |
| "tokens_per_second_per_gpu": 369.72 |
| }, |
| { |
| "epoch": 0.491126907590595, |
| "grad_norm": 0.4636807143688202, |
| "learning_rate": 0.0001725205995316034, |
| "loss": 0.2803, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 4940, |
| "tokens_per_second_per_gpu": 373.68 |
| }, |
| { |
| "epoch": 0.49212109161405776, |
| "grad_norm": 0.45894595980644226, |
| "learning_rate": 0.00017241244776443666, |
| "loss": 0.3439, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 4950, |
| "tokens_per_second_per_gpu": 426.86 |
| }, |
| { |
| "epoch": 0.4931152756375205, |
| "grad_norm": 0.39921844005584717, |
| "learning_rate": 0.0001723041176301063, |
| "loss": 0.3035, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 4960, |
| "tokens_per_second_per_gpu": 375.09 |
| }, |
| { |
| "epoch": 0.49410945966098324, |
| "grad_norm": 0.28210845589637756, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 0.2043, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 4970, |
| "tokens_per_second_per_gpu": 320.21 |
| }, |
| { |
| "epoch": 0.495103643684446, |
| "grad_norm": 0.5301778316497803, |
| "learning_rate": 0.00017208692332775375, |
| "loss": 0.2293, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 4980, |
| "tokens_per_second_per_gpu": 327.97 |
| }, |
| { |
| "epoch": 0.4960978277079087, |
| "grad_norm": 0.40421542525291443, |
| "learning_rate": 0.000171978059694727, |
| "loss": 0.3101, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 4990, |
| "tokens_per_second_per_gpu": 395.91 |
| }, |
| { |
| "epoch": 0.49709201173137146, |
| "grad_norm": 0.383989155292511, |
| "learning_rate": 0.0001718690187645263, |
| "loss": 0.2447, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5000, |
| "tokens_per_second_per_gpu": 344.59 |
| }, |
| { |
| "epoch": 0.4980861957548342, |
| "grad_norm": 0.559518039226532, |
| "learning_rate": 0.00017175980080574247, |
| "loss": 0.3176, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 5010, |
| "tokens_per_second_per_gpu": 378.55 |
| }, |
| { |
| "epoch": 0.49908037977829695, |
| "grad_norm": 0.46650487184524536, |
| "learning_rate": 0.00017165040608740255, |
| "loss": 0.2006, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5020, |
| "tokens_per_second_per_gpu": 334.42 |
| }, |
| { |
| "epoch": 0.5000745638017597, |
| "grad_norm": 0.3541397750377655, |
| "learning_rate": 0.00017154083487896872, |
| "loss": 0.2542, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 5030, |
| "tokens_per_second_per_gpu": 360.31 |
| }, |
| { |
| "epoch": 0.5010687478252225, |
| "grad_norm": 0.48084208369255066, |
| "learning_rate": 0.00017143108745033811, |
| "loss": 0.2133, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 5040, |
| "tokens_per_second_per_gpu": 281.78 |
| }, |
| { |
| "epoch": 0.5020629318486852, |
| "grad_norm": 0.28656521439552307, |
| "learning_rate": 0.0001713211640718418, |
| "loss": 0.246, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5050, |
| "tokens_per_second_per_gpu": 334.53 |
| }, |
| { |
| "epoch": 0.503057115872148, |
| "grad_norm": 0.48624783754348755, |
| "learning_rate": 0.0001712110650142443, |
| "loss": 0.2497, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.65, |
| "memory/max_allocated (GiB)": 20.65, |
| "step": 5060, |
| "tokens_per_second_per_gpu": 397.02 |
| }, |
| { |
| "epoch": 0.5040512998956107, |
| "grad_norm": 0.3334798216819763, |
| "learning_rate": 0.00017110079054874288, |
| "loss": 0.2366, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5070, |
| "tokens_per_second_per_gpu": 371.25 |
| }, |
| { |
| "epoch": 0.5050454839190734, |
| "grad_norm": 0.4432489275932312, |
| "learning_rate": 0.00017099034094696685, |
| "loss": 0.2104, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5080, |
| "tokens_per_second_per_gpu": 384.5 |
| }, |
| { |
| "epoch": 0.5060396679425362, |
| "grad_norm": 0.5348425507545471, |
| "learning_rate": 0.00017087971648097693, |
| "loss": 0.2292, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5090, |
| "tokens_per_second_per_gpu": 311.48 |
| }, |
| { |
| "epoch": 0.5070338519659989, |
| "grad_norm": 0.4587235748767853, |
| "learning_rate": 0.00017076891742326452, |
| "loss": 0.2297, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 5100, |
| "tokens_per_second_per_gpu": 371.52 |
| }, |
| { |
| "epoch": 0.5080280359894617, |
| "grad_norm": 0.3222121298313141, |
| "learning_rate": 0.00017065794404675112, |
| "loss": 0.2447, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5110, |
| "tokens_per_second_per_gpu": 346.06 |
| }, |
| { |
| "epoch": 0.5090222200129244, |
| "grad_norm": 0.38898178935050964, |
| "learning_rate": 0.0001705467966247877, |
| "loss": 0.192, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5120, |
| "tokens_per_second_per_gpu": 388.93 |
| }, |
| { |
| "epoch": 0.5100164040363871, |
| "grad_norm": 0.49159225821495056, |
| "learning_rate": 0.00017043547543115373, |
| "loss": 0.2604, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 5130, |
| "tokens_per_second_per_gpu": 348.77 |
| }, |
| { |
| "epoch": 0.5110105880598499, |
| "grad_norm": 0.34262073040008545, |
| "learning_rate": 0.0001703239807400569, |
| "loss": 0.1843, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 5140, |
| "tokens_per_second_per_gpu": 361.68 |
| }, |
| { |
| "epoch": 0.5120047720833126, |
| "grad_norm": 0.5016794800758362, |
| "learning_rate": 0.00017021231282613223, |
| "loss": 0.2527, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5150, |
| "tokens_per_second_per_gpu": 385.36 |
| }, |
| { |
| "epoch": 0.5129989561067754, |
| "grad_norm": 0.44959282875061035, |
| "learning_rate": 0.00017010047196444137, |
| "loss": 0.2349, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5160, |
| "tokens_per_second_per_gpu": 319.58 |
| }, |
| { |
| "epoch": 0.5139931401302381, |
| "grad_norm": 0.27737611532211304, |
| "learning_rate": 0.00016998845843047193, |
| "loss": 0.2564, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 5170, |
| "tokens_per_second_per_gpu": 325.49 |
| }, |
| { |
| "epoch": 0.5149873241537009, |
| "grad_norm": 0.5175918340682983, |
| "learning_rate": 0.00016987627250013702, |
| "loss": 0.2375, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5180, |
| "tokens_per_second_per_gpu": 334.38 |
| }, |
| { |
| "epoch": 0.5159815081771636, |
| "grad_norm": 0.5541722178459167, |
| "learning_rate": 0.00016976391444977425, |
| "loss": 0.2478, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.81, |
| "memory/max_allocated (GiB)": 19.81, |
| "step": 5190, |
| "tokens_per_second_per_gpu": 316.46 |
| }, |
| { |
| "epoch": 0.5169756922006263, |
| "grad_norm": 1.0252865552902222, |
| "learning_rate": 0.00016965138455614525, |
| "loss": 0.2371, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5200, |
| "tokens_per_second_per_gpu": 339.79 |
| }, |
| { |
| "epoch": 0.5179698762240891, |
| "grad_norm": 0.582073450088501, |
| "learning_rate": 0.00016953868309643491, |
| "loss": 0.2311, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5210, |
| "tokens_per_second_per_gpu": 359.2 |
| }, |
| { |
| "epoch": 0.5189640602475518, |
| "grad_norm": 0.5147042870521545, |
| "learning_rate": 0.0001694258103482508, |
| "loss": 0.2693, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 5220, |
| "tokens_per_second_per_gpu": 379.55 |
| }, |
| { |
| "epoch": 0.5199582442710146, |
| "grad_norm": 0.6816319823265076, |
| "learning_rate": 0.0001693127665896223, |
| "loss": 0.2228, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 5230, |
| "tokens_per_second_per_gpu": 296.31 |
| }, |
| { |
| "epoch": 0.5209524282944773, |
| "grad_norm": 0.765450656414032, |
| "learning_rate": 0.00016919955209900012, |
| "loss": 0.2764, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 5240, |
| "tokens_per_second_per_gpu": 389.55 |
| }, |
| { |
| "epoch": 0.52194661231794, |
| "grad_norm": 0.3426934778690338, |
| "learning_rate": 0.00016908616715525544, |
| "loss": 0.3197, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5250, |
| "tokens_per_second_per_gpu": 404.47 |
| }, |
| { |
| "epoch": 0.5229407963414028, |
| "grad_norm": 0.45074665546417236, |
| "learning_rate": 0.0001689726120376794, |
| "loss": 0.2624, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5260, |
| "tokens_per_second_per_gpu": 362.3 |
| }, |
| { |
| "epoch": 0.5239349803648655, |
| "grad_norm": 0.4062357246875763, |
| "learning_rate": 0.00016885888702598218, |
| "loss": 0.2068, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.52, |
| "memory/max_allocated (GiB)": 20.52, |
| "step": 5270, |
| "tokens_per_second_per_gpu": 383.64 |
| }, |
| { |
| "epoch": 0.5249291643883283, |
| "grad_norm": 0.4385395050048828, |
| "learning_rate": 0.00016874499240029253, |
| "loss": 0.2886, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5280, |
| "tokens_per_second_per_gpu": 332.1 |
| }, |
| { |
| "epoch": 0.525923348411791, |
| "grad_norm": 0.4379644989967346, |
| "learning_rate": 0.0001686309284411571, |
| "loss": 0.2305, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.08, |
| "memory/max_allocated (GiB)": 19.08, |
| "step": 5290, |
| "tokens_per_second_per_gpu": 328.75 |
| }, |
| { |
| "epoch": 0.5269175324352537, |
| "grad_norm": 0.5357609987258911, |
| "learning_rate": 0.00016851669542953935, |
| "loss": 0.2526, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 5300, |
| "tokens_per_second_per_gpu": 396.9 |
| }, |
| { |
| "epoch": 0.5279117164587165, |
| "grad_norm": 0.5790386199951172, |
| "learning_rate": 0.00016840229364681948, |
| "loss": 0.193, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5310, |
| "tokens_per_second_per_gpu": 313.5 |
| }, |
| { |
| "epoch": 0.5289059004821792, |
| "grad_norm": 0.4063149690628052, |
| "learning_rate": 0.00016828772337479318, |
| "loss": 0.2071, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 5320, |
| "tokens_per_second_per_gpu": 290.65 |
| }, |
| { |
| "epoch": 0.529900084505642, |
| "grad_norm": 0.3840952515602112, |
| "learning_rate": 0.00016817298489567127, |
| "loss": 0.2086, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 5330, |
| "tokens_per_second_per_gpu": 372.36 |
| }, |
| { |
| "epoch": 0.5308942685291047, |
| "grad_norm": 0.36974212527275085, |
| "learning_rate": 0.0001680580784920789, |
| "loss": 0.2556, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5340, |
| "tokens_per_second_per_gpu": 369.63 |
| }, |
| { |
| "epoch": 0.5318884525525674, |
| "grad_norm": 0.5495437979698181, |
| "learning_rate": 0.00016794300444705477, |
| "loss": 0.2667, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 5350, |
| "tokens_per_second_per_gpu": 327.36 |
| }, |
| { |
| "epoch": 0.5328826365760302, |
| "grad_norm": 0.5131349563598633, |
| "learning_rate": 0.0001678277630440506, |
| "loss": 0.2311, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5360, |
| "tokens_per_second_per_gpu": 357.39 |
| }, |
| { |
| "epoch": 0.5338768205994929, |
| "grad_norm": 0.28221410512924194, |
| "learning_rate": 0.00016771235456693035, |
| "loss": 0.2532, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 5370, |
| "tokens_per_second_per_gpu": 385.44 |
| }, |
| { |
| "epoch": 0.5348710046229557, |
| "grad_norm": 0.5543202757835388, |
| "learning_rate": 0.0001675967792999695, |
| "loss": 0.2999, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.19, |
| "memory/max_allocated (GiB)": 19.19, |
| "step": 5380, |
| "tokens_per_second_per_gpu": 393.99 |
| }, |
| { |
| "epoch": 0.5358651886464184, |
| "grad_norm": 0.3077482283115387, |
| "learning_rate": 0.00016748103752785426, |
| "loss": 0.2071, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5390, |
| "tokens_per_second_per_gpu": 372.33 |
| }, |
| { |
| "epoch": 0.5368593726698812, |
| "grad_norm": 0.6371411681175232, |
| "learning_rate": 0.00016736512953568117, |
| "loss": 0.1986, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.43, |
| "memory/max_allocated (GiB)": 20.43, |
| "step": 5400, |
| "tokens_per_second_per_gpu": 325.81 |
| }, |
| { |
| "epoch": 0.5378535566933439, |
| "grad_norm": 0.4577232003211975, |
| "learning_rate": 0.0001672490556089561, |
| "loss": 0.253, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5410, |
| "tokens_per_second_per_gpu": 388.89 |
| }, |
| { |
| "epoch": 0.5388477407168066, |
| "grad_norm": 0.2831481099128723, |
| "learning_rate": 0.00016713281603359366, |
| "loss": 0.1994, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 5420, |
| "tokens_per_second_per_gpu": 373.61 |
| }, |
| { |
| "epoch": 0.5398419247402694, |
| "grad_norm": 0.45899850130081177, |
| "learning_rate": 0.00016701641109591648, |
| "loss": 0.1997, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5430, |
| "tokens_per_second_per_gpu": 386.1 |
| }, |
| { |
| "epoch": 0.5408361087637321, |
| "grad_norm": 0.2898833453655243, |
| "learning_rate": 0.0001668998410826545, |
| "loss": 0.276, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5440, |
| "tokens_per_second_per_gpu": 374.49 |
| }, |
| { |
| "epoch": 0.5418302927871949, |
| "grad_norm": 0.37996944785118103, |
| "learning_rate": 0.00016678310628094438, |
| "loss": 0.2529, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 5450, |
| "tokens_per_second_per_gpu": 359.7 |
| }, |
| { |
| "epoch": 0.5428244768106577, |
| "grad_norm": 0.255087673664093, |
| "learning_rate": 0.0001666662069783285, |
| "loss": 0.2682, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 5460, |
| "tokens_per_second_per_gpu": 346.66 |
| }, |
| { |
| "epoch": 0.5438186608341204, |
| "grad_norm": 0.4574085474014282, |
| "learning_rate": 0.00016654914346275466, |
| "loss": 0.2516, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 5470, |
| "tokens_per_second_per_gpu": 350.42 |
| }, |
| { |
| "epoch": 0.5448128448575832, |
| "grad_norm": 0.5208483934402466, |
| "learning_rate": 0.00016643191602257496, |
| "loss": 0.2549, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 5480, |
| "tokens_per_second_per_gpu": 320.05 |
| }, |
| { |
| "epoch": 0.5458070288810459, |
| "grad_norm": 0.31626808643341064, |
| "learning_rate": 0.00016631452494654541, |
| "loss": 0.2151, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 5490, |
| "tokens_per_second_per_gpu": 335.31 |
| }, |
| { |
| "epoch": 0.5468012129045087, |
| "grad_norm": 0.28286507725715637, |
| "learning_rate": 0.000166196970523825, |
| "loss": 0.2847, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 5500, |
| "tokens_per_second_per_gpu": 406.77 |
| }, |
| { |
| "epoch": 0.5477953969279714, |
| "grad_norm": 0.3647201955318451, |
| "learning_rate": 0.00016607925304397517, |
| "loss": 0.1912, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 5510, |
| "tokens_per_second_per_gpu": 334.31 |
| }, |
| { |
| "epoch": 0.5487895809514342, |
| "grad_norm": 0.48184719681739807, |
| "learning_rate": 0.0001659613727969589, |
| "loss": 0.2336, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5520, |
| "tokens_per_second_per_gpu": 355.21 |
| }, |
| { |
| "epoch": 0.5497837649748969, |
| "grad_norm": 0.5385854244232178, |
| "learning_rate": 0.00016584333007314017, |
| "loss": 0.2764, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5530, |
| "tokens_per_second_per_gpu": 384.64 |
| }, |
| { |
| "epoch": 0.5507779489983596, |
| "grad_norm": 0.2823385000228882, |
| "learning_rate": 0.00016572512516328317, |
| "loss": 0.3002, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.82, |
| "memory/max_allocated (GiB)": 18.82, |
| "step": 5540, |
| "tokens_per_second_per_gpu": 417.12 |
| }, |
| { |
| "epoch": 0.5517721330218224, |
| "grad_norm": 0.4133371114730835, |
| "learning_rate": 0.0001656067583585516, |
| "loss": 0.2066, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 5550, |
| "tokens_per_second_per_gpu": 314.99 |
| }, |
| { |
| "epoch": 0.5527663170452851, |
| "grad_norm": 0.2247128188610077, |
| "learning_rate": 0.00016548822995050787, |
| "loss": 0.2582, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 5560, |
| "tokens_per_second_per_gpu": 341.74 |
| }, |
| { |
| "epoch": 0.5537605010687479, |
| "grad_norm": 0.5088145136833191, |
| "learning_rate": 0.0001653695402311125, |
| "loss": 0.3169, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 5570, |
| "tokens_per_second_per_gpu": 385.48 |
| }, |
| { |
| "epoch": 0.5547546850922106, |
| "grad_norm": 0.600646436214447, |
| "learning_rate": 0.0001652506894927234, |
| "loss": 0.3391, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 5580, |
| "tokens_per_second_per_gpu": 338.0 |
| }, |
| { |
| "epoch": 0.5557488691156733, |
| "grad_norm": 0.34408292174339294, |
| "learning_rate": 0.00016513167802809502, |
| "loss": 0.2003, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5590, |
| "tokens_per_second_per_gpu": 341.35 |
| }, |
| { |
| "epoch": 0.5567430531391361, |
| "grad_norm": 0.44201189279556274, |
| "learning_rate": 0.0001650125061303778, |
| "loss": 0.2494, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5600, |
| "tokens_per_second_per_gpu": 386.01 |
| }, |
| { |
| "epoch": 0.5577372371625988, |
| "grad_norm": 0.5484967827796936, |
| "learning_rate": 0.00016489317409311717, |
| "loss": 0.2881, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 5610, |
| "tokens_per_second_per_gpu": 327.21 |
| }, |
| { |
| "epoch": 0.5587314211860616, |
| "grad_norm": 0.45674219727516174, |
| "learning_rate": 0.00016477368221025333, |
| "loss": 0.2377, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5620, |
| "tokens_per_second_per_gpu": 365.25 |
| }, |
| { |
| "epoch": 0.5597256052095243, |
| "grad_norm": 0.3383237421512604, |
| "learning_rate": 0.00016465403077612001, |
| "loss": 0.2251, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5630, |
| "tokens_per_second_per_gpu": 357.99 |
| }, |
| { |
| "epoch": 0.560719789232987, |
| "grad_norm": 0.3748398423194885, |
| "learning_rate": 0.00016453422008544388, |
| "loss": 0.2279, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 5640, |
| "tokens_per_second_per_gpu": 335.12 |
| }, |
| { |
| "epoch": 0.5617139732564498, |
| "grad_norm": 0.4504337012767792, |
| "learning_rate": 0.00016441425043334413, |
| "loss": 0.261, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 5650, |
| "tokens_per_second_per_gpu": 336.53 |
| }, |
| { |
| "epoch": 0.5627081572799125, |
| "grad_norm": 0.3367341458797455, |
| "learning_rate": 0.00016429412211533127, |
| "loss": 0.1855, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5660, |
| "tokens_per_second_per_gpu": 347.1 |
| }, |
| { |
| "epoch": 0.5637023413033753, |
| "grad_norm": 0.3390282988548279, |
| "learning_rate": 0.00016417383542730675, |
| "loss": 0.2428, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5670, |
| "tokens_per_second_per_gpu": 385.32 |
| }, |
| { |
| "epoch": 0.564696525326838, |
| "grad_norm": 0.6450189352035522, |
| "learning_rate": 0.00016405339066556212, |
| "loss": 0.3651, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5680, |
| "tokens_per_second_per_gpu": 427.22 |
| }, |
| { |
| "epoch": 0.5656907093503007, |
| "grad_norm": 0.5655054450035095, |
| "learning_rate": 0.0001639327881267783, |
| "loss": 0.2204, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 5690, |
| "tokens_per_second_per_gpu": 310.84 |
| }, |
| { |
| "epoch": 0.5666848933737635, |
| "grad_norm": 0.4713475704193115, |
| "learning_rate": 0.00016381202810802483, |
| "loss": 0.2294, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 5700, |
| "tokens_per_second_per_gpu": 363.21 |
| }, |
| { |
| "epoch": 0.5676790773972262, |
| "grad_norm": 0.19377703964710236, |
| "learning_rate": 0.00016369111090675916, |
| "loss": 0.2522, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 5710, |
| "tokens_per_second_per_gpu": 412.63 |
| }, |
| { |
| "epoch": 0.568673261420689, |
| "grad_norm": 0.5475621819496155, |
| "learning_rate": 0.0001635700368208259, |
| "loss": 0.3132, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 5720, |
| "tokens_per_second_per_gpu": 367.47 |
| }, |
| { |
| "epoch": 0.5696674454441517, |
| "grad_norm": 0.3860287368297577, |
| "learning_rate": 0.00016344880614845608, |
| "loss": 0.2623, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5730, |
| "tokens_per_second_per_gpu": 381.97 |
| }, |
| { |
| "epoch": 0.5706616294676145, |
| "grad_norm": 0.3809770345687866, |
| "learning_rate": 0.00016332741918826654, |
| "loss": 0.2365, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 5740, |
| "tokens_per_second_per_gpu": 326.73 |
| }, |
| { |
| "epoch": 0.5716558134910772, |
| "grad_norm": 0.5006048083305359, |
| "learning_rate": 0.00016320587623925895, |
| "loss": 0.2661, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 5750, |
| "tokens_per_second_per_gpu": 334.44 |
| }, |
| { |
| "epoch": 0.5726499975145399, |
| "grad_norm": 0.2004530131816864, |
| "learning_rate": 0.00016308417760081936, |
| "loss": 0.1923, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5760, |
| "tokens_per_second_per_gpu": 377.56 |
| }, |
| { |
| "epoch": 0.5736441815380027, |
| "grad_norm": 0.30563804507255554, |
| "learning_rate": 0.00016296232357271718, |
| "loss": 0.2089, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5770, |
| "tokens_per_second_per_gpu": 351.29 |
| }, |
| { |
| "epoch": 0.5746383655614654, |
| "grad_norm": 0.3142051100730896, |
| "learning_rate": 0.00016284031445510465, |
| "loss": 0.1931, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 5780, |
| "tokens_per_second_per_gpu": 327.41 |
| }, |
| { |
| "epoch": 0.5756325495849282, |
| "grad_norm": 0.4678092300891876, |
| "learning_rate": 0.000162718150548516, |
| "loss": 0.3011, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 5790, |
| "tokens_per_second_per_gpu": 367.12 |
| }, |
| { |
| "epoch": 0.5766267336083909, |
| "grad_norm": 0.44859957695007324, |
| "learning_rate": 0.00016259583215386675, |
| "loss": 0.2855, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5800, |
| "tokens_per_second_per_gpu": 377.51 |
| }, |
| { |
| "epoch": 0.5776209176318536, |
| "grad_norm": 0.3087036609649658, |
| "learning_rate": 0.00016247335957245303, |
| "loss": 0.2181, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.21, |
| "memory/max_allocated (GiB)": 18.21, |
| "step": 5810, |
| "tokens_per_second_per_gpu": 292.23 |
| }, |
| { |
| "epoch": 0.5786151016553164, |
| "grad_norm": 0.29946303367614746, |
| "learning_rate": 0.00016235073310595058, |
| "loss": 0.203, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 5820, |
| "tokens_per_second_per_gpu": 294.26 |
| }, |
| { |
| "epoch": 0.5796092856787791, |
| "grad_norm": 0.41978803277015686, |
| "learning_rate": 0.0001622279530564144, |
| "loss": 0.2186, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 5830, |
| "tokens_per_second_per_gpu": 332.7 |
| }, |
| { |
| "epoch": 0.5806034697022419, |
| "grad_norm": 0.5330750942230225, |
| "learning_rate": 0.00016210501972627764, |
| "loss": 0.2726, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 5840, |
| "tokens_per_second_per_gpu": 372.14 |
| }, |
| { |
| "epoch": 0.5815976537257046, |
| "grad_norm": 0.4443431794643402, |
| "learning_rate": 0.0001619819334183511, |
| "loss": 0.2121, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 5850, |
| "tokens_per_second_per_gpu": 329.51 |
| }, |
| { |
| "epoch": 0.5825918377491673, |
| "grad_norm": 0.4602350890636444, |
| "learning_rate": 0.00016185869443582237, |
| "loss": 0.2845, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.85, |
| "memory/max_allocated (GiB)": 18.85, |
| "step": 5860, |
| "tokens_per_second_per_gpu": 334.35 |
| }, |
| { |
| "epoch": 0.5835860217726301, |
| "grad_norm": 0.2751925587654114, |
| "learning_rate": 0.00016173530308225513, |
| "loss": 0.1812, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 5870, |
| "tokens_per_second_per_gpu": 397.13 |
| }, |
| { |
| "epoch": 0.5845802057960928, |
| "grad_norm": 0.5334510803222656, |
| "learning_rate": 0.00016161175966158834, |
| "loss": 0.2088, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 5880, |
| "tokens_per_second_per_gpu": 297.42 |
| }, |
| { |
| "epoch": 0.5855743898195556, |
| "grad_norm": 0.36908817291259766, |
| "learning_rate": 0.00016148806447813553, |
| "loss": 0.2197, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 5890, |
| "tokens_per_second_per_gpu": 294.32 |
| }, |
| { |
| "epoch": 0.5865685738430183, |
| "grad_norm": 0.24384719133377075, |
| "learning_rate": 0.00016136421783658416, |
| "loss": 0.2757, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.81, |
| "memory/max_allocated (GiB)": 18.81, |
| "step": 5900, |
| "tokens_per_second_per_gpu": 315.54 |
| }, |
| { |
| "epoch": 0.587562757866481, |
| "grad_norm": 0.41709259152412415, |
| "learning_rate": 0.0001612402200419946, |
| "loss": 0.2858, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 5910, |
| "tokens_per_second_per_gpu": 385.92 |
| }, |
| { |
| "epoch": 0.5885569418899438, |
| "grad_norm": 0.5187587738037109, |
| "learning_rate": 0.00016111607139979967, |
| "loss": 0.2347, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.64, |
| "memory/max_allocated (GiB)": 20.64, |
| "step": 5920, |
| "tokens_per_second_per_gpu": 377.8 |
| }, |
| { |
| "epoch": 0.5895511259134065, |
| "grad_norm": 0.29502683877944946, |
| "learning_rate": 0.00016099177221580373, |
| "loss": 0.2563, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.84, |
| "memory/max_allocated (GiB)": 18.84, |
| "step": 5930, |
| "tokens_per_second_per_gpu": 335.51 |
| }, |
| { |
| "epoch": 0.5905453099368693, |
| "grad_norm": 0.360385000705719, |
| "learning_rate": 0.00016086732279618188, |
| "loss": 0.1982, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 5940, |
| "tokens_per_second_per_gpu": 315.07 |
| }, |
| { |
| "epoch": 0.591539493960332, |
| "grad_norm": 0.35591524839401245, |
| "learning_rate": 0.0001607427234474794, |
| "loss": 0.2535, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 5950, |
| "tokens_per_second_per_gpu": 379.0 |
| }, |
| { |
| "epoch": 0.5925336779837947, |
| "grad_norm": 0.49772289395332336, |
| "learning_rate": 0.0001606179744766108, |
| "loss": 0.3105, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 5960, |
| "tokens_per_second_per_gpu": 403.62 |
| }, |
| { |
| "epoch": 0.5935278620072575, |
| "grad_norm": 0.3001823425292969, |
| "learning_rate": 0.00016049307619085915, |
| "loss": 0.2011, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 5970, |
| "tokens_per_second_per_gpu": 289.33 |
| }, |
| { |
| "epoch": 0.5945220460307203, |
| "grad_norm": 0.593662679195404, |
| "learning_rate": 0.00016036802889787536, |
| "loss": 0.2728, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 5980, |
| "tokens_per_second_per_gpu": 397.95 |
| }, |
| { |
| "epoch": 0.5955162300541831, |
| "grad_norm": 0.38041049242019653, |
| "learning_rate": 0.00016024283290567732, |
| "loss": 0.2016, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 5990, |
| "tokens_per_second_per_gpu": 310.64 |
| }, |
| { |
| "epoch": 0.5965104140776458, |
| "grad_norm": 0.28381025791168213, |
| "learning_rate": 0.0001601174885226492, |
| "loss": 0.2, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 6000, |
| "tokens_per_second_per_gpu": 368.07 |
| }, |
| { |
| "epoch": 0.5975045981011086, |
| "grad_norm": 0.4913434088230133, |
| "learning_rate": 0.0001599919960575407, |
| "loss": 0.2653, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6010, |
| "tokens_per_second_per_gpu": 365.97 |
| }, |
| { |
| "epoch": 0.5984987821245713, |
| "grad_norm": 0.4141637086868286, |
| "learning_rate": 0.00015986635581946638, |
| "loss": 0.2687, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 6020, |
| "tokens_per_second_per_gpu": 363.69 |
| }, |
| { |
| "epoch": 0.599492966148034, |
| "grad_norm": 0.45988166332244873, |
| "learning_rate": 0.00015974056811790462, |
| "loss": 0.2625, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6030, |
| "tokens_per_second_per_gpu": 402.4 |
| }, |
| { |
| "epoch": 0.6004871501714968, |
| "grad_norm": 0.5327023267745972, |
| "learning_rate": 0.0001596146332626971, |
| "loss": 0.2462, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 6040, |
| "tokens_per_second_per_gpu": 382.41 |
| }, |
| { |
| "epoch": 0.6014813341949595, |
| "grad_norm": 0.2608936131000519, |
| "learning_rate": 0.00015948855156404802, |
| "loss": 0.2171, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6050, |
| "tokens_per_second_per_gpu": 369.97 |
| }, |
| { |
| "epoch": 0.6024755182184223, |
| "grad_norm": 0.5496955513954163, |
| "learning_rate": 0.00015936232333252327, |
| "loss": 0.3213, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 6060, |
| "tokens_per_second_per_gpu": 365.39 |
| }, |
| { |
| "epoch": 0.603469702241885, |
| "grad_norm": 0.40054014325141907, |
| "learning_rate": 0.00015923594887904964, |
| "loss": 0.1949, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 6070, |
| "tokens_per_second_per_gpu": 293.13 |
| }, |
| { |
| "epoch": 0.6044638862653477, |
| "grad_norm": 0.7320500612258911, |
| "learning_rate": 0.0001591094285149141, |
| "loss": 0.2662, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6080, |
| "tokens_per_second_per_gpu": 336.97 |
| }, |
| { |
| "epoch": 0.6054580702888105, |
| "grad_norm": 0.484331876039505, |
| "learning_rate": 0.00015898276255176303, |
| "loss": 0.2487, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 6090, |
| "tokens_per_second_per_gpu": 359.19 |
| }, |
| { |
| "epoch": 0.6064522543122732, |
| "grad_norm": 0.4304184019565582, |
| "learning_rate": 0.00015885595130160155, |
| "loss": 0.2546, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6100, |
| "tokens_per_second_per_gpu": 329.56 |
| }, |
| { |
| "epoch": 0.607446438335736, |
| "grad_norm": 0.49904513359069824, |
| "learning_rate": 0.00015872899507679252, |
| "loss": 0.2622, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6110, |
| "tokens_per_second_per_gpu": 381.18 |
| }, |
| { |
| "epoch": 0.6084406223591987, |
| "grad_norm": 0.525607168674469, |
| "learning_rate": 0.00015860189419005595, |
| "loss": 0.2424, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.17, |
| "memory/max_allocated (GiB)": 18.17, |
| "step": 6120, |
| "tokens_per_second_per_gpu": 331.0 |
| }, |
| { |
| "epoch": 0.6094348063826615, |
| "grad_norm": 0.3618375360965729, |
| "learning_rate": 0.0001584746489544682, |
| "loss": 0.3099, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 6130, |
| "tokens_per_second_per_gpu": 435.27 |
| }, |
| { |
| "epoch": 0.6104289904061242, |
| "grad_norm": 0.41309383511543274, |
| "learning_rate": 0.00015834725968346116, |
| "loss": 0.2337, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6140, |
| "tokens_per_second_per_gpu": 381.0 |
| }, |
| { |
| "epoch": 0.6114231744295869, |
| "grad_norm": 0.37885645031929016, |
| "learning_rate": 0.00015821972669082156, |
| "loss": 0.3318, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6150, |
| "tokens_per_second_per_gpu": 365.41 |
| }, |
| { |
| "epoch": 0.6124173584530497, |
| "grad_norm": 0.4314253032207489, |
| "learning_rate": 0.0001580920502906901, |
| "loss": 0.2213, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6160, |
| "tokens_per_second_per_gpu": 343.04 |
| }, |
| { |
| "epoch": 0.6134115424765124, |
| "grad_norm": 0.5435411930084229, |
| "learning_rate": 0.00015796423079756074, |
| "loss": 0.243, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.77, |
| "memory/max_allocated (GiB)": 20.77, |
| "step": 6170, |
| "tokens_per_second_per_gpu": 365.75 |
| }, |
| { |
| "epoch": 0.6144057264999752, |
| "grad_norm": 0.31716790795326233, |
| "learning_rate": 0.00015783626852627992, |
| "loss": 0.2484, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 6180, |
| "tokens_per_second_per_gpu": 435.76 |
| }, |
| { |
| "epoch": 0.6153999105234379, |
| "grad_norm": 0.3328079879283905, |
| "learning_rate": 0.0001577081637920457, |
| "loss": 0.223, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6190, |
| "tokens_per_second_per_gpu": 310.86 |
| }, |
| { |
| "epoch": 0.6163940945469006, |
| "grad_norm": 0.3827805519104004, |
| "learning_rate": 0.00015757991691040722, |
| "loss": 0.2311, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6200, |
| "tokens_per_second_per_gpu": 333.74 |
| }, |
| { |
| "epoch": 0.6173882785703634, |
| "grad_norm": 0.3756648004055023, |
| "learning_rate": 0.00015745152819726356, |
| "loss": 0.229, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 6210, |
| "tokens_per_second_per_gpu": 352.29 |
| }, |
| { |
| "epoch": 0.6183824625938261, |
| "grad_norm": 0.4345835745334625, |
| "learning_rate": 0.0001573229979688633, |
| "loss": 0.2694, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6220, |
| "tokens_per_second_per_gpu": 411.14 |
| }, |
| { |
| "epoch": 0.6193766466172889, |
| "grad_norm": 0.23183055222034454, |
| "learning_rate": 0.00015719432654180357, |
| "loss": 0.1925, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6230, |
| "tokens_per_second_per_gpu": 363.23 |
| }, |
| { |
| "epoch": 0.6203708306407516, |
| "grad_norm": 0.2867846190929413, |
| "learning_rate": 0.00015706551423302925, |
| "loss": 0.1506, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6240, |
| "tokens_per_second_per_gpu": 275.12 |
| }, |
| { |
| "epoch": 0.6213650146642143, |
| "grad_norm": 0.42951786518096924, |
| "learning_rate": 0.00015693656135983233, |
| "loss": 0.2867, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6250, |
| "tokens_per_second_per_gpu": 383.43 |
| }, |
| { |
| "epoch": 0.6223591986876771, |
| "grad_norm": 0.5975165963172913, |
| "learning_rate": 0.00015680746823985094, |
| "loss": 0.263, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 6260, |
| "tokens_per_second_per_gpu": 304.9 |
| }, |
| { |
| "epoch": 0.6233533827111398, |
| "grad_norm": 0.48659709095954895, |
| "learning_rate": 0.00015667823519106873, |
| "loss": 0.2079, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 6270, |
| "tokens_per_second_per_gpu": 340.54 |
| }, |
| { |
| "epoch": 0.6243475667346026, |
| "grad_norm": 0.461224764585495, |
| "learning_rate": 0.00015654886253181402, |
| "loss": 0.2537, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6280, |
| "tokens_per_second_per_gpu": 321.0 |
| }, |
| { |
| "epoch": 0.6253417507580653, |
| "grad_norm": 0.36294886469841003, |
| "learning_rate": 0.00015641935058075904, |
| "loss": 0.2009, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6290, |
| "tokens_per_second_per_gpu": 308.81 |
| }, |
| { |
| "epoch": 0.626335934781528, |
| "grad_norm": 0.4274291396141052, |
| "learning_rate": 0.0001562896996569191, |
| "loss": 0.2343, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6300, |
| "tokens_per_second_per_gpu": 319.11 |
| }, |
| { |
| "epoch": 0.6273301188049908, |
| "grad_norm": 0.47336748242378235, |
| "learning_rate": 0.00015615991007965176, |
| "loss": 0.211, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6310, |
| "tokens_per_second_per_gpu": 355.64 |
| }, |
| { |
| "epoch": 0.6283243028284535, |
| "grad_norm": 0.4946894347667694, |
| "learning_rate": 0.00015602998216865624, |
| "loss": 0.2492, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6320, |
| "tokens_per_second_per_gpu": 360.15 |
| }, |
| { |
| "epoch": 0.6293184868519163, |
| "grad_norm": 0.38327473402023315, |
| "learning_rate": 0.00015589991624397244, |
| "loss": 0.2308, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.61, |
| "memory/max_allocated (GiB)": 20.61, |
| "step": 6330, |
| "tokens_per_second_per_gpu": 301.77 |
| }, |
| { |
| "epoch": 0.630312670875379, |
| "grad_norm": 0.46532171964645386, |
| "learning_rate": 0.00015576971262598024, |
| "loss": 0.2812, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6340, |
| "tokens_per_second_per_gpu": 344.05 |
| }, |
| { |
| "epoch": 0.6313068548988418, |
| "grad_norm": 0.3749048709869385, |
| "learning_rate": 0.00015563937163539862, |
| "loss": 0.2415, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6350, |
| "tokens_per_second_per_gpu": 348.41 |
| }, |
| { |
| "epoch": 0.6323010389223045, |
| "grad_norm": 0.2943509519100189, |
| "learning_rate": 0.000155508893593285, |
| "loss": 0.2228, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.77, |
| "memory/max_allocated (GiB)": 20.77, |
| "step": 6360, |
| "tokens_per_second_per_gpu": 288.63 |
| }, |
| { |
| "epoch": 0.6332952229457672, |
| "grad_norm": 0.5494127869606018, |
| "learning_rate": 0.00015537827882103442, |
| "loss": 0.2499, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6370, |
| "tokens_per_second_per_gpu": 356.07 |
| }, |
| { |
| "epoch": 0.63428940696923, |
| "grad_norm": 0.48988381028175354, |
| "learning_rate": 0.0001552475276403786, |
| "loss": 0.2142, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6380, |
| "tokens_per_second_per_gpu": 343.8 |
| }, |
| { |
| "epoch": 0.6352835909926927, |
| "grad_norm": 0.3422715365886688, |
| "learning_rate": 0.00015511664037338538, |
| "loss": 0.2364, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 6390, |
| "tokens_per_second_per_gpu": 409.18 |
| }, |
| { |
| "epoch": 0.6362777750161555, |
| "grad_norm": 0.6021102070808411, |
| "learning_rate": 0.00015498561734245776, |
| "loss": 0.2392, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6400, |
| "tokens_per_second_per_gpu": 306.59 |
| }, |
| { |
| "epoch": 0.6372719590396182, |
| "grad_norm": 0.6073122620582581, |
| "learning_rate": 0.00015485445887033317, |
| "loss": 0.2798, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6410, |
| "tokens_per_second_per_gpu": 342.93 |
| }, |
| { |
| "epoch": 0.6382661430630809, |
| "grad_norm": 0.3407362401485443, |
| "learning_rate": 0.0001547231652800826, |
| "loss": 0.2477, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 6420, |
| "tokens_per_second_per_gpu": 367.05 |
| }, |
| { |
| "epoch": 0.6392603270865437, |
| "grad_norm": 0.506592869758606, |
| "learning_rate": 0.00015459173689510994, |
| "loss": 0.2399, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6430, |
| "tokens_per_second_per_gpu": 412.24 |
| }, |
| { |
| "epoch": 0.6402545111100064, |
| "grad_norm": 0.5419439077377319, |
| "learning_rate": 0.0001544601740391511, |
| "loss": 0.1948, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.53, |
| "memory/max_allocated (GiB)": 21.53, |
| "step": 6440, |
| "tokens_per_second_per_gpu": 329.23 |
| }, |
| { |
| "epoch": 0.6412486951334692, |
| "grad_norm": 0.48251059651374817, |
| "learning_rate": 0.00015432847703627316, |
| "loss": 0.2146, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 6450, |
| "tokens_per_second_per_gpu": 317.65 |
| }, |
| { |
| "epoch": 0.6422428791569319, |
| "grad_norm": 0.22626249492168427, |
| "learning_rate": 0.0001541966462108737, |
| "loss": 0.2593, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6460, |
| "tokens_per_second_per_gpu": 331.91 |
| }, |
| { |
| "epoch": 0.6432370631803946, |
| "grad_norm": 0.5113493204116821, |
| "learning_rate": 0.0001540646818876799, |
| "loss": 0.2162, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 6470, |
| "tokens_per_second_per_gpu": 311.21 |
| }, |
| { |
| "epoch": 0.6442312472038574, |
| "grad_norm": 0.3097884953022003, |
| "learning_rate": 0.0001539325843917478, |
| "loss": 0.1879, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 6480, |
| "tokens_per_second_per_gpu": 320.21 |
| }, |
| { |
| "epoch": 0.6452254312273201, |
| "grad_norm": 0.32837173342704773, |
| "learning_rate": 0.0001538003540484614, |
| "loss": 0.217, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.68, |
| "memory/max_allocated (GiB)": 19.68, |
| "step": 6490, |
| "tokens_per_second_per_gpu": 351.68 |
| }, |
| { |
| "epoch": 0.646219615250783, |
| "grad_norm": 0.519063413143158, |
| "learning_rate": 0.00015366799118353202, |
| "loss": 0.2531, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 6500, |
| "tokens_per_second_per_gpu": 379.3 |
| }, |
| { |
| "epoch": 0.6472137992742457, |
| "grad_norm": 0.3581913113594055, |
| "learning_rate": 0.0001535354961229974, |
| "loss": 0.291, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.53, |
| "memory/max_allocated (GiB)": 21.53, |
| "step": 6510, |
| "tokens_per_second_per_gpu": 389.02 |
| }, |
| { |
| "epoch": 0.6482079832977085, |
| "grad_norm": 0.3630671799182892, |
| "learning_rate": 0.0001534028691932208, |
| "loss": 0.2409, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6520, |
| "tokens_per_second_per_gpu": 313.47 |
| }, |
| { |
| "epoch": 0.6492021673211712, |
| "grad_norm": 0.3670892119407654, |
| "learning_rate": 0.00015327011072089044, |
| "loss": 0.2133, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6530, |
| "tokens_per_second_per_gpu": 290.75 |
| }, |
| { |
| "epoch": 0.6501963513446339, |
| "grad_norm": 0.40198561549186707, |
| "learning_rate": 0.00015313722103301852, |
| "loss": 0.27, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.85, |
| "memory/max_allocated (GiB)": 18.85, |
| "step": 6540, |
| "tokens_per_second_per_gpu": 429.99 |
| }, |
| { |
| "epoch": 0.6511905353680967, |
| "grad_norm": 0.3494684398174286, |
| "learning_rate": 0.00015300420045694034, |
| "loss": 0.1676, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6550, |
| "tokens_per_second_per_gpu": 368.89 |
| }, |
| { |
| "epoch": 0.6521847193915594, |
| "grad_norm": 0.42560404539108276, |
| "learning_rate": 0.00015287104932031374, |
| "loss": 0.2585, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6560, |
| "tokens_per_second_per_gpu": 317.83 |
| }, |
| { |
| "epoch": 0.6531789034150222, |
| "grad_norm": 0.511513352394104, |
| "learning_rate": 0.00015273776795111813, |
| "loss": 0.2129, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6570, |
| "tokens_per_second_per_gpu": 327.26 |
| }, |
| { |
| "epoch": 0.6541730874384849, |
| "grad_norm": 0.3022279441356659, |
| "learning_rate": 0.00015260435667765364, |
| "loss": 0.2674, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 6580, |
| "tokens_per_second_per_gpu": 332.65 |
| }, |
| { |
| "epoch": 0.6551672714619476, |
| "grad_norm": 0.3808051347732544, |
| "learning_rate": 0.00015247081582854053, |
| "loss": 0.2512, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6590, |
| "tokens_per_second_per_gpu": 379.8 |
| }, |
| { |
| "epoch": 0.6561614554854104, |
| "grad_norm": 0.4839475154876709, |
| "learning_rate": 0.00015233714573271802, |
| "loss": 0.2376, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6600, |
| "tokens_per_second_per_gpu": 329.54 |
| }, |
| { |
| "epoch": 0.6571556395088731, |
| "grad_norm": 0.7145663499832153, |
| "learning_rate": 0.0001522033467194439, |
| "loss": 0.2289, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6610, |
| "tokens_per_second_per_gpu": 327.02 |
| }, |
| { |
| "epoch": 0.6581498235323359, |
| "grad_norm": 0.4483419358730316, |
| "learning_rate": 0.00015206941911829336, |
| "loss": 0.2619, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 6620, |
| "tokens_per_second_per_gpu": 344.26 |
| }, |
| { |
| "epoch": 0.6591440075557986, |
| "grad_norm": 0.7042835354804993, |
| "learning_rate": 0.00015193536325915842, |
| "loss": 0.3162, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 6630, |
| "tokens_per_second_per_gpu": 325.39 |
| }, |
| { |
| "epoch": 0.6601381915792613, |
| "grad_norm": 0.44085246324539185, |
| "learning_rate": 0.00015180117947224698, |
| "loss": 0.1955, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6640, |
| "tokens_per_second_per_gpu": 356.35 |
| }, |
| { |
| "epoch": 0.6611323756027241, |
| "grad_norm": 0.32135269045829773, |
| "learning_rate": 0.00015166686808808208, |
| "loss": 0.2302, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6650, |
| "tokens_per_second_per_gpu": 401.75 |
| }, |
| { |
| "epoch": 0.6621265596261868, |
| "grad_norm": 0.5171180367469788, |
| "learning_rate": 0.00015153242943750103, |
| "loss": 0.251, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 6660, |
| "tokens_per_second_per_gpu": 328.4 |
| }, |
| { |
| "epoch": 0.6631207436496496, |
| "grad_norm": 0.5205950140953064, |
| "learning_rate": 0.00015139786385165462, |
| "loss": 0.2186, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6670, |
| "tokens_per_second_per_gpu": 325.18 |
| }, |
| { |
| "epoch": 0.6641149276731123, |
| "grad_norm": 0.31780245900154114, |
| "learning_rate": 0.0001512631716620064, |
| "loss": 0.1604, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6680, |
| "tokens_per_second_per_gpu": 319.84 |
| }, |
| { |
| "epoch": 0.665109111696575, |
| "grad_norm": 0.29278233647346497, |
| "learning_rate": 0.00015112835320033163, |
| "loss": 0.266, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6690, |
| "tokens_per_second_per_gpu": 408.19 |
| }, |
| { |
| "epoch": 0.6661032957200378, |
| "grad_norm": 0.47382065653800964, |
| "learning_rate": 0.00015099340879871668, |
| "loss": 0.1933, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6700, |
| "tokens_per_second_per_gpu": 302.45 |
| }, |
| { |
| "epoch": 0.6670974797435005, |
| "grad_norm": 0.3947311043739319, |
| "learning_rate": 0.00015085833878955823, |
| "loss": 0.2225, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 6710, |
| "tokens_per_second_per_gpu": 418.2 |
| }, |
| { |
| "epoch": 0.6680916637669633, |
| "grad_norm": 0.5490260720252991, |
| "learning_rate": 0.00015072314350556213, |
| "loss": 0.2056, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 6720, |
| "tokens_per_second_per_gpu": 319.35 |
| }, |
| { |
| "epoch": 0.669085847790426, |
| "grad_norm": 0.412194162607193, |
| "learning_rate": 0.000150587823279743, |
| "loss": 0.2377, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 6730, |
| "tokens_per_second_per_gpu": 304.73 |
| }, |
| { |
| "epoch": 0.6700800318138888, |
| "grad_norm": 0.40393805503845215, |
| "learning_rate": 0.00015045237844542317, |
| "loss": 0.2622, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 6740, |
| "tokens_per_second_per_gpu": 335.77 |
| }, |
| { |
| "epoch": 0.6710742158373515, |
| "grad_norm": 0.5896100401878357, |
| "learning_rate": 0.00015031680933623188, |
| "loss": 0.3129, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6750, |
| "tokens_per_second_per_gpu": 304.37 |
| }, |
| { |
| "epoch": 0.6720683998608142, |
| "grad_norm": 0.5198945999145508, |
| "learning_rate": 0.00015018111628610446, |
| "loss": 0.2704, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6760, |
| "tokens_per_second_per_gpu": 380.02 |
| }, |
| { |
| "epoch": 0.673062583884277, |
| "grad_norm": 0.32067760825157166, |
| "learning_rate": 0.00015004529962928164, |
| "loss": 0.2495, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 6770, |
| "tokens_per_second_per_gpu": 369.15 |
| }, |
| { |
| "epoch": 0.6740567679077397, |
| "grad_norm": 0.49704423546791077, |
| "learning_rate": 0.0001499093597003085, |
| "loss": 0.2095, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.17, |
| "memory/max_allocated (GiB)": 18.17, |
| "step": 6780, |
| "tokens_per_second_per_gpu": 324.06 |
| }, |
| { |
| "epoch": 0.6750509519312025, |
| "grad_norm": 0.42155733704566956, |
| "learning_rate": 0.00014977329683403385, |
| "loss": 0.1743, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 6790, |
| "tokens_per_second_per_gpu": 309.09 |
| }, |
| { |
| "epoch": 0.6760451359546652, |
| "grad_norm": 0.5538848638534546, |
| "learning_rate": 0.00014963711136560924, |
| "loss": 0.3424, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6800, |
| "tokens_per_second_per_gpu": 347.86 |
| }, |
| { |
| "epoch": 0.6770393199781279, |
| "grad_norm": 0.3429434299468994, |
| "learning_rate": 0.00014950080363048833, |
| "loss": 0.2047, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6810, |
| "tokens_per_second_per_gpu": 341.24 |
| }, |
| { |
| "epoch": 0.6780335040015907, |
| "grad_norm": 0.39259403944015503, |
| "learning_rate": 0.0001493643739644258, |
| "loss": 0.187, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 6820, |
| "tokens_per_second_per_gpu": 367.18 |
| }, |
| { |
| "epoch": 0.6790276880250534, |
| "grad_norm": 0.37642526626586914, |
| "learning_rate": 0.00014922782270347686, |
| "loss": 0.236, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6830, |
| "tokens_per_second_per_gpu": 324.51 |
| }, |
| { |
| "epoch": 0.6800218720485162, |
| "grad_norm": 0.5826324820518494, |
| "learning_rate": 0.00014909115018399603, |
| "loss": 0.2494, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.68, |
| "memory/max_allocated (GiB)": 19.68, |
| "step": 6840, |
| "tokens_per_second_per_gpu": 343.26 |
| }, |
| { |
| "epoch": 0.6810160560719789, |
| "grad_norm": 0.39206662774086, |
| "learning_rate": 0.00014895435674263662, |
| "loss": 0.2522, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6850, |
| "tokens_per_second_per_gpu": 330.16 |
| }, |
| { |
| "epoch": 0.6820102400954416, |
| "grad_norm": 0.21635837852954865, |
| "learning_rate": 0.00014881744271634986, |
| "loss": 0.2534, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 6860, |
| "tokens_per_second_per_gpu": 319.9 |
| }, |
| { |
| "epoch": 0.6830044241189044, |
| "grad_norm": 0.25813058018684387, |
| "learning_rate": 0.00014868040844238386, |
| "loss": 0.2255, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 6870, |
| "tokens_per_second_per_gpu": 352.96 |
| }, |
| { |
| "epoch": 0.6839986081423671, |
| "grad_norm": 0.46098119020462036, |
| "learning_rate": 0.00014854325425828305, |
| "loss": 0.2135, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6880, |
| "tokens_per_second_per_gpu": 278.19 |
| }, |
| { |
| "epoch": 0.6849927921658299, |
| "grad_norm": 0.45799604058265686, |
| "learning_rate": 0.00014840598050188715, |
| "loss": 0.2283, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6890, |
| "tokens_per_second_per_gpu": 358.38 |
| }, |
| { |
| "epoch": 0.6859869761892926, |
| "grad_norm": 0.6016408205032349, |
| "learning_rate": 0.00014826858751133042, |
| "loss": 0.2261, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 6900, |
| "tokens_per_second_per_gpu": 368.61 |
| }, |
| { |
| "epoch": 0.6869811602127553, |
| "grad_norm": 0.488506555557251, |
| "learning_rate": 0.00014813107562504084, |
| "loss": 0.2799, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 6910, |
| "tokens_per_second_per_gpu": 367.4 |
| }, |
| { |
| "epoch": 0.6879753442362181, |
| "grad_norm": 0.6327788829803467, |
| "learning_rate": 0.00014799344518173928, |
| "loss": 0.1868, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 6920, |
| "tokens_per_second_per_gpu": 300.97 |
| }, |
| { |
| "epoch": 0.6889695282596808, |
| "grad_norm": 0.4955579340457916, |
| "learning_rate": 0.00014785569652043856, |
| "loss": 0.2496, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 6930, |
| "tokens_per_second_per_gpu": 343.13 |
| }, |
| { |
| "epoch": 0.6899637122831436, |
| "grad_norm": 0.5724585652351379, |
| "learning_rate": 0.0001477178299804428, |
| "loss": 0.2611, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.82, |
| "memory/max_allocated (GiB)": 18.82, |
| "step": 6940, |
| "tokens_per_second_per_gpu": 326.77 |
| }, |
| { |
| "epoch": 0.6909578963066063, |
| "grad_norm": 0.2057613730430603, |
| "learning_rate": 0.00014757984590134642, |
| "loss": 0.1107, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 6950, |
| "tokens_per_second_per_gpu": 293.99 |
| }, |
| { |
| "epoch": 0.691952080330069, |
| "grad_norm": 0.3206622004508972, |
| "learning_rate": 0.00014744174462303334, |
| "loss": 0.2379, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 6960, |
| "tokens_per_second_per_gpu": 371.29 |
| }, |
| { |
| "epoch": 0.6929462643535318, |
| "grad_norm": 0.3926986753940582, |
| "learning_rate": 0.00014730352648567623, |
| "loss": 0.2558, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 6970, |
| "tokens_per_second_per_gpu": 377.71 |
| }, |
| { |
| "epoch": 0.6939404483769945, |
| "grad_norm": 0.34591636061668396, |
| "learning_rate": 0.00014716519182973552, |
| "loss": 0.2601, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 6980, |
| "tokens_per_second_per_gpu": 352.12 |
| }, |
| { |
| "epoch": 0.6949346324004573, |
| "grad_norm": 0.5908513069152832, |
| "learning_rate": 0.00014702674099595876, |
| "loss": 0.2027, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 6990, |
| "tokens_per_second_per_gpu": 345.62 |
| }, |
| { |
| "epoch": 0.69592881642392, |
| "grad_norm": 0.3830493986606598, |
| "learning_rate": 0.00014688817432537962, |
| "loss": 0.1987, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7000, |
| "tokens_per_second_per_gpu": 359.97 |
| }, |
| { |
| "epoch": 0.6969230004473828, |
| "grad_norm": 0.444762647151947, |
| "learning_rate": 0.00014674949215931707, |
| "loss": 0.2059, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 7010, |
| "tokens_per_second_per_gpu": 289.86 |
| }, |
| { |
| "epoch": 0.6979171844708456, |
| "grad_norm": 0.31576088070869446, |
| "learning_rate": 0.00014661069483937458, |
| "loss": 0.2115, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 7020, |
| "tokens_per_second_per_gpu": 339.22 |
| }, |
| { |
| "epoch": 0.6989113684943083, |
| "grad_norm": 0.4755282700061798, |
| "learning_rate": 0.00014647178270743932, |
| "loss": 0.265, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 7030, |
| "tokens_per_second_per_gpu": 329.94 |
| }, |
| { |
| "epoch": 0.6999055525177711, |
| "grad_norm": 0.4698229134082794, |
| "learning_rate": 0.00014633275610568123, |
| "loss": 0.2492, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7040, |
| "tokens_per_second_per_gpu": 315.54 |
| }, |
| { |
| "epoch": 0.7008997365412338, |
| "grad_norm": 0.3248315453529358, |
| "learning_rate": 0.00014619361537655215, |
| "loss": 0.2412, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.4, |
| "memory/max_allocated (GiB)": 21.4, |
| "step": 7050, |
| "tokens_per_second_per_gpu": 294.7 |
| }, |
| { |
| "epoch": 0.7018939205646966, |
| "grad_norm": 0.48639553785324097, |
| "learning_rate": 0.0001460543608627852, |
| "loss": 0.2356, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 7060, |
| "tokens_per_second_per_gpu": 280.17 |
| }, |
| { |
| "epoch": 0.7028881045881593, |
| "grad_norm": 0.5937051773071289, |
| "learning_rate": 0.00014591499290739362, |
| "loss": 0.1679, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7070, |
| "tokens_per_second_per_gpu": 336.7 |
| }, |
| { |
| "epoch": 0.703882288611622, |
| "grad_norm": 0.3488394021987915, |
| "learning_rate": 0.00014577551185367013, |
| "loss": 0.2474, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7080, |
| "tokens_per_second_per_gpu": 400.34 |
| }, |
| { |
| "epoch": 0.7048764726350848, |
| "grad_norm": 0.4485851526260376, |
| "learning_rate": 0.0001456359180451861, |
| "loss": 0.2709, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 7090, |
| "tokens_per_second_per_gpu": 392.29 |
| }, |
| { |
| "epoch": 0.7058706566585475, |
| "grad_norm": 0.4746951758861542, |
| "learning_rate": 0.00014549621182579055, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7100, |
| "tokens_per_second_per_gpu": 330.73 |
| }, |
| { |
| "epoch": 0.7068648406820103, |
| "grad_norm": 0.5027205944061279, |
| "learning_rate": 0.00014535639353960942, |
| "loss": 0.2576, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 7110, |
| "tokens_per_second_per_gpu": 379.65 |
| }, |
| { |
| "epoch": 0.707859024705473, |
| "grad_norm": 0.449788361787796, |
| "learning_rate": 0.00014521646353104472, |
| "loss": 0.2186, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7120, |
| "tokens_per_second_per_gpu": 269.74 |
| }, |
| { |
| "epoch": 0.7088532087289358, |
| "grad_norm": 0.31661751866340637, |
| "learning_rate": 0.00014507642214477362, |
| "loss": 0.2481, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 7130, |
| "tokens_per_second_per_gpu": 302.22 |
| }, |
| { |
| "epoch": 0.7098473927523985, |
| "grad_norm": 0.3295125663280487, |
| "learning_rate": 0.00014493626972574765, |
| "loss": 0.2284, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7140, |
| "tokens_per_second_per_gpu": 350.96 |
| }, |
| { |
| "epoch": 0.7108415767758612, |
| "grad_norm": 0.5383651256561279, |
| "learning_rate": 0.0001447960066191919, |
| "loss": 0.2427, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 7150, |
| "tokens_per_second_per_gpu": 345.67 |
| }, |
| { |
| "epoch": 0.711835760799324, |
| "grad_norm": 0.3970474898815155, |
| "learning_rate": 0.00014465563317060394, |
| "loss": 0.2434, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 7160, |
| "tokens_per_second_per_gpu": 374.3 |
| }, |
| { |
| "epoch": 0.7128299448227867, |
| "grad_norm": 0.16766348481178284, |
| "learning_rate": 0.00014451514972575332, |
| "loss": 0.1649, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7170, |
| "tokens_per_second_per_gpu": 304.14 |
| }, |
| { |
| "epoch": 0.7138241288462495, |
| "grad_norm": 0.4426742196083069, |
| "learning_rate": 0.00014437455663068042, |
| "loss": 0.2633, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7180, |
| "tokens_per_second_per_gpu": 374.18 |
| }, |
| { |
| "epoch": 0.7148183128697122, |
| "grad_norm": 0.4757481515407562, |
| "learning_rate": 0.00014423385423169575, |
| "loss": 0.2584, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7190, |
| "tokens_per_second_per_gpu": 302.88 |
| }, |
| { |
| "epoch": 0.7158124968931749, |
| "grad_norm": 0.4964188039302826, |
| "learning_rate": 0.00014409304287537906, |
| "loss": 0.2386, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 7200, |
| "tokens_per_second_per_gpu": 325.69 |
| }, |
| { |
| "epoch": 0.7168066809166377, |
| "grad_norm": 0.5026222467422485, |
| "learning_rate": 0.0001439521229085785, |
| "loss": 0.2161, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 7210, |
| "tokens_per_second_per_gpu": 332.92 |
| }, |
| { |
| "epoch": 0.7178008649401004, |
| "grad_norm": 0.41850724816322327, |
| "learning_rate": 0.00014381109467840976, |
| "loss": 0.2157, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 7220, |
| "tokens_per_second_per_gpu": 328.35 |
| }, |
| { |
| "epoch": 0.7187950489635632, |
| "grad_norm": 0.3922070264816284, |
| "learning_rate": 0.00014366995853225514, |
| "loss": 0.2112, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7230, |
| "tokens_per_second_per_gpu": 263.36 |
| }, |
| { |
| "epoch": 0.7197892329870259, |
| "grad_norm": 0.5679214000701904, |
| "learning_rate": 0.0001435287148177628, |
| "loss": 0.2715, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7240, |
| "tokens_per_second_per_gpu": 434.11 |
| }, |
| { |
| "epoch": 0.7207834170104886, |
| "grad_norm": 0.5302831530570984, |
| "learning_rate": 0.0001433873638828458, |
| "loss": 0.252, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 7250, |
| "tokens_per_second_per_gpu": 358.75 |
| }, |
| { |
| "epoch": 0.7217776010339514, |
| "grad_norm": 0.49475687742233276, |
| "learning_rate": 0.00014324590607568149, |
| "loss": 0.2613, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 7260, |
| "tokens_per_second_per_gpu": 377.3 |
| }, |
| { |
| "epoch": 0.7227717850574141, |
| "grad_norm": 0.4263441264629364, |
| "learning_rate": 0.00014310434174471024, |
| "loss": 0.288, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7270, |
| "tokens_per_second_per_gpu": 378.27 |
| }, |
| { |
| "epoch": 0.7237659690808769, |
| "grad_norm": 0.4663153886795044, |
| "learning_rate": 0.000142962671238635, |
| "loss": 0.2572, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7280, |
| "tokens_per_second_per_gpu": 390.5 |
| }, |
| { |
| "epoch": 0.7247601531043396, |
| "grad_norm": 0.3563691973686218, |
| "learning_rate": 0.0001428208949064201, |
| "loss": 0.2024, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 7290, |
| "tokens_per_second_per_gpu": 330.99 |
| }, |
| { |
| "epoch": 0.7257543371278024, |
| "grad_norm": 0.2805791199207306, |
| "learning_rate": 0.00014267901309729066, |
| "loss": 0.2371, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 7300, |
| "tokens_per_second_per_gpu": 410.4 |
| }, |
| { |
| "epoch": 0.7267485211512651, |
| "grad_norm": 0.30967897176742554, |
| "learning_rate": 0.00014253702616073155, |
| "loss": 0.231, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7310, |
| "tokens_per_second_per_gpu": 302.94 |
| }, |
| { |
| "epoch": 0.7277427051747278, |
| "grad_norm": 0.353834867477417, |
| "learning_rate": 0.00014239493444648658, |
| "loss": 0.1885, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 7320, |
| "tokens_per_second_per_gpu": 296.75 |
| }, |
| { |
| "epoch": 0.7287368891981906, |
| "grad_norm": 0.32480210065841675, |
| "learning_rate": 0.00014225273830455773, |
| "loss": 0.2713, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7330, |
| "tokens_per_second_per_gpu": 389.69 |
| }, |
| { |
| "epoch": 0.7297310732216533, |
| "grad_norm": 0.6818671226501465, |
| "learning_rate": 0.00014211043808520405, |
| "loss": 0.3248, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7340, |
| "tokens_per_second_per_gpu": 355.32 |
| }, |
| { |
| "epoch": 0.730725257245116, |
| "grad_norm": 0.5786187648773193, |
| "learning_rate": 0.0001419680341389412, |
| "loss": 0.2262, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7350, |
| "tokens_per_second_per_gpu": 321.29 |
| }, |
| { |
| "epoch": 0.7317194412685788, |
| "grad_norm": 0.5133084058761597, |
| "learning_rate": 0.0001418255268165401, |
| "loss": 0.2653, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7360, |
| "tokens_per_second_per_gpu": 348.43 |
| }, |
| { |
| "epoch": 0.7327136252920415, |
| "grad_norm": 0.4247760474681854, |
| "learning_rate": 0.0001416829164690264, |
| "loss": 0.2312, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 7370, |
| "tokens_per_second_per_gpu": 360.14 |
| }, |
| { |
| "epoch": 0.7337078093155043, |
| "grad_norm": 0.32232165336608887, |
| "learning_rate": 0.00014154020344767955, |
| "loss": 0.2825, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7380, |
| "tokens_per_second_per_gpu": 379.26 |
| }, |
| { |
| "epoch": 0.734701993338967, |
| "grad_norm": 0.4452918767929077, |
| "learning_rate": 0.0001413973881040319, |
| "loss": 0.2205, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7390, |
| "tokens_per_second_per_gpu": 359.25 |
| }, |
| { |
| "epoch": 0.7356961773624298, |
| "grad_norm": 0.3855791985988617, |
| "learning_rate": 0.0001412544707898678, |
| "loss": 0.2868, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 7400, |
| "tokens_per_second_per_gpu": 410.81 |
| }, |
| { |
| "epoch": 0.7366903613858925, |
| "grad_norm": 0.42609113454818726, |
| "learning_rate": 0.00014111145185722283, |
| "loss": 0.2523, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 7410, |
| "tokens_per_second_per_gpu": 331.0 |
| }, |
| { |
| "epoch": 0.7376845454093552, |
| "grad_norm": 0.47836732864379883, |
| "learning_rate": 0.00014096833165838283, |
| "loss": 0.2962, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 7420, |
| "tokens_per_second_per_gpu": 344.4 |
| }, |
| { |
| "epoch": 0.738678729432818, |
| "grad_norm": 0.508818507194519, |
| "learning_rate": 0.0001408251105458831, |
| "loss": 0.3254, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7430, |
| "tokens_per_second_per_gpu": 389.2 |
| }, |
| { |
| "epoch": 0.7396729134562807, |
| "grad_norm": 0.3887844681739807, |
| "learning_rate": 0.00014068178887250752, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 7440, |
| "tokens_per_second_per_gpu": 380.02 |
| }, |
| { |
| "epoch": 0.7406670974797435, |
| "grad_norm": 0.41547468304634094, |
| "learning_rate": 0.00014053836699128765, |
| "loss": 0.2424, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7450, |
| "tokens_per_second_per_gpu": 376.26 |
| }, |
| { |
| "epoch": 0.7416612815032062, |
| "grad_norm": 0.5015019178390503, |
| "learning_rate": 0.00014039484525550186, |
| "loss": 0.2329, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 7460, |
| "tokens_per_second_per_gpu": 351.38 |
| }, |
| { |
| "epoch": 0.742655465526669, |
| "grad_norm": 0.43546929955482483, |
| "learning_rate": 0.0001402512240186746, |
| "loss": 0.2186, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7470, |
| "tokens_per_second_per_gpu": 303.33 |
| }, |
| { |
| "epoch": 0.7436496495501317, |
| "grad_norm": 0.5051418542861938, |
| "learning_rate": 0.0001401075036345753, |
| "loss": 0.2439, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.19, |
| "memory/max_allocated (GiB)": 19.19, |
| "step": 7480, |
| "tokens_per_second_per_gpu": 375.31 |
| }, |
| { |
| "epoch": 0.7446438335735944, |
| "grad_norm": 0.35766085982322693, |
| "learning_rate": 0.0001399636844572176, |
| "loss": 0.277, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 7490, |
| "tokens_per_second_per_gpu": 343.63 |
| }, |
| { |
| "epoch": 0.7456380175970572, |
| "grad_norm": 0.5930467247962952, |
| "learning_rate": 0.0001398197668408586, |
| "loss": 0.2474, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 7500, |
| "tokens_per_second_per_gpu": 396.18 |
| }, |
| { |
| "epoch": 0.7466322016205199, |
| "grad_norm": 0.4920576810836792, |
| "learning_rate": 0.00013967575113999777, |
| "loss": 0.2408, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 7510, |
| "tokens_per_second_per_gpu": 382.95 |
| }, |
| { |
| "epoch": 0.7476263856439826, |
| "grad_norm": 0.44312262535095215, |
| "learning_rate": 0.0001395316377093762, |
| "loss": 0.2249, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 7520, |
| "tokens_per_second_per_gpu": 387.85 |
| }, |
| { |
| "epoch": 0.7486205696674454, |
| "grad_norm": 0.4043440818786621, |
| "learning_rate": 0.00013938742690397575, |
| "loss": 0.2141, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 7530, |
| "tokens_per_second_per_gpu": 360.87 |
| }, |
| { |
| "epoch": 0.7496147536909082, |
| "grad_norm": 0.3910767138004303, |
| "learning_rate": 0.00013924311907901813, |
| "loss": 0.1528, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 7540, |
| "tokens_per_second_per_gpu": 308.96 |
| }, |
| { |
| "epoch": 0.750608937714371, |
| "grad_norm": 0.3407839238643646, |
| "learning_rate": 0.00013909871458996399, |
| "loss": 0.2192, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7550, |
| "tokens_per_second_per_gpu": 316.74 |
| }, |
| { |
| "epoch": 0.7516031217378337, |
| "grad_norm": 0.316240519285202, |
| "learning_rate": 0.00013895421379251207, |
| "loss": 0.2317, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 7560, |
| "tokens_per_second_per_gpu": 332.89 |
| }, |
| { |
| "epoch": 0.7525973057612965, |
| "grad_norm": 0.49255135655403137, |
| "learning_rate": 0.00013880961704259846, |
| "loss": 0.2413, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7570, |
| "tokens_per_second_per_gpu": 352.94 |
| }, |
| { |
| "epoch": 0.7535914897847592, |
| "grad_norm": 0.4979618489742279, |
| "learning_rate": 0.0001386649246963955, |
| "loss": 0.2434, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 7580, |
| "tokens_per_second_per_gpu": 307.59 |
| }, |
| { |
| "epoch": 0.754585673808222, |
| "grad_norm": 0.2949107885360718, |
| "learning_rate": 0.00013852013711031095, |
| "loss": 0.2112, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 7590, |
| "tokens_per_second_per_gpu": 363.41 |
| }, |
| { |
| "epoch": 0.7555798578316847, |
| "grad_norm": 0.3708727955818176, |
| "learning_rate": 0.0001383752546409873, |
| "loss": 0.2232, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7600, |
| "tokens_per_second_per_gpu": 386.01 |
| }, |
| { |
| "epoch": 0.7565740418551474, |
| "grad_norm": 0.6432907581329346, |
| "learning_rate": 0.00013823027764530067, |
| "loss": 0.2707, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 7610, |
| "tokens_per_second_per_gpu": 313.62 |
| }, |
| { |
| "epoch": 0.7575682258786102, |
| "grad_norm": 0.3710288405418396, |
| "learning_rate": 0.00013808520648036005, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7620, |
| "tokens_per_second_per_gpu": 432.88 |
| }, |
| { |
| "epoch": 0.7585624099020729, |
| "grad_norm": 0.3577297031879425, |
| "learning_rate": 0.00013794004150350636, |
| "loss": 0.212, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 7630, |
| "tokens_per_second_per_gpu": 323.27 |
| }, |
| { |
| "epoch": 0.7595565939255357, |
| "grad_norm": 0.4883553385734558, |
| "learning_rate": 0.00013779478307231164, |
| "loss": 0.2747, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7640, |
| "tokens_per_second_per_gpu": 292.24 |
| }, |
| { |
| "epoch": 0.7605507779489984, |
| "grad_norm": 0.19372917711734772, |
| "learning_rate": 0.00013764943154457812, |
| "loss": 0.233, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7650, |
| "tokens_per_second_per_gpu": 375.4 |
| }, |
| { |
| "epoch": 0.7615449619724611, |
| "grad_norm": 0.46450668573379517, |
| "learning_rate": 0.00013750398727833735, |
| "loss": 0.219, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 7660, |
| "tokens_per_second_per_gpu": 351.49 |
| }, |
| { |
| "epoch": 0.7625391459959239, |
| "grad_norm": 0.3964915871620178, |
| "learning_rate": 0.00013735845063184921, |
| "loss": 0.2376, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7670, |
| "tokens_per_second_per_gpu": 309.02 |
| }, |
| { |
| "epoch": 0.7635333300193866, |
| "grad_norm": 0.6207079887390137, |
| "learning_rate": 0.00013721282196360127, |
| "loss": 0.2547, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7680, |
| "tokens_per_second_per_gpu": 338.05 |
| }, |
| { |
| "epoch": 0.7645275140428494, |
| "grad_norm": 0.2084685117006302, |
| "learning_rate": 0.00013706710163230773, |
| "loss": 0.2504, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7690, |
| "tokens_per_second_per_gpu": 294.32 |
| }, |
| { |
| "epoch": 0.7655216980663121, |
| "grad_norm": 0.4136933386325836, |
| "learning_rate": 0.0001369212899969086, |
| "loss": 0.1809, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7700, |
| "tokens_per_second_per_gpu": 314.54 |
| }, |
| { |
| "epoch": 0.7665158820897748, |
| "grad_norm": 0.529629111289978, |
| "learning_rate": 0.0001367753874165687, |
| "loss": 0.255, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7710, |
| "tokens_per_second_per_gpu": 357.08 |
| }, |
| { |
| "epoch": 0.7675100661132376, |
| "grad_norm": 0.36684682965278625, |
| "learning_rate": 0.0001366293942506769, |
| "loss": 0.2128, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 7720, |
| "tokens_per_second_per_gpu": 318.04 |
| }, |
| { |
| "epoch": 0.7685042501367003, |
| "grad_norm": 0.40612316131591797, |
| "learning_rate": 0.00013648331085884527, |
| "loss": 0.2159, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 7730, |
| "tokens_per_second_per_gpu": 364.09 |
| }, |
| { |
| "epoch": 0.7694984341601631, |
| "grad_norm": 0.13119497895240784, |
| "learning_rate": 0.0001363371376009081, |
| "loss": 0.2255, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7740, |
| "tokens_per_second_per_gpu": 336.24 |
| }, |
| { |
| "epoch": 0.7704926181836258, |
| "grad_norm": 0.5006715655326843, |
| "learning_rate": 0.00013619087483692099, |
| "loss": 0.2595, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7750, |
| "tokens_per_second_per_gpu": 338.82 |
| }, |
| { |
| "epoch": 0.7714868022070885, |
| "grad_norm": 0.3994678258895874, |
| "learning_rate": 0.00013604452292716003, |
| "loss": 0.203, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 7760, |
| "tokens_per_second_per_gpu": 327.9 |
| }, |
| { |
| "epoch": 0.7724809862305513, |
| "grad_norm": 0.17447052896022797, |
| "learning_rate": 0.00013589808223212087, |
| "loss": 0.2537, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7770, |
| "tokens_per_second_per_gpu": 376.09 |
| }, |
| { |
| "epoch": 0.773475170254014, |
| "grad_norm": 0.5262983441352844, |
| "learning_rate": 0.000135751553112518, |
| "loss": 0.2112, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7780, |
| "tokens_per_second_per_gpu": 338.13 |
| }, |
| { |
| "epoch": 0.7744693542774768, |
| "grad_norm": 0.32633262872695923, |
| "learning_rate": 0.00013560493592928356, |
| "loss": 0.2235, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 7790, |
| "tokens_per_second_per_gpu": 331.86 |
| }, |
| { |
| "epoch": 0.7754635383009395, |
| "grad_norm": 0.4296337068080902, |
| "learning_rate": 0.00013545823104356663, |
| "loss": 0.297, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7800, |
| "tokens_per_second_per_gpu": 370.8 |
| }, |
| { |
| "epoch": 0.7764577223244022, |
| "grad_norm": 0.5057851672172546, |
| "learning_rate": 0.00013531143881673237, |
| "loss": 0.1952, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 7810, |
| "tokens_per_second_per_gpu": 321.52 |
| }, |
| { |
| "epoch": 0.777451906347865, |
| "grad_norm": 0.49617013335227966, |
| "learning_rate": 0.00013516455961036104, |
| "loss": 0.2589, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 7820, |
| "tokens_per_second_per_gpu": 299.57 |
| }, |
| { |
| "epoch": 0.7784460903713277, |
| "grad_norm": 0.3173094689846039, |
| "learning_rate": 0.00013501759378624722, |
| "loss": 0.2328, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7830, |
| "tokens_per_second_per_gpu": 349.07 |
| }, |
| { |
| "epoch": 0.7794402743947905, |
| "grad_norm": 0.4631012976169586, |
| "learning_rate": 0.00013487054170639877, |
| "loss": 0.2472, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 7840, |
| "tokens_per_second_per_gpu": 361.13 |
| }, |
| { |
| "epoch": 0.7804344584182532, |
| "grad_norm": 0.3672430217266083, |
| "learning_rate": 0.000134723403733036, |
| "loss": 0.2183, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 7850, |
| "tokens_per_second_per_gpu": 324.51 |
| }, |
| { |
| "epoch": 0.781428642441716, |
| "grad_norm": 0.5141401886940002, |
| "learning_rate": 0.00013457618022859092, |
| "loss": 0.3104, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 7860, |
| "tokens_per_second_per_gpu": 384.61 |
| }, |
| { |
| "epoch": 0.7824228264651787, |
| "grad_norm": 0.43661215901374817, |
| "learning_rate": 0.00013442887155570607, |
| "loss": 0.2228, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 7870, |
| "tokens_per_second_per_gpu": 359.28 |
| }, |
| { |
| "epoch": 0.7834170104886414, |
| "grad_norm": 0.375987708568573, |
| "learning_rate": 0.00013428147807723387, |
| "loss": 0.2215, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 7880, |
| "tokens_per_second_per_gpu": 327.47 |
| }, |
| { |
| "epoch": 0.7844111945121042, |
| "grad_norm": 0.2800423204898834, |
| "learning_rate": 0.00013413400015623562, |
| "loss": 0.263, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 7890, |
| "tokens_per_second_per_gpu": 367.65 |
| }, |
| { |
| "epoch": 0.7854053785355669, |
| "grad_norm": 0.44610151648521423, |
| "learning_rate": 0.00013398643815598063, |
| "loss": 0.2533, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7900, |
| "tokens_per_second_per_gpu": 364.29 |
| }, |
| { |
| "epoch": 0.7863995625590297, |
| "grad_norm": 0.6232859492301941, |
| "learning_rate": 0.0001338387924399452, |
| "loss": 0.2273, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 7910, |
| "tokens_per_second_per_gpu": 335.13 |
| }, |
| { |
| "epoch": 0.7873937465824924, |
| "grad_norm": 0.3155955374240875, |
| "learning_rate": 0.00013369106337181202, |
| "loss": 0.2007, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 7920, |
| "tokens_per_second_per_gpu": 357.92 |
| }, |
| { |
| "epoch": 0.7883879306059551, |
| "grad_norm": 0.47753843665122986, |
| "learning_rate": 0.00013354325131546902, |
| "loss": 0.1722, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 7930, |
| "tokens_per_second_per_gpu": 350.28 |
| }, |
| { |
| "epoch": 0.7893821146294179, |
| "grad_norm": 0.6098092198371887, |
| "learning_rate": 0.0001333953566350085, |
| "loss": 0.2172, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 7940, |
| "tokens_per_second_per_gpu": 328.34 |
| }, |
| { |
| "epoch": 0.7903762986528806, |
| "grad_norm": 0.40892454981803894, |
| "learning_rate": 0.00013324737969472628, |
| "loss": 0.2365, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 7950, |
| "tokens_per_second_per_gpu": 376.03 |
| }, |
| { |
| "epoch": 0.7913704826763434, |
| "grad_norm": 0.6622501015663147, |
| "learning_rate": 0.00013309932085912092, |
| "loss": 0.265, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 7960, |
| "tokens_per_second_per_gpu": 401.88 |
| }, |
| { |
| "epoch": 0.7923646666998061, |
| "grad_norm": 0.5111701488494873, |
| "learning_rate": 0.00013295118049289255, |
| "loss": 0.2164, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 7970, |
| "tokens_per_second_per_gpu": 359.69 |
| }, |
| { |
| "epoch": 0.7933588507232688, |
| "grad_norm": 0.5144445300102234, |
| "learning_rate": 0.00013280295896094224, |
| "loss": 0.2567, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 7980, |
| "tokens_per_second_per_gpu": 301.89 |
| }, |
| { |
| "epoch": 0.7943530347467316, |
| "grad_norm": 0.5570478439331055, |
| "learning_rate": 0.00013265465662837093, |
| "loss": 0.1934, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 7990, |
| "tokens_per_second_per_gpu": 336.55 |
| }, |
| { |
| "epoch": 0.7953472187701943, |
| "grad_norm": 0.33518052101135254, |
| "learning_rate": 0.00013250627386047866, |
| "loss": 0.2247, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8000, |
| "tokens_per_second_per_gpu": 335.15 |
| }, |
| { |
| "epoch": 0.7963414027936571, |
| "grad_norm": 0.508229672908783, |
| "learning_rate": 0.0001323578110227635, |
| "loss": 0.1587, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.8, |
| "memory/max_allocated (GiB)": 19.8, |
| "step": 8010, |
| "tokens_per_second_per_gpu": 351.3 |
| }, |
| { |
| "epoch": 0.7973355868171198, |
| "grad_norm": 0.3688840866088867, |
| "learning_rate": 0.0001322092684809208, |
| "loss": 0.1929, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 8020, |
| "tokens_per_second_per_gpu": 289.68 |
| }, |
| { |
| "epoch": 0.7983297708405825, |
| "grad_norm": 0.31160444021224976, |
| "learning_rate": 0.00013206064660084227, |
| "loss": 0.2318, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8030, |
| "tokens_per_second_per_gpu": 351.62 |
| }, |
| { |
| "epoch": 0.7993239548640453, |
| "grad_norm": 0.46203359961509705, |
| "learning_rate": 0.000131911945748615, |
| "loss": 0.2808, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8040, |
| "tokens_per_second_per_gpu": 360.06 |
| }, |
| { |
| "epoch": 0.800318138887508, |
| "grad_norm": 0.4416126608848572, |
| "learning_rate": 0.00013176316629052054, |
| "loss": 0.2065, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8050, |
| "tokens_per_second_per_gpu": 312.23 |
| }, |
| { |
| "epoch": 0.8013123229109709, |
| "grad_norm": 0.16777446866035461, |
| "learning_rate": 0.00013161430859303427, |
| "loss": 0.1713, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8060, |
| "tokens_per_second_per_gpu": 347.86 |
| }, |
| { |
| "epoch": 0.8023065069344336, |
| "grad_norm": 0.3447447121143341, |
| "learning_rate": 0.0001314653730228241, |
| "loss": 0.1954, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8070, |
| "tokens_per_second_per_gpu": 372.63 |
| }, |
| { |
| "epoch": 0.8033006909578964, |
| "grad_norm": 0.4045270085334778, |
| "learning_rate": 0.0001313163599467498, |
| "loss": 0.1929, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8080, |
| "tokens_per_second_per_gpu": 355.89 |
| }, |
| { |
| "epoch": 0.8042948749813591, |
| "grad_norm": 0.462365984916687, |
| "learning_rate": 0.00013116726973186208, |
| "loss": 0.2551, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.45, |
| "memory/max_allocated (GiB)": 20.45, |
| "step": 8090, |
| "tokens_per_second_per_gpu": 361.83 |
| }, |
| { |
| "epoch": 0.8052890590048218, |
| "grad_norm": 0.5786636471748352, |
| "learning_rate": 0.00013101810274540168, |
| "loss": 0.2499, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 8100, |
| "tokens_per_second_per_gpu": 300.27 |
| }, |
| { |
| "epoch": 0.8062832430282846, |
| "grad_norm": 0.3487481474876404, |
| "learning_rate": 0.0001308688593547984, |
| "loss": 0.2186, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 17.11, |
| "memory/max_allocated (GiB)": 17.11, |
| "step": 8110, |
| "tokens_per_second_per_gpu": 312.52 |
| }, |
| { |
| "epoch": 0.8072774270517473, |
| "grad_norm": 0.3610248863697052, |
| "learning_rate": 0.00013071953992767015, |
| "loss": 0.2167, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8120, |
| "tokens_per_second_per_gpu": 328.39 |
| }, |
| { |
| "epoch": 0.8082716110752101, |
| "grad_norm": 0.37153443694114685, |
| "learning_rate": 0.00013057014483182242, |
| "loss": 0.241, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8130, |
| "tokens_per_second_per_gpu": 344.6 |
| }, |
| { |
| "epoch": 0.8092657950986728, |
| "grad_norm": 0.3705120086669922, |
| "learning_rate": 0.00013042067443524681, |
| "loss": 0.2749, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 8140, |
| "tokens_per_second_per_gpu": 332.87 |
| }, |
| { |
| "epoch": 0.8102599791221355, |
| "grad_norm": 0.3014324903488159, |
| "learning_rate": 0.00013027112910612052, |
| "loss": 0.1438, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8150, |
| "tokens_per_second_per_gpu": 308.05 |
| }, |
| { |
| "epoch": 0.8112541631455983, |
| "grad_norm": 0.5011573433876038, |
| "learning_rate": 0.00013012150921280527, |
| "loss": 0.2032, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8160, |
| "tokens_per_second_per_gpu": 296.89 |
| }, |
| { |
| "epoch": 0.812248347169061, |
| "grad_norm": 0.3287215530872345, |
| "learning_rate": 0.00012997181512384653, |
| "loss": 0.2055, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 8170, |
| "tokens_per_second_per_gpu": 405.75 |
| }, |
| { |
| "epoch": 0.8132425311925238, |
| "grad_norm": 0.7308348417282104, |
| "learning_rate": 0.00012982204720797245, |
| "loss": 0.2805, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8180, |
| "tokens_per_second_per_gpu": 443.15 |
| }, |
| { |
| "epoch": 0.8142367152159865, |
| "grad_norm": 0.5808447599411011, |
| "learning_rate": 0.00012967220583409304, |
| "loss": 0.2066, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8190, |
| "tokens_per_second_per_gpu": 401.43 |
| }, |
| { |
| "epoch": 0.8152308992394492, |
| "grad_norm": 0.31127744913101196, |
| "learning_rate": 0.0001295222913712993, |
| "loss": 0.2464, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 8200, |
| "tokens_per_second_per_gpu": 343.59 |
| }, |
| { |
| "epoch": 0.816225083262912, |
| "grad_norm": 0.2803351581096649, |
| "learning_rate": 0.00012937230418886224, |
| "loss": 0.1986, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 8210, |
| "tokens_per_second_per_gpu": 401.58 |
| }, |
| { |
| "epoch": 0.8172192672863747, |
| "grad_norm": 0.45312055945396423, |
| "learning_rate": 0.000129222244656232, |
| "loss": 0.1904, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 8220, |
| "tokens_per_second_per_gpu": 290.19 |
| }, |
| { |
| "epoch": 0.8182134513098375, |
| "grad_norm": 0.4169121980667114, |
| "learning_rate": 0.0001290721131430369, |
| "loss": 0.2074, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8230, |
| "tokens_per_second_per_gpu": 320.72 |
| }, |
| { |
| "epoch": 0.8192076353333002, |
| "grad_norm": 0.5725305080413818, |
| "learning_rate": 0.0001289219100190826, |
| "loss": 0.2809, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 8240, |
| "tokens_per_second_per_gpu": 334.56 |
| }, |
| { |
| "epoch": 0.820201819356763, |
| "grad_norm": 0.4698241055011749, |
| "learning_rate": 0.00012877163565435114, |
| "loss": 0.1873, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.66, |
| "memory/max_allocated (GiB)": 19.66, |
| "step": 8250, |
| "tokens_per_second_per_gpu": 319.13 |
| }, |
| { |
| "epoch": 0.8211960033802257, |
| "grad_norm": 0.33453720808029175, |
| "learning_rate": 0.000128621290419, |
| "loss": 0.2172, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8260, |
| "tokens_per_second_per_gpu": 306.65 |
| }, |
| { |
| "epoch": 0.8221901874036884, |
| "grad_norm": 0.20304298400878906, |
| "learning_rate": 0.00012847087468336135, |
| "loss": 0.2102, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8270, |
| "tokens_per_second_per_gpu": 311.33 |
| }, |
| { |
| "epoch": 0.8231843714271512, |
| "grad_norm": 0.27367445826530457, |
| "learning_rate": 0.00012832038881794086, |
| "loss": 0.2437, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8280, |
| "tokens_per_second_per_gpu": 417.4 |
| }, |
| { |
| "epoch": 0.8241785554506139, |
| "grad_norm": 0.3914351463317871, |
| "learning_rate": 0.00012816983319341712, |
| "loss": 0.2692, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8290, |
| "tokens_per_second_per_gpu": 342.88 |
| }, |
| { |
| "epoch": 0.8251727394740767, |
| "grad_norm": 0.5103800296783447, |
| "learning_rate": 0.00012801920818064034, |
| "loss": 0.2341, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8300, |
| "tokens_per_second_per_gpu": 362.66 |
| }, |
| { |
| "epoch": 0.8261669234975394, |
| "grad_norm": 0.1988827884197235, |
| "learning_rate": 0.00012786851415063185, |
| "loss": 0.2141, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 8310, |
| "tokens_per_second_per_gpu": 404.61 |
| }, |
| { |
| "epoch": 0.8271611075210021, |
| "grad_norm": 0.482526570558548, |
| "learning_rate": 0.00012771775147458288, |
| "loss": 0.2341, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8320, |
| "tokens_per_second_per_gpu": 366.94 |
| }, |
| { |
| "epoch": 0.8281552915444649, |
| "grad_norm": 0.5179364085197449, |
| "learning_rate": 0.0001275669205238537, |
| "loss": 0.2458, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8330, |
| "tokens_per_second_per_gpu": 308.79 |
| }, |
| { |
| "epoch": 0.8291494755679276, |
| "grad_norm": 0.4961225390434265, |
| "learning_rate": 0.00012741602166997288, |
| "loss": 0.2324, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 8340, |
| "tokens_per_second_per_gpu": 312.63 |
| }, |
| { |
| "epoch": 0.8301436595913904, |
| "grad_norm": 0.6281317472457886, |
| "learning_rate": 0.0001272650552846362, |
| "loss": 0.2808, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8350, |
| "tokens_per_second_per_gpu": 365.38 |
| }, |
| { |
| "epoch": 0.8311378436148531, |
| "grad_norm": 0.3268338739871979, |
| "learning_rate": 0.00012711402173970574, |
| "loss": 0.2125, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8360, |
| "tokens_per_second_per_gpu": 381.45 |
| }, |
| { |
| "epoch": 0.8321320276383158, |
| "grad_norm": 0.5050214529037476, |
| "learning_rate": 0.00012696292140720907, |
| "loss": 0.3039, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.67, |
| "memory/max_allocated (GiB)": 19.67, |
| "step": 8370, |
| "tokens_per_second_per_gpu": 394.88 |
| }, |
| { |
| "epoch": 0.8331262116617786, |
| "grad_norm": 0.3680170178413391, |
| "learning_rate": 0.00012681175465933822, |
| "loss": 0.1876, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 8380, |
| "tokens_per_second_per_gpu": 310.52 |
| }, |
| { |
| "epoch": 0.8341203956852413, |
| "grad_norm": 0.6084402799606323, |
| "learning_rate": 0.00012666052186844883, |
| "loss": 0.2137, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 8390, |
| "tokens_per_second_per_gpu": 308.84 |
| }, |
| { |
| "epoch": 0.8351145797087041, |
| "grad_norm": 0.41174978017807007, |
| "learning_rate": 0.00012650922340705925, |
| "loss": 0.2423, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8400, |
| "tokens_per_second_per_gpu": 389.04 |
| }, |
| { |
| "epoch": 0.8361087637321668, |
| "grad_norm": 0.3895050883293152, |
| "learning_rate": 0.0001263578596478496, |
| "loss": 0.2144, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.99, |
| "memory/max_allocated (GiB)": 19.99, |
| "step": 8410, |
| "tokens_per_second_per_gpu": 325.56 |
| }, |
| { |
| "epoch": 0.8371029477556295, |
| "grad_norm": 0.2492019683122635, |
| "learning_rate": 0.00012620643096366077, |
| "loss": 0.2292, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8420, |
| "tokens_per_second_per_gpu": 312.76 |
| }, |
| { |
| "epoch": 0.8380971317790923, |
| "grad_norm": 0.5276951789855957, |
| "learning_rate": 0.0001260549377274936, |
| "loss": 0.2566, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 8430, |
| "tokens_per_second_per_gpu": 341.75 |
| }, |
| { |
| "epoch": 0.839091315802555, |
| "grad_norm": 0.3949599266052246, |
| "learning_rate": 0.00012590338031250796, |
| "loss": 0.2108, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8440, |
| "tokens_per_second_per_gpu": 370.88 |
| }, |
| { |
| "epoch": 0.8400854998260178, |
| "grad_norm": 0.3476475179195404, |
| "learning_rate": 0.00012575175909202186, |
| "loss": 0.1811, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8450, |
| "tokens_per_second_per_gpu": 336.59 |
| }, |
| { |
| "epoch": 0.8410796838494805, |
| "grad_norm": 0.26099368929862976, |
| "learning_rate": 0.00012560007443951032, |
| "loss": 0.2144, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8460, |
| "tokens_per_second_per_gpu": 353.23 |
| }, |
| { |
| "epoch": 0.8420738678729432, |
| "grad_norm": 0.4799298346042633, |
| "learning_rate": 0.00012544832672860474, |
| "loss": 0.1781, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8470, |
| "tokens_per_second_per_gpu": 360.11 |
| }, |
| { |
| "epoch": 0.843068051896406, |
| "grad_norm": 0.46986958384513855, |
| "learning_rate": 0.0001252965163330918, |
| "loss": 0.209, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8480, |
| "tokens_per_second_per_gpu": 393.35 |
| }, |
| { |
| "epoch": 0.8440622359198687, |
| "grad_norm": 1.179408311843872, |
| "learning_rate": 0.00012514464362691258, |
| "loss": 0.2061, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8490, |
| "tokens_per_second_per_gpu": 377.29 |
| }, |
| { |
| "epoch": 0.8450564199433315, |
| "grad_norm": 0.2782179117202759, |
| "learning_rate": 0.0001249927089841617, |
| "loss": 0.2643, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8500, |
| "tokens_per_second_per_gpu": 352.65 |
| }, |
| { |
| "epoch": 0.8460506039667942, |
| "grad_norm": 0.5103908181190491, |
| "learning_rate": 0.00012484071277908622, |
| "loss": 0.2086, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 8510, |
| "tokens_per_second_per_gpu": 313.7 |
| }, |
| { |
| "epoch": 0.847044787990257, |
| "grad_norm": 0.34362590312957764, |
| "learning_rate": 0.000124688655386085, |
| "loss": 0.2545, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8520, |
| "tokens_per_second_per_gpu": 357.23 |
| }, |
| { |
| "epoch": 0.8480389720137197, |
| "grad_norm": 0.5372098088264465, |
| "learning_rate": 0.00012453653717970747, |
| "loss": 0.2191, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 8530, |
| "tokens_per_second_per_gpu": 275.82 |
| }, |
| { |
| "epoch": 0.8490331560371824, |
| "grad_norm": 0.21182872354984283, |
| "learning_rate": 0.00012438435853465296, |
| "loss": 0.2291, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 8540, |
| "tokens_per_second_per_gpu": 394.59 |
| }, |
| { |
| "epoch": 0.8500273400606452, |
| "grad_norm": 0.4921363890171051, |
| "learning_rate": 0.0001242321198257696, |
| "loss": 0.2142, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8550, |
| "tokens_per_second_per_gpu": 342.56 |
| }, |
| { |
| "epoch": 0.8510215240841079, |
| "grad_norm": 0.3340144157409668, |
| "learning_rate": 0.00012407982142805356, |
| "loss": 0.2034, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 8560, |
| "tokens_per_second_per_gpu": 381.5 |
| }, |
| { |
| "epoch": 0.8520157081075707, |
| "grad_norm": 0.45434701442718506, |
| "learning_rate": 0.00012392746371664797, |
| "loss": 0.2031, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 8570, |
| "tokens_per_second_per_gpu": 337.22 |
| }, |
| { |
| "epoch": 0.8530098921310335, |
| "grad_norm": 0.2646021544933319, |
| "learning_rate": 0.00012377504706684206, |
| "loss": 0.1807, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8580, |
| "tokens_per_second_per_gpu": 369.87 |
| }, |
| { |
| "epoch": 0.8540040761544962, |
| "grad_norm": 0.4125272333621979, |
| "learning_rate": 0.00012362257185407022, |
| "loss": 0.2258, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 8590, |
| "tokens_per_second_per_gpu": 374.23 |
| }, |
| { |
| "epoch": 0.854998260177959, |
| "grad_norm": 0.3133401572704315, |
| "learning_rate": 0.00012347003845391118, |
| "loss": 0.1624, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 19.98, |
| "memory/max_allocated (GiB)": 19.98, |
| "step": 8600, |
| "tokens_per_second_per_gpu": 336.61 |
| }, |
| { |
| "epoch": 0.8559924442014217, |
| "grad_norm": 0.23082919418811798, |
| "learning_rate": 0.00012331744724208694, |
| "loss": 0.207, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8610, |
| "tokens_per_second_per_gpu": 316.78 |
| }, |
| { |
| "epoch": 0.8569866282248845, |
| "grad_norm": 0.45513761043548584, |
| "learning_rate": 0.00012316479859446187, |
| "loss": 0.2465, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8620, |
| "tokens_per_second_per_gpu": 355.67 |
| }, |
| { |
| "epoch": 0.8579808122483472, |
| "grad_norm": 0.4129338562488556, |
| "learning_rate": 0.00012301209288704184, |
| "loss": 0.2563, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.38, |
| "memory/max_allocated (GiB)": 21.38, |
| "step": 8630, |
| "tokens_per_second_per_gpu": 323.02 |
| }, |
| { |
| "epoch": 0.85897499627181, |
| "grad_norm": 0.37343230843544006, |
| "learning_rate": 0.00012285933049597335, |
| "loss": 0.154, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8640, |
| "tokens_per_second_per_gpu": 326.66 |
| }, |
| { |
| "epoch": 0.8599691802952727, |
| "grad_norm": 0.32739633321762085, |
| "learning_rate": 0.00012270651179754243, |
| "loss": 0.2135, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8650, |
| "tokens_per_second_per_gpu": 340.36 |
| }, |
| { |
| "epoch": 0.8609633643187354, |
| "grad_norm": 0.5008605718612671, |
| "learning_rate": 0.0001225536371681738, |
| "loss": 0.2221, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8660, |
| "tokens_per_second_per_gpu": 295.75 |
| }, |
| { |
| "epoch": 0.8619575483421982, |
| "grad_norm": 2.8313498497009277, |
| "learning_rate": 0.00012240070698443, |
| "loss": 0.2402, |
| "memory/device_reserved (GiB)": 22.45, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8670, |
| "tokens_per_second_per_gpu": 343.07 |
| }, |
| { |
| "epoch": 0.8629517323656609, |
| "grad_norm": 3.499013662338257, |
| "learning_rate": 0.00012224772162301042, |
| "loss": 0.2588, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.58, |
| "memory/max_allocated (GiB)": 21.58, |
| "step": 8680, |
| "tokens_per_second_per_gpu": 348.94 |
| }, |
| { |
| "epoch": 0.8639459163891237, |
| "grad_norm": 0.4069509208202362, |
| "learning_rate": 0.0001220946814607503, |
| "loss": 0.2485, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 8690, |
| "tokens_per_second_per_gpu": 365.05 |
| }, |
| { |
| "epoch": 0.8649401004125864, |
| "grad_norm": 0.5977867841720581, |
| "learning_rate": 0.00012194158687461992, |
| "loss": 0.2119, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 8700, |
| "tokens_per_second_per_gpu": 326.01 |
| }, |
| { |
| "epoch": 0.8659342844360491, |
| "grad_norm": 6.747653961181641, |
| "learning_rate": 0.00012178843824172361, |
| "loss": 0.2719, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.53, |
| "memory/max_allocated (GiB)": 20.53, |
| "step": 8710, |
| "tokens_per_second_per_gpu": 390.15 |
| }, |
| { |
| "epoch": 0.8669284684595119, |
| "grad_norm": 0.46154770255088806, |
| "learning_rate": 0.00012163523593929884, |
| "loss": 0.1836, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8720, |
| "tokens_per_second_per_gpu": 343.33 |
| }, |
| { |
| "epoch": 0.8679226524829746, |
| "grad_norm": 0.272504985332489, |
| "learning_rate": 0.00012148198034471524, |
| "loss": 0.2419, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8730, |
| "tokens_per_second_per_gpu": 347.62 |
| }, |
| { |
| "epoch": 0.8689168365064374, |
| "grad_norm": 0.4848499596118927, |
| "learning_rate": 0.00012132867183547372, |
| "loss": 0.2379, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 8740, |
| "tokens_per_second_per_gpu": 315.42 |
| }, |
| { |
| "epoch": 0.8699110205299001, |
| "grad_norm": 0.42282259464263916, |
| "learning_rate": 0.00012117531078920556, |
| "loss": 0.2358, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 8750, |
| "tokens_per_second_per_gpu": 404.19 |
| }, |
| { |
| "epoch": 0.8709052045533628, |
| "grad_norm": 0.5138429999351501, |
| "learning_rate": 0.00012102189758367142, |
| "loss": 0.2602, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8760, |
| "tokens_per_second_per_gpu": 350.33 |
| }, |
| { |
| "epoch": 0.8718993885768256, |
| "grad_norm": 0.2951951324939728, |
| "learning_rate": 0.00012086843259676041, |
| "loss": 0.303, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8770, |
| "tokens_per_second_per_gpu": 396.42 |
| }, |
| { |
| "epoch": 0.8728935726002883, |
| "grad_norm": 0.4597817361354828, |
| "learning_rate": 0.00012071491620648934, |
| "loss": 0.2519, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.68, |
| "memory/max_allocated (GiB)": 19.68, |
| "step": 8780, |
| "tokens_per_second_per_gpu": 338.59 |
| }, |
| { |
| "epoch": 0.8738877566237511, |
| "grad_norm": 0.13618378341197968, |
| "learning_rate": 0.00012056134879100138, |
| "loss": 0.2235, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.43, |
| "memory/max_allocated (GiB)": 20.43, |
| "step": 8790, |
| "tokens_per_second_per_gpu": 325.39 |
| }, |
| { |
| "epoch": 0.8748819406472138, |
| "grad_norm": 0.5435792207717896, |
| "learning_rate": 0.00012040773072856566, |
| "loss": 0.2563, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8800, |
| "tokens_per_second_per_gpu": 346.95 |
| }, |
| { |
| "epoch": 0.8758761246706765, |
| "grad_norm": 0.24607907235622406, |
| "learning_rate": 0.00012025406239757588, |
| "loss": 0.1721, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8810, |
| "tokens_per_second_per_gpu": 305.91 |
| }, |
| { |
| "epoch": 0.8768703086941393, |
| "grad_norm": 0.3879210650920868, |
| "learning_rate": 0.00012010034417654962, |
| "loss": 0.2026, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8820, |
| "tokens_per_second_per_gpu": 305.29 |
| }, |
| { |
| "epoch": 0.877864492717602, |
| "grad_norm": 0.4256599545478821, |
| "learning_rate": 0.00011994657644412734, |
| "loss": 0.1985, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 8830, |
| "tokens_per_second_per_gpu": 330.52 |
| }, |
| { |
| "epoch": 0.8788586767410648, |
| "grad_norm": 0.2512848973274231, |
| "learning_rate": 0.00011979275957907146, |
| "loss": 0.2153, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8840, |
| "tokens_per_second_per_gpu": 321.37 |
| }, |
| { |
| "epoch": 0.8798528607645275, |
| "grad_norm": 0.38337549567222595, |
| "learning_rate": 0.00011963889396026547, |
| "loss": 0.2383, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 8850, |
| "tokens_per_second_per_gpu": 359.62 |
| }, |
| { |
| "epoch": 0.8808470447879903, |
| "grad_norm": 0.3447147309780121, |
| "learning_rate": 0.00011948497996671286, |
| "loss": 0.2304, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8860, |
| "tokens_per_second_per_gpu": 332.81 |
| }, |
| { |
| "epoch": 0.881841228811453, |
| "grad_norm": 0.40846845507621765, |
| "learning_rate": 0.00011933101797753637, |
| "loss": 0.2297, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8870, |
| "tokens_per_second_per_gpu": 384.1 |
| }, |
| { |
| "epoch": 0.8828354128349157, |
| "grad_norm": 0.5454410910606384, |
| "learning_rate": 0.0001191770083719769, |
| "loss": 0.2242, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 8880, |
| "tokens_per_second_per_gpu": 387.99 |
| }, |
| { |
| "epoch": 0.8838295968583785, |
| "grad_norm": 0.4706827700138092, |
| "learning_rate": 0.00011902295152939262, |
| "loss": 0.2381, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 8890, |
| "tokens_per_second_per_gpu": 304.64 |
| }, |
| { |
| "epoch": 0.8848237808818412, |
| "grad_norm": 0.6073552370071411, |
| "learning_rate": 0.00011886884782925816, |
| "loss": 0.2417, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 8900, |
| "tokens_per_second_per_gpu": 315.52 |
| }, |
| { |
| "epoch": 0.885817964905304, |
| "grad_norm": 0.3200027644634247, |
| "learning_rate": 0.00011871469765116346, |
| "loss": 0.2117, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 8910, |
| "tokens_per_second_per_gpu": 306.02 |
| }, |
| { |
| "epoch": 0.8868121489287667, |
| "grad_norm": 0.42333486676216125, |
| "learning_rate": 0.00011856050137481301, |
| "loss": 0.2552, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 8920, |
| "tokens_per_second_per_gpu": 355.23 |
| }, |
| { |
| "epoch": 0.8878063329522294, |
| "grad_norm": 0.2578692138195038, |
| "learning_rate": 0.00011840625938002481, |
| "loss": 0.1743, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 8930, |
| "tokens_per_second_per_gpu": 356.78 |
| }, |
| { |
| "epoch": 0.8888005169756922, |
| "grad_norm": 0.3321487605571747, |
| "learning_rate": 0.00011825197204672952, |
| "loss": 0.2637, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8940, |
| "tokens_per_second_per_gpu": 424.07 |
| }, |
| { |
| "epoch": 0.8897947009991549, |
| "grad_norm": 0.3663140833377838, |
| "learning_rate": 0.00011809763975496944, |
| "loss": 0.2272, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 8950, |
| "tokens_per_second_per_gpu": 360.15 |
| }, |
| { |
| "epoch": 0.8907888850226177, |
| "grad_norm": 0.2619111239910126, |
| "learning_rate": 0.00011794326288489761, |
| "loss": 0.2723, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.03, |
| "memory/max_allocated (GiB)": 20.03, |
| "step": 8960, |
| "tokens_per_second_per_gpu": 357.64 |
| }, |
| { |
| "epoch": 0.8917830690460804, |
| "grad_norm": 0.4359273612499237, |
| "learning_rate": 0.0001177888418167769, |
| "loss": 0.2633, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.79, |
| "memory/max_allocated (GiB)": 19.79, |
| "step": 8970, |
| "tokens_per_second_per_gpu": 406.63 |
| }, |
| { |
| "epoch": 0.8927772530695431, |
| "grad_norm": 0.29716983437538147, |
| "learning_rate": 0.00011763437693097903, |
| "loss": 0.2789, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 8980, |
| "tokens_per_second_per_gpu": 386.97 |
| }, |
| { |
| "epoch": 0.8937714370930059, |
| "grad_norm": 0.6009801626205444, |
| "learning_rate": 0.00011747986860798368, |
| "loss": 0.2057, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.43, |
| "memory/max_allocated (GiB)": 20.43, |
| "step": 8990, |
| "tokens_per_second_per_gpu": 318.77 |
| }, |
| { |
| "epoch": 0.8947656211164686, |
| "grad_norm": 0.4606180191040039, |
| "learning_rate": 0.0001173253172283775, |
| "loss": 0.2232, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9000, |
| "tokens_per_second_per_gpu": 283.3 |
| }, |
| { |
| "epoch": 0.8957598051399314, |
| "grad_norm": 0.3887878358364105, |
| "learning_rate": 0.00011717072317285318, |
| "loss": 0.2175, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9010, |
| "tokens_per_second_per_gpu": 313.78 |
| }, |
| { |
| "epoch": 0.8967539891633941, |
| "grad_norm": 0.3322821855545044, |
| "learning_rate": 0.0001170160868222086, |
| "loss": 0.2491, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9020, |
| "tokens_per_second_per_gpu": 339.47 |
| }, |
| { |
| "epoch": 0.8977481731868568, |
| "grad_norm": 0.5119565725326538, |
| "learning_rate": 0.00011686140855734571, |
| "loss": 0.2568, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.66, |
| "memory/max_allocated (GiB)": 19.66, |
| "step": 9030, |
| "tokens_per_second_per_gpu": 322.62 |
| }, |
| { |
| "epoch": 0.8987423572103196, |
| "grad_norm": 0.32013964653015137, |
| "learning_rate": 0.00011670668875926982, |
| "loss": 0.3019, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9040, |
| "tokens_per_second_per_gpu": 356.77 |
| }, |
| { |
| "epoch": 0.8997365412337823, |
| "grad_norm": 0.19132547080516815, |
| "learning_rate": 0.00011655192780908849, |
| "loss": 0.1927, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 18.16, |
| "memory/max_allocated (GiB)": 18.16, |
| "step": 9050, |
| "tokens_per_second_per_gpu": 306.79 |
| }, |
| { |
| "epoch": 0.9007307252572451, |
| "grad_norm": 0.4459245502948761, |
| "learning_rate": 0.00011639712608801059, |
| "loss": 0.2013, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9060, |
| "tokens_per_second_per_gpu": 369.24 |
| }, |
| { |
| "epoch": 0.9017249092807078, |
| "grad_norm": 0.3540112376213074, |
| "learning_rate": 0.00011624228397734556, |
| "loss": 0.1513, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9070, |
| "tokens_per_second_per_gpu": 323.78 |
| }, |
| { |
| "epoch": 0.9027190933041706, |
| "grad_norm": 0.3951474130153656, |
| "learning_rate": 0.00011608740185850219, |
| "loss": 0.2055, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9080, |
| "tokens_per_second_per_gpu": 358.92 |
| }, |
| { |
| "epoch": 0.9037132773276333, |
| "grad_norm": 0.3915760815143585, |
| "learning_rate": 0.00011593248011298791, |
| "loss": 0.2148, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9090, |
| "tokens_per_second_per_gpu": 397.61 |
| }, |
| { |
| "epoch": 0.9047074613510961, |
| "grad_norm": 0.49453213810920715, |
| "learning_rate": 0.00011577751912240771, |
| "loss": 0.187, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9100, |
| "tokens_per_second_per_gpu": 379.24 |
| }, |
| { |
| "epoch": 0.9057016453745589, |
| "grad_norm": 0.5185866951942444, |
| "learning_rate": 0.00011562251926846326, |
| "loss": 0.219, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9110, |
| "tokens_per_second_per_gpu": 307.18 |
| }, |
| { |
| "epoch": 0.9066958293980216, |
| "grad_norm": 0.44589415192604065, |
| "learning_rate": 0.00011546748093295195, |
| "loss": 0.2127, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 9120, |
| "tokens_per_second_per_gpu": 360.35 |
| }, |
| { |
| "epoch": 0.9076900134214844, |
| "grad_norm": 0.4594690501689911, |
| "learning_rate": 0.00011531240449776594, |
| "loss": 0.2057, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9130, |
| "tokens_per_second_per_gpu": 351.45 |
| }, |
| { |
| "epoch": 0.9086841974449471, |
| "grad_norm": 0.4069642722606659, |
| "learning_rate": 0.00011515729034489133, |
| "loss": 0.2213, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 9140, |
| "tokens_per_second_per_gpu": 331.15 |
| }, |
| { |
| "epoch": 0.9096783814684098, |
| "grad_norm": 0.5103911757469177, |
| "learning_rate": 0.00011500213885640705, |
| "loss": 0.2258, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9150, |
| "tokens_per_second_per_gpu": 323.85 |
| }, |
| { |
| "epoch": 0.9106725654918726, |
| "grad_norm": 0.5270497798919678, |
| "learning_rate": 0.00011484695041448399, |
| "loss": 0.2709, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 9160, |
| "tokens_per_second_per_gpu": 363.69 |
| }, |
| { |
| "epoch": 0.9116667495153353, |
| "grad_norm": 0.48765021562576294, |
| "learning_rate": 0.00011469172540138407, |
| "loss": 0.1935, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 9170, |
| "tokens_per_second_per_gpu": 329.09 |
| }, |
| { |
| "epoch": 0.9126609335387981, |
| "grad_norm": 0.4249947667121887, |
| "learning_rate": 0.00011453646419945934, |
| "loss": 0.2296, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 9180, |
| "tokens_per_second_per_gpu": 412.86 |
| }, |
| { |
| "epoch": 0.9136551175622608, |
| "grad_norm": 0.36251431703567505, |
| "learning_rate": 0.00011438116719115089, |
| "loss": 0.2361, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9190, |
| "tokens_per_second_per_gpu": 343.29 |
| }, |
| { |
| "epoch": 0.9146493015857236, |
| "grad_norm": 0.3858913481235504, |
| "learning_rate": 0.00011422583475898814, |
| "loss": 0.2446, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9200, |
| "tokens_per_second_per_gpu": 331.61 |
| }, |
| { |
| "epoch": 0.9156434856091863, |
| "grad_norm": 0.43422338366508484, |
| "learning_rate": 0.00011407046728558768, |
| "loss": 0.1683, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 9210, |
| "tokens_per_second_per_gpu": 303.63 |
| }, |
| { |
| "epoch": 0.916637669632649, |
| "grad_norm": 0.43746358156204224, |
| "learning_rate": 0.00011391506515365245, |
| "loss": 0.1423, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9220, |
| "tokens_per_second_per_gpu": 337.04 |
| }, |
| { |
| "epoch": 0.9176318536561118, |
| "grad_norm": 0.30726879835128784, |
| "learning_rate": 0.00011375962874597073, |
| "loss": 0.179, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9230, |
| "tokens_per_second_per_gpu": 312.89 |
| }, |
| { |
| "epoch": 0.9186260376795745, |
| "grad_norm": 0.5088397264480591, |
| "learning_rate": 0.00011360415844541523, |
| "loss": 0.2571, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9240, |
| "tokens_per_second_per_gpu": 359.77 |
| }, |
| { |
| "epoch": 0.9196202217030373, |
| "grad_norm": 0.545219898223877, |
| "learning_rate": 0.00011344865463494219, |
| "loss": 0.2228, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9250, |
| "tokens_per_second_per_gpu": 337.28 |
| }, |
| { |
| "epoch": 0.9206144057265, |
| "grad_norm": 0.5700411796569824, |
| "learning_rate": 0.00011329311769759035, |
| "loss": 0.2236, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9260, |
| "tokens_per_second_per_gpu": 340.23 |
| }, |
| { |
| "epoch": 0.9216085897499627, |
| "grad_norm": 0.3975035548210144, |
| "learning_rate": 0.00011313754801648003, |
| "loss": 0.2487, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9270, |
| "tokens_per_second_per_gpu": 345.97 |
| }, |
| { |
| "epoch": 0.9226027737734255, |
| "grad_norm": 0.5616829991340637, |
| "learning_rate": 0.00011298194597481226, |
| "loss": 0.2511, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9280, |
| "tokens_per_second_per_gpu": 331.41 |
| }, |
| { |
| "epoch": 0.9235969577968882, |
| "grad_norm": 0.38982534408569336, |
| "learning_rate": 0.00011282631195586777, |
| "loss": 0.2809, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 9290, |
| "tokens_per_second_per_gpu": 361.76 |
| }, |
| { |
| "epoch": 0.924591141820351, |
| "grad_norm": 0.531318187713623, |
| "learning_rate": 0.00011267064634300603, |
| "loss": 0.2608, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9300, |
| "tokens_per_second_per_gpu": 393.15 |
| }, |
| { |
| "epoch": 0.9255853258438137, |
| "grad_norm": 0.5956375002861023, |
| "learning_rate": 0.00011251494951966437, |
| "loss": 0.2229, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9310, |
| "tokens_per_second_per_gpu": 284.92 |
| }, |
| { |
| "epoch": 0.9265795098672764, |
| "grad_norm": 0.42666998505592346, |
| "learning_rate": 0.0001123592218693569, |
| "loss": 0.1985, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 9320, |
| "tokens_per_second_per_gpu": 362.3 |
| }, |
| { |
| "epoch": 0.9275736938907392, |
| "grad_norm": 0.4182765781879425, |
| "learning_rate": 0.00011220346377567381, |
| "loss": 0.2535, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 9330, |
| "tokens_per_second_per_gpu": 348.83 |
| }, |
| { |
| "epoch": 0.9285678779142019, |
| "grad_norm": 0.5867879390716553, |
| "learning_rate": 0.00011204767562228017, |
| "loss": 0.2309, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9340, |
| "tokens_per_second_per_gpu": 334.46 |
| }, |
| { |
| "epoch": 0.9295620619376647, |
| "grad_norm": 0.27041056752204895, |
| "learning_rate": 0.00011189185779291515, |
| "loss": 0.232, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9350, |
| "tokens_per_second_per_gpu": 331.56 |
| }, |
| { |
| "epoch": 0.9305562459611274, |
| "grad_norm": 0.5081501603126526, |
| "learning_rate": 0.00011173601067139099, |
| "loss": 0.2399, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9360, |
| "tokens_per_second_per_gpu": 336.84 |
| }, |
| { |
| "epoch": 0.9315504299845901, |
| "grad_norm": 0.7966908812522888, |
| "learning_rate": 0.00011158013464159208, |
| "loss": 0.2606, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 9370, |
| "tokens_per_second_per_gpu": 313.66 |
| }, |
| { |
| "epoch": 0.9325446140080529, |
| "grad_norm": 0.45302364230155945, |
| "learning_rate": 0.00011142423008747403, |
| "loss": 0.1581, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 9380, |
| "tokens_per_second_per_gpu": 322.72 |
| }, |
| { |
| "epoch": 0.9335387980315156, |
| "grad_norm": 0.5959784984588623, |
| "learning_rate": 0.00011126829739306271, |
| "loss": 0.2115, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.1, |
| "memory/max_allocated (GiB)": 19.1, |
| "step": 9390, |
| "tokens_per_second_per_gpu": 304.85 |
| }, |
| { |
| "epoch": 0.9345329820549784, |
| "grad_norm": 0.5530646443367004, |
| "learning_rate": 0.00011111233694245328, |
| "loss": 0.1854, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 9400, |
| "tokens_per_second_per_gpu": 347.73 |
| }, |
| { |
| "epoch": 0.9355271660784411, |
| "grad_norm": 0.4127480387687683, |
| "learning_rate": 0.00011095634911980933, |
| "loss": 0.2307, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9410, |
| "tokens_per_second_per_gpu": 325.27 |
| }, |
| { |
| "epoch": 0.9365213501019038, |
| "grad_norm": 0.4038192629814148, |
| "learning_rate": 0.0001108003343093618, |
| "loss": 0.1953, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9420, |
| "tokens_per_second_per_gpu": 327.3 |
| }, |
| { |
| "epoch": 0.9375155341253666, |
| "grad_norm": 0.4245215654373169, |
| "learning_rate": 0.00011064429289540821, |
| "loss": 0.2505, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9430, |
| "tokens_per_second_per_gpu": 337.4 |
| }, |
| { |
| "epoch": 0.9385097181488293, |
| "grad_norm": 0.4768611192703247, |
| "learning_rate": 0.00011048822526231148, |
| "loss": 0.1584, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 18.83, |
| "memory/max_allocated (GiB)": 18.83, |
| "step": 9440, |
| "tokens_per_second_per_gpu": 314.23 |
| }, |
| { |
| "epoch": 0.9395039021722921, |
| "grad_norm": 0.3262840807437897, |
| "learning_rate": 0.00011033213179449917, |
| "loss": 0.2287, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.21, |
| "memory/max_allocated (GiB)": 19.21, |
| "step": 9450, |
| "tokens_per_second_per_gpu": 358.18 |
| }, |
| { |
| "epoch": 0.9404980861957548, |
| "grad_norm": 0.5882810354232788, |
| "learning_rate": 0.00011017601287646251, |
| "loss": 0.206, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9460, |
| "tokens_per_second_per_gpu": 405.83 |
| }, |
| { |
| "epoch": 0.9414922702192176, |
| "grad_norm": 0.4905533492565155, |
| "learning_rate": 0.0001100198688927554, |
| "loss": 0.2209, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 9470, |
| "tokens_per_second_per_gpu": 327.29 |
| }, |
| { |
| "epoch": 0.9424864542426803, |
| "grad_norm": 0.5608656406402588, |
| "learning_rate": 0.00010986370022799346, |
| "loss": 0.2418, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 9480, |
| "tokens_per_second_per_gpu": 335.39 |
| }, |
| { |
| "epoch": 0.943480638266143, |
| "grad_norm": 0.4696904718875885, |
| "learning_rate": 0.00010970750726685309, |
| "loss": 0.2742, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 9490, |
| "tokens_per_second_per_gpu": 399.98 |
| }, |
| { |
| "epoch": 0.9444748222896058, |
| "grad_norm": 0.423969030380249, |
| "learning_rate": 0.00010955129039407062, |
| "loss": 0.2259, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9500, |
| "tokens_per_second_per_gpu": 336.84 |
| }, |
| { |
| "epoch": 0.9454690063130685, |
| "grad_norm": 0.438812792301178, |
| "learning_rate": 0.0001093950499944412, |
| "loss": 0.1855, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.22, |
| "memory/max_allocated (GiB)": 19.22, |
| "step": 9510, |
| "tokens_per_second_per_gpu": 318.59 |
| }, |
| { |
| "epoch": 0.9464631903365313, |
| "grad_norm": 0.5361111164093018, |
| "learning_rate": 0.00010923878645281794, |
| "loss": 0.2713, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9520, |
| "tokens_per_second_per_gpu": 354.0 |
| }, |
| { |
| "epoch": 0.947457374359994, |
| "grad_norm": 0.39556553959846497, |
| "learning_rate": 0.000109082500154111, |
| "loss": 0.2539, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.44, |
| "memory/max_allocated (GiB)": 20.44, |
| "step": 9530, |
| "tokens_per_second_per_gpu": 342.96 |
| }, |
| { |
| "epoch": 0.9484515583834567, |
| "grad_norm": 0.42129939794540405, |
| "learning_rate": 0.00010892619148328654, |
| "loss": 0.2282, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9540, |
| "tokens_per_second_per_gpu": 375.18 |
| }, |
| { |
| "epoch": 0.9494457424069195, |
| "grad_norm": 0.49444761872291565, |
| "learning_rate": 0.00010876986082536584, |
| "loss": 0.2342, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.68, |
| "memory/max_allocated (GiB)": 19.68, |
| "step": 9550, |
| "tokens_per_second_per_gpu": 394.82 |
| }, |
| { |
| "epoch": 0.9504399264303822, |
| "grad_norm": 0.3940083682537079, |
| "learning_rate": 0.0001086135085654244, |
| "loss": 0.1993, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.52, |
| "memory/max_allocated (GiB)": 21.52, |
| "step": 9560, |
| "tokens_per_second_per_gpu": 346.47 |
| }, |
| { |
| "epoch": 0.951434110453845, |
| "grad_norm": 0.40422961115837097, |
| "learning_rate": 0.00010845713508859088, |
| "loss": 0.2479, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 9570, |
| "tokens_per_second_per_gpu": 338.94 |
| }, |
| { |
| "epoch": 0.9524282944773077, |
| "grad_norm": 0.5008521676063538, |
| "learning_rate": 0.00010830074078004615, |
| "loss": 0.2217, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 9580, |
| "tokens_per_second_per_gpu": 390.26 |
| }, |
| { |
| "epoch": 0.9534224785007704, |
| "grad_norm": 0.37146544456481934, |
| "learning_rate": 0.00010814432602502246, |
| "loss": 0.2178, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 18.17, |
| "memory/max_allocated (GiB)": 18.17, |
| "step": 9590, |
| "tokens_per_second_per_gpu": 347.55 |
| }, |
| { |
| "epoch": 0.9544166625242332, |
| "grad_norm": 0.4229485094547272, |
| "learning_rate": 0.00010798789120880246, |
| "loss": 0.2183, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 9600, |
| "tokens_per_second_per_gpu": 311.66 |
| }, |
| { |
| "epoch": 0.9554108465476959, |
| "grad_norm": 0.38394778966903687, |
| "learning_rate": 0.00010783143671671813, |
| "loss": 0.2663, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.57, |
| "memory/max_allocated (GiB)": 20.57, |
| "step": 9610, |
| "tokens_per_second_per_gpu": 329.51 |
| }, |
| { |
| "epoch": 0.9564050305711588, |
| "grad_norm": 0.4587366580963135, |
| "learning_rate": 0.00010767496293414996, |
| "loss": 0.2776, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9620, |
| "tokens_per_second_per_gpu": 464.41 |
| }, |
| { |
| "epoch": 0.9573992145946215, |
| "grad_norm": 0.5589081645011902, |
| "learning_rate": 0.0001075184702465259, |
| "loss": 0.2387, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 9630, |
| "tokens_per_second_per_gpu": 358.44 |
| }, |
| { |
| "epoch": 0.9583933986180843, |
| "grad_norm": 0.6210941672325134, |
| "learning_rate": 0.0001073619590393206, |
| "loss": 0.2587, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9640, |
| "tokens_per_second_per_gpu": 373.16 |
| }, |
| { |
| "epoch": 0.959387582641547, |
| "grad_norm": 0.6241095066070557, |
| "learning_rate": 0.0001072054296980542, |
| "loss": 0.2378, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9650, |
| "tokens_per_second_per_gpu": 385.04 |
| }, |
| { |
| "epoch": 0.9603817666650097, |
| "grad_norm": 0.40504932403564453, |
| "learning_rate": 0.00010704888260829156, |
| "loss": 0.2767, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9660, |
| "tokens_per_second_per_gpu": 384.99 |
| }, |
| { |
| "epoch": 0.9613759506884725, |
| "grad_norm": 0.4956580400466919, |
| "learning_rate": 0.0001068923181556412, |
| "loss": 0.2388, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 9670, |
| "tokens_per_second_per_gpu": 378.96 |
| }, |
| { |
| "epoch": 0.9623701347119352, |
| "grad_norm": 0.2848256230354309, |
| "learning_rate": 0.00010673573672575454, |
| "loss": 0.2238, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9680, |
| "tokens_per_second_per_gpu": 359.23 |
| }, |
| { |
| "epoch": 0.963364318735398, |
| "grad_norm": 0.38930168747901917, |
| "learning_rate": 0.00010657913870432468, |
| "loss": 0.2305, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.78, |
| "memory/max_allocated (GiB)": 19.78, |
| "step": 9690, |
| "tokens_per_second_per_gpu": 309.48 |
| }, |
| { |
| "epoch": 0.9643585027588607, |
| "grad_norm": 0.4527674913406372, |
| "learning_rate": 0.00010642252447708563, |
| "loss": 0.2731, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9700, |
| "tokens_per_second_per_gpu": 349.69 |
| }, |
| { |
| "epoch": 0.9653526867823234, |
| "grad_norm": 0.4257194697856903, |
| "learning_rate": 0.00010626589442981138, |
| "loss": 0.2635, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.63, |
| "memory/max_allocated (GiB)": 20.63, |
| "step": 9710, |
| "tokens_per_second_per_gpu": 414.72 |
| }, |
| { |
| "epoch": 0.9663468708057862, |
| "grad_norm": 0.3962489068508148, |
| "learning_rate": 0.00010610924894831483, |
| "loss": 0.2862, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 9720, |
| "tokens_per_second_per_gpu": 365.4 |
| }, |
| { |
| "epoch": 0.9673410548292489, |
| "grad_norm": 0.29012176394462585, |
| "learning_rate": 0.00010595258841844688, |
| "loss": 0.2353, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.72, |
| "memory/max_allocated (GiB)": 20.72, |
| "step": 9730, |
| "tokens_per_second_per_gpu": 364.81 |
| }, |
| { |
| "epoch": 0.9683352388527117, |
| "grad_norm": 0.5301884412765503, |
| "learning_rate": 0.00010579591322609559, |
| "loss": 0.1947, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.61, |
| "memory/max_allocated (GiB)": 20.61, |
| "step": 9740, |
| "tokens_per_second_per_gpu": 369.66 |
| }, |
| { |
| "epoch": 0.9693294228761744, |
| "grad_norm": 0.41399112343788147, |
| "learning_rate": 0.000105639223757185, |
| "loss": 0.1859, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.98, |
| "memory/max_allocated (GiB)": 19.98, |
| "step": 9750, |
| "tokens_per_second_per_gpu": 314.55 |
| }, |
| { |
| "epoch": 0.9703236068996371, |
| "grad_norm": 0.3453201353549957, |
| "learning_rate": 0.00010548252039767443, |
| "loss": 0.1971, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9760, |
| "tokens_per_second_per_gpu": 368.71 |
| }, |
| { |
| "epoch": 0.9713177909230999, |
| "grad_norm": 0.5453227162361145, |
| "learning_rate": 0.00010532580353355734, |
| "loss": 0.3006, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.47, |
| "memory/max_allocated (GiB)": 21.47, |
| "step": 9770, |
| "tokens_per_second_per_gpu": 420.65 |
| }, |
| { |
| "epoch": 0.9723119749465626, |
| "grad_norm": 0.42438754439353943, |
| "learning_rate": 0.00010516907355086055, |
| "loss": 0.2027, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.51, |
| "memory/max_allocated (GiB)": 21.51, |
| "step": 9780, |
| "tokens_per_second_per_gpu": 396.2 |
| }, |
| { |
| "epoch": 0.9733061589700254, |
| "grad_norm": 0.5116370916366577, |
| "learning_rate": 0.00010501233083564306, |
| "loss": 0.1968, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 9790, |
| "tokens_per_second_per_gpu": 345.38 |
| }, |
| { |
| "epoch": 0.9743003429934881, |
| "grad_norm": 0.23473972082138062, |
| "learning_rate": 0.00010485557577399536, |
| "loss": 0.1676, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9800, |
| "tokens_per_second_per_gpu": 386.72 |
| }, |
| { |
| "epoch": 0.9752945270169509, |
| "grad_norm": 0.5427513718605042, |
| "learning_rate": 0.00010469880875203827, |
| "loss": 0.2066, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9810, |
| "tokens_per_second_per_gpu": 372.28 |
| }, |
| { |
| "epoch": 0.9762887110404136, |
| "grad_norm": 0.4717273712158203, |
| "learning_rate": 0.00010454203015592214, |
| "loss": 0.2097, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9820, |
| "tokens_per_second_per_gpu": 317.9 |
| }, |
| { |
| "epoch": 0.9772828950638763, |
| "grad_norm": 0.2797994017601013, |
| "learning_rate": 0.00010438524037182573, |
| "loss": 0.3073, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9830, |
| "tokens_per_second_per_gpu": 371.67 |
| }, |
| { |
| "epoch": 0.9782770790873391, |
| "grad_norm": 0.3694850504398346, |
| "learning_rate": 0.00010422843978595542, |
| "loss": 0.2309, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.2, |
| "memory/max_allocated (GiB)": 19.2, |
| "step": 9840, |
| "tokens_per_second_per_gpu": 426.94 |
| }, |
| { |
| "epoch": 0.9792712631108018, |
| "grad_norm": 0.3863958716392517, |
| "learning_rate": 0.00010407162878454423, |
| "loss": 0.2697, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9850, |
| "tokens_per_second_per_gpu": 338.41 |
| }, |
| { |
| "epoch": 0.9802654471342646, |
| "grad_norm": 0.22021318972110748, |
| "learning_rate": 0.00010391480775385078, |
| "loss": 0.1866, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.5, |
| "memory/max_allocated (GiB)": 21.5, |
| "step": 9860, |
| "tokens_per_second_per_gpu": 331.0 |
| }, |
| { |
| "epoch": 0.9812596311577273, |
| "grad_norm": 0.3698722720146179, |
| "learning_rate": 0.00010375797708015844, |
| "loss": 0.1992, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.76, |
| "memory/max_allocated (GiB)": 20.76, |
| "step": 9870, |
| "tokens_per_second_per_gpu": 328.05 |
| }, |
| { |
| "epoch": 0.98225381518119, |
| "grad_norm": 0.45455843210220337, |
| "learning_rate": 0.00010360113714977428, |
| "loss": 0.2508, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.39, |
| "memory/max_allocated (GiB)": 21.39, |
| "step": 9880, |
| "tokens_per_second_per_gpu": 409.92 |
| }, |
| { |
| "epoch": 0.9832479992046528, |
| "grad_norm": 0.3562302887439728, |
| "learning_rate": 0.00010344428834902822, |
| "loss": 0.187, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9890, |
| "tokens_per_second_per_gpu": 262.76 |
| }, |
| { |
| "epoch": 0.9842421832281155, |
| "grad_norm": 0.5735921263694763, |
| "learning_rate": 0.00010328743106427197, |
| "loss": 0.2517, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.62, |
| "memory/max_allocated (GiB)": 20.62, |
| "step": 9900, |
| "tokens_per_second_per_gpu": 338.79 |
| }, |
| { |
| "epoch": 0.9852363672515783, |
| "grad_norm": 0.47819098830223083, |
| "learning_rate": 0.00010313056568187818, |
| "loss": 0.2298, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 9910, |
| "tokens_per_second_per_gpu": 351.88 |
| }, |
| { |
| "epoch": 0.986230551275041, |
| "grad_norm": 0.29087749123573303, |
| "learning_rate": 0.00010297369258823948, |
| "loss": 0.1617, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 9920, |
| "tokens_per_second_per_gpu": 311.57 |
| }, |
| { |
| "epoch": 0.9872247352985037, |
| "grad_norm": 0.5746156573295593, |
| "learning_rate": 0.00010281681216976742, |
| "loss": 0.2215, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9930, |
| "tokens_per_second_per_gpu": 360.68 |
| }, |
| { |
| "epoch": 0.9882189193219665, |
| "grad_norm": 0.5306881666183472, |
| "learning_rate": 0.00010265992481289164, |
| "loss": 0.2165, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.56, |
| "memory/max_allocated (GiB)": 20.56, |
| "step": 9940, |
| "tokens_per_second_per_gpu": 350.01 |
| }, |
| { |
| "epoch": 0.9892131033454292, |
| "grad_norm": 0.5628572106361389, |
| "learning_rate": 0.00010250303090405886, |
| "loss": 0.2246, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.75, |
| "memory/max_allocated (GiB)": 20.75, |
| "step": 9950, |
| "tokens_per_second_per_gpu": 331.08 |
| }, |
| { |
| "epoch": 0.990207287368892, |
| "grad_norm": 0.38296106457710266, |
| "learning_rate": 0.00010234613082973195, |
| "loss": 0.2294, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 9960, |
| "tokens_per_second_per_gpu": 310.12 |
| }, |
| { |
| "epoch": 0.9912014713923547, |
| "grad_norm": 0.5048671960830688, |
| "learning_rate": 0.00010218922497638893, |
| "loss": 0.2263, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 9970, |
| "tokens_per_second_per_gpu": 360.03 |
| }, |
| { |
| "epoch": 0.9921956554158174, |
| "grad_norm": 0.2620450258255005, |
| "learning_rate": 0.00010203231373052205, |
| "loss": 0.2391, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.37, |
| "memory/max_allocated (GiB)": 21.37, |
| "step": 9980, |
| "tokens_per_second_per_gpu": 397.95 |
| }, |
| { |
| "epoch": 0.9931898394392802, |
| "grad_norm": 0.37807098031044006, |
| "learning_rate": 0.00010187539747863693, |
| "loss": 0.2654, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.54, |
| "memory/max_allocated (GiB)": 20.54, |
| "step": 9990, |
| "tokens_per_second_per_gpu": 413.64 |
| }, |
| { |
| "epoch": 0.9941840234627429, |
| "grad_norm": 0.3059203624725342, |
| "learning_rate": 0.00010171847660725147, |
| "loss": 0.2081, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.48, |
| "memory/max_allocated (GiB)": 21.48, |
| "step": 10000, |
| "tokens_per_second_per_gpu": 317.3 |
| }, |
| { |
| "epoch": 0.9951782074862057, |
| "grad_norm": 0.38892289996147156, |
| "learning_rate": 0.0001015615515028949, |
| "loss": 0.2826, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 21.49, |
| "memory/max_allocated (GiB)": 21.49, |
| "step": 10010, |
| "tokens_per_second_per_gpu": 379.68 |
| }, |
| { |
| "epoch": 0.9961723915096684, |
| "grad_norm": 0.22751818597316742, |
| "learning_rate": 0.00010140462255210696, |
| "loss": 0.2674, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.55, |
| "memory/max_allocated (GiB)": 20.55, |
| "step": 10020, |
| "tokens_per_second_per_gpu": 362.08 |
| }, |
| { |
| "epoch": 0.9971665755331311, |
| "grad_norm": 0.3578786551952362, |
| "learning_rate": 0.00010124769014143678, |
| "loss": 0.2125, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 19.77, |
| "memory/max_allocated (GiB)": 19.77, |
| "step": 10030, |
| "tokens_per_second_per_gpu": 367.81 |
| }, |
| { |
| "epoch": 0.9981607595565939, |
| "grad_norm": 0.32971230149269104, |
| "learning_rate": 0.00010109075465744208, |
| "loss": 0.1599, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.74, |
| "memory/max_allocated (GiB)": 20.74, |
| "step": 10040, |
| "tokens_per_second_per_gpu": 336.7 |
| }, |
| { |
| "epoch": 0.9991549435800566, |
| "grad_norm": 0.4897179901599884, |
| "learning_rate": 0.00010093381648668813, |
| "loss": 0.2485, |
| "memory/device_reserved (GiB)": 22.49, |
| "memory/max_active (GiB)": 20.73, |
| "memory/max_allocated (GiB)": 20.73, |
| "step": 10050, |
| "tokens_per_second_per_gpu": 303.41 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 20117, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.1187739692210586e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
