Invalid JSON: Unexpected non-whitespace character after JSONat line 2, column 1
| {"num_parameters": 102068736, "trainable_parameters": 102068736, "step": 0} | |
| {"train_info/time_between_train_steps": 3.3545584678649902, "step": 0} | |
| {"info/global_step": 1, "train_info/time_within_train_step": 25.279995441436768, "step": 1} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 17273.5732421875, "train_info/memory_reserved": 18442.0, "train_info/memory_max_reserved": 18442.0, "_timestamp": 1740920981, "_runtime": 32}, "step": 1} | |
| {"logs": {"train/loss": 10.1063, "train/learning_rate": 4.9999999999999996e-06, "train/epoch": 0.0, "_timestamp": 1740920981, "_runtime": 32}, "step": 1} | |
| {"train_info/time_between_train_steps": 0.13571739196777344, "step": 1} | |
| {"info/global_step": 2, "train_info/time_within_train_step": 24.92632508277893, "step": 2} | |
| {"train_info/time_between_train_steps": 0.005316257476806641, "step": 2} | |
| {"info/global_step": 3, "train_info/time_within_train_step": 24.794849395751953, "step": 3} | |
| {"train_info/time_between_train_steps": 0.005141496658325195, "step": 3} | |
| {"info/global_step": 4, "train_info/time_within_train_step": 24.95120096206665, "step": 4} | |
| {"train_info/time_between_train_steps": 0.0053253173828125, "step": 4} | |
| {"info/global_step": 5, "train_info/time_within_train_step": 24.853302001953125, "step": 5} | |
| {"train_info/time_between_train_steps": 0.007440090179443359, "step": 5} | |
| {"info/global_step": 6, "train_info/time_within_train_step": 25.132094621658325, "step": 6} | |
| {"train_info/time_between_train_steps": 0.00653839111328125, "step": 6} | |
| {"info/global_step": 7, "train_info/time_within_train_step": 24.93247628211975, "step": 7} | |
| {"train_info/time_between_train_steps": 0.006663322448730469, "step": 7} | |
| {"info/global_step": 8, "train_info/time_within_train_step": 25.047409534454346, "step": 8} | |
| {"train_info/time_between_train_steps": 0.006006479263305664, "step": 8} | |
| {"info/global_step": 9, "train_info/time_within_train_step": 24.85965633392334, "step": 9} | |
| {"train_info/time_between_train_steps": 0.005548715591430664, "step": 9} | |
| {"info/global_step": 10, "train_info/time_within_train_step": 25.01571798324585, "step": 10} | |
| {"train_info/time_between_train_steps": 0.0054700374603271484, "step": 10} | |
| {"info/global_step": 11, "train_info/time_within_train_step": 24.822245121002197, "step": 11} | |
| {"train_info/time_between_train_steps": 0.00633692741394043, "step": 11} | |
| {"info/global_step": 12, "train_info/time_within_train_step": 25.08462142944336, "step": 12} | |
| {"train_info/time_between_train_steps": 0.0055599212646484375, "step": 12} | |
| {"info/global_step": 13, "train_info/time_within_train_step": 24.85797667503357, "step": 13} | |
| {"train_info/time_between_train_steps": 0.006734132766723633, "step": 13} | |
| {"info/global_step": 14, "train_info/time_within_train_step": 24.99138045310974, "step": 14} | |
| {"train_info/time_between_train_steps": 0.0054361820220947266, "step": 14} | |
| {"info/global_step": 15, "train_info/time_within_train_step": 24.86826801300049, "step": 15} | |
| {"train_info/time_between_train_steps": 0.00610041618347168, "step": 15} | |
| {"info/global_step": 16, "train_info/time_within_train_step": 25.06126618385315, "step": 16} | |
| {"train_info/time_between_train_steps": 0.005648612976074219, "step": 16} | |
| {"info/global_step": 17, "train_info/time_within_train_step": 24.835848093032837, "step": 17} | |
| {"train_info/time_between_train_steps": 0.0261843204498291, "step": 17} | |
| {"info/global_step": 18, "train_info/time_within_train_step": 24.84824514389038, "step": 18} | |
| {"train_info/time_between_train_steps": 0.005846738815307617, "step": 18} | |
| {"info/global_step": 19, "train_info/time_within_train_step": 24.86140465736389, "step": 19} | |
| {"train_info/time_between_train_steps": 0.005763053894042969, "step": 19} | |
| {"info/global_step": 20, "train_info/time_within_train_step": 24.86018180847168, "step": 20} | |
| {"train_info/time_between_train_steps": 0.00557708740234375, "step": 20} | |
| {"info/global_step": 21, "train_info/time_within_train_step": 24.86798071861267, "step": 21} | |
| {"train_info/time_between_train_steps": 0.005887269973754883, "step": 21} | |
| {"info/global_step": 22, "train_info/time_within_train_step": 24.86375617980957, "step": 22} | |
| {"train_info/time_between_train_steps": 0.0058100223541259766, "step": 22} | |
| {"info/global_step": 23, "train_info/time_within_train_step": 24.863277673721313, "step": 23} | |
| {"train_info/time_between_train_steps": 0.0056171417236328125, "step": 23} | |
| {"info/global_step": 24, "train_info/time_within_train_step": 24.859861850738525, "step": 24} | |
| {"train_info/time_between_train_steps": 0.006039619445800781, "step": 24} | |
| {"info/global_step": 25, "train_info/time_within_train_step": 24.863151788711548, "step": 25} | |
| {"train_info/time_between_train_steps": 0.005613565444946289, "step": 25} | |
| {"info/global_step": 26, "train_info/time_within_train_step": 24.85294771194458, "step": 26} | |
| {"train_info/time_between_train_steps": 0.005768299102783203, "step": 26} | |
| {"info/global_step": 27, "train_info/time_within_train_step": 24.86596131324768, "step": 27} | |
| {"train_info/time_between_train_steps": 0.00577545166015625, "step": 27} | |
| {"info/global_step": 28, "train_info/time_within_train_step": 24.87045669555664, "step": 28} | |
| {"train_info/time_between_train_steps": 0.006061077117919922, "step": 28} | |
| {"info/global_step": 29, "train_info/time_within_train_step": 24.88577437400818, "step": 29} | |
| {"train_info/time_between_train_steps": 0.005676984786987305, "step": 29} | |
| {"info/global_step": 30, "train_info/time_within_train_step": 24.862390756607056, "step": 30} | |
| {"train_info/time_between_train_steps": 0.005708932876586914, "step": 30} | |
| {"info/global_step": 31, "train_info/time_within_train_step": 24.88994836807251, "step": 31} | |
| {"train_info/time_between_train_steps": 0.005873918533325195, "step": 31} | |
| {"info/global_step": 32, "train_info/time_within_train_step": 25.030659198760986, "step": 32} | |
| {"train_info/time_between_train_steps": 0.005365610122680664, "step": 32} | |
| {"info/global_step": 33, "train_info/time_within_train_step": 24.823835611343384, "step": 33} | |
| {"train_info/time_between_train_steps": 0.006823062896728516, "step": 33} | |
| {"info/global_step": 34, "train_info/time_within_train_step": 24.87476134300232, "step": 34} | |
| {"train_info/time_between_train_steps": 0.006700754165649414, "step": 34} | |
| {"info/global_step": 35, "train_info/time_within_train_step": 24.8525550365448, "step": 35} | |
| {"train_info/time_between_train_steps": 0.006418943405151367, "step": 35} | |
| {"info/global_step": 36, "train_info/time_within_train_step": 24.870248556137085, "step": 36} | |
| {"train_info/time_between_train_steps": 0.005982875823974609, "step": 36} | |
| {"train_info/time_between_train_steps": 17.042627334594727, "step": 36} | |
| {"info/global_step": 37, "train_info/time_within_train_step": 24.83086061477661, "step": 37} | |
| {"train_info/time_between_train_steps": 0.006000518798828125, "step": 37} | |
| {"info/global_step": 38, "train_info/time_within_train_step": 24.960150480270386, "step": 38} | |
| {"train_info/time_between_train_steps": 0.0055544376373291016, "step": 38} | |
| {"info/global_step": 39, "train_info/time_within_train_step": 24.808798789978027, "step": 39} | |
| {"train_info/time_between_train_steps": 0.0056421756744384766, "step": 39} | |
| {"info/global_step": 40, "train_info/time_within_train_step": 24.964230060577393, "step": 40} | |
| {"train_info/time_between_train_steps": 0.0055561065673828125, "step": 40} | |
| {"info/global_step": 41, "train_info/time_within_train_step": 24.910632610321045, "step": 41} | |
| {"train_info/time_between_train_steps": 0.007194042205810547, "step": 41} | |
| {"info/global_step": 42, "train_info/time_within_train_step": 25.21767544746399, "step": 42} | |
| {"train_info/time_between_train_steps": 0.006657838821411133, "step": 42} | |
| {"info/global_step": 43, "train_info/time_within_train_step": 24.842806100845337, "step": 43} | |
| {"train_info/time_between_train_steps": 0.0055506229400634766, "step": 43} | |
| {"info/global_step": 44, "train_info/time_within_train_step": 25.020081520080566, "step": 44} | |
| {"train_info/time_between_train_steps": 0.005616664886474609, "step": 44} | |
| {"info/global_step": 45, "train_info/time_within_train_step": 24.838332414627075, "step": 45} | |
| {"train_info/time_between_train_steps": 0.005561351776123047, "step": 45} | |
| {"info/global_step": 46, "train_info/time_within_train_step": 24.969358921051025, "step": 46} | |
| {"train_info/time_between_train_steps": 0.005698680877685547, "step": 46} | |
| {"info/global_step": 47, "train_info/time_within_train_step": 24.97092914581299, "step": 47} | |
| {"train_info/time_between_train_steps": 0.00664210319519043, "step": 47} | |
| {"info/global_step": 48, "train_info/time_within_train_step": 25.000829935073853, "step": 48} | |
| {"train_info/time_between_train_steps": 0.005613088607788086, "step": 48} | |
| {"info/global_step": 49, "train_info/time_within_train_step": 24.80155038833618, "step": 49} | |
| {"train_info/time_between_train_steps": 0.0057220458984375, "step": 49} | |
| {"info/global_step": 50, "train_info/time_within_train_step": 24.981942176818848, "step": 50} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740922220, "_runtime": 1271}, "step": 50} | |
| {"logs": {"train/loss": 6.9252, "train/learning_rate": 0.00025, "train/epoch": 1.01, "_timestamp": 1740922220, "_runtime": 1271}, "step": 50} | |
| {"train_info/time_between_train_steps": 0.009172201156616211, "step": 50} | |
| {"info/global_step": 51, "train_info/time_within_train_step": 24.809889554977417, "step": 51} | |
| {"train_info/time_between_train_steps": 0.0052585601806640625, "step": 51} | |
| {"info/global_step": 52, "train_info/time_within_train_step": 24.897733211517334, "step": 52} | |
| {"train_info/time_between_train_steps": 0.005637645721435547, "step": 52} | |
| {"info/global_step": 53, "train_info/time_within_train_step": 24.8136088848114, "step": 53} | |
| {"train_info/time_between_train_steps": 0.04091596603393555, "step": 53} | |
| {"info/global_step": 54, "train_info/time_within_train_step": 24.805060863494873, "step": 54} | |
| {"train_info/time_between_train_steps": 0.005296230316162109, "step": 54} | |
| {"info/global_step": 55, "train_info/time_within_train_step": 24.82439088821411, "step": 55} | |
| {"train_info/time_between_train_steps": 0.005160093307495117, "step": 55} | |
| {"info/global_step": 56, "train_info/time_within_train_step": 24.882304430007935, "step": 56} | |
| {"train_info/time_between_train_steps": 0.006617546081542969, "step": 56} | |
| {"info/global_step": 57, "train_info/time_within_train_step": 24.84871792793274, "step": 57} | |
| {"train_info/time_between_train_steps": 0.008731603622436523, "step": 57} | |
| {"info/global_step": 58, "train_info/time_within_train_step": 24.844503164291382, "step": 58} | |
| {"train_info/time_between_train_steps": 0.005345821380615234, "step": 58} | |
| {"info/global_step": 59, "train_info/time_within_train_step": 24.871800661087036, "step": 59} | |
| {"train_info/time_between_train_steps": 0.010166406631469727, "step": 59} | |
| {"info/global_step": 60, "train_info/time_within_train_step": 24.88118863105774, "step": 60} | |
| {"train_info/time_between_train_steps": 0.005403041839599609, "step": 60} | |
| {"info/global_step": 61, "train_info/time_within_train_step": 24.949780702590942, "step": 61} | |
| {"train_info/time_between_train_steps": 0.005766868591308594, "step": 61} | |
| {"info/global_step": 62, "train_info/time_within_train_step": 24.963966846466064, "step": 62} | |
| {"train_info/time_between_train_steps": 0.0056247711181640625, "step": 62} | |
| {"info/global_step": 63, "train_info/time_within_train_step": 24.822452068328857, "step": 63} | |
| {"train_info/time_between_train_steps": 0.010046243667602539, "step": 63} | |
| {"info/global_step": 64, "train_info/time_within_train_step": 24.797985076904297, "step": 64} | |
| {"train_info/time_between_train_steps": 0.005303144454956055, "step": 64} | |
| {"info/global_step": 65, "train_info/time_within_train_step": 24.837443590164185, "step": 65} | |
| {"train_info/time_between_train_steps": 0.005602359771728516, "step": 65} | |
| {"info/global_step": 66, "train_info/time_within_train_step": 24.85555934906006, "step": 66} | |
| {"train_info/time_between_train_steps": 0.005524158477783203, "step": 66} | |
| {"info/global_step": 67, "train_info/time_within_train_step": 24.83193349838257, "step": 67} | |
| {"train_info/time_between_train_steps": 0.013366222381591797, "step": 67} | |
| {"info/global_step": 68, "train_info/time_within_train_step": 24.85337805747986, "step": 68} | |
| {"train_info/time_between_train_steps": 0.0055506229400634766, "step": 68} | |
| {"info/global_step": 69, "train_info/time_within_train_step": 24.883206129074097, "step": 69} | |
| {"train_info/time_between_train_steps": 0.00561833381652832, "step": 69} | |
| {"info/global_step": 70, "train_info/time_within_train_step": 24.8353111743927, "step": 70} | |
| {"train_info/time_between_train_steps": 0.005672931671142578, "step": 70} | |
| {"info/global_step": 71, "train_info/time_within_train_step": 24.871673583984375, "step": 71} | |
| {"train_info/time_between_train_steps": 0.006528377532958984, "step": 71} | |
| {"info/global_step": 72, "train_info/time_within_train_step": 24.877485275268555, "step": 72} | |
| {"train_info/time_between_train_steps": 0.006086587905883789, "step": 72} | |
| {"train_info/time_between_train_steps": 16.958045721054077, "step": 72} | |
| {"info/global_step": 73, "train_info/time_within_train_step": 24.83528757095337, "step": 73} | |
| {"train_info/time_between_train_steps": 0.005383729934692383, "step": 73} | |
| {"info/global_step": 74, "train_info/time_within_train_step": 25.006669759750366, "step": 74} | |
| {"train_info/time_between_train_steps": 0.005597114562988281, "step": 74} | |
| {"info/global_step": 75, "train_info/time_within_train_step": 24.877662420272827, "step": 75} | |
| {"train_info/time_between_train_steps": 0.0050809383392333984, "step": 75} | |
| {"info/global_step": 76, "train_info/time_within_train_step": 24.986810445785522, "step": 76} | |
| {"train_info/time_between_train_steps": 0.005265712738037109, "step": 76} | |
| {"info/global_step": 77, "train_info/time_within_train_step": 24.847470998764038, "step": 77} | |
| {"train_info/time_between_train_steps": 0.005303382873535156, "step": 77} | |
| {"info/global_step": 78, "train_info/time_within_train_step": 25.009942531585693, "step": 78} | |
| {"train_info/time_between_train_steps": 0.0051953792572021484, "step": 78} | |
| {"info/global_step": 79, "train_info/time_within_train_step": 24.834240198135376, "step": 79} | |
| {"train_info/time_between_train_steps": 0.0052907466888427734, "step": 79} | |
| {"info/global_step": 80, "train_info/time_within_train_step": 25.256168842315674, "step": 80} | |
| {"train_info/time_between_train_steps": 0.006410360336303711, "step": 80} | |
| {"info/global_step": 81, "train_info/time_within_train_step": 24.9327654838562, "step": 81} | |
| {"train_info/time_between_train_steps": 0.006133079528808594, "step": 81} | |
| {"info/global_step": 82, "train_info/time_within_train_step": 25.0353581905365, "step": 82} | |
| {"train_info/time_between_train_steps": 0.005267143249511719, "step": 82} | |
| {"info/global_step": 83, "train_info/time_within_train_step": 24.839959144592285, "step": 83} | |
| {"train_info/time_between_train_steps": 0.005582332611083984, "step": 83} | |
| {"info/global_step": 84, "train_info/time_within_train_step": 24.949237823486328, "step": 84} | |
| {"train_info/time_between_train_steps": 0.005536079406738281, "step": 84} | |
| {"info/global_step": 85, "train_info/time_within_train_step": 24.856935024261475, "step": 85} | |
| {"train_info/time_between_train_steps": 0.006158351898193359, "step": 85} | |
| {"info/global_step": 86, "train_info/time_within_train_step": 24.998997449874878, "step": 86} | |
| {"train_info/time_between_train_steps": 0.005632162094116211, "step": 86} | |
| {"info/global_step": 87, "train_info/time_within_train_step": 24.816107988357544, "step": 87} | |
| {"train_info/time_between_train_steps": 0.00556635856628418, "step": 87} | |
| {"info/global_step": 88, "train_info/time_within_train_step": 24.951648473739624, "step": 88} | |
| {"train_info/time_between_train_steps": 0.005740642547607422, "step": 88} | |
| {"info/global_step": 89, "train_info/time_within_train_step": 24.907820224761963, "step": 89} | |
| {"train_info/time_between_train_steps": 0.023521900177001953, "step": 89} | |
| {"info/global_step": 90, "train_info/time_within_train_step": 24.869611263275146, "step": 90} | |
| {"train_info/time_between_train_steps": 0.005056619644165039, "step": 90} | |
| {"info/global_step": 91, "train_info/time_within_train_step": 24.80236792564392, "step": 91} | |
| {"train_info/time_between_train_steps": 0.005208015441894531, "step": 91} | |
| {"info/global_step": 92, "train_info/time_within_train_step": 24.806025743484497, "step": 92} | |
| {"train_info/time_between_train_steps": 0.010049104690551758, "step": 92} | |
| {"info/global_step": 93, "train_info/time_within_train_step": 24.889329433441162, "step": 93} | |
| {"train_info/time_between_train_steps": 0.0050814151763916016, "step": 93} | |
| {"info/global_step": 94, "train_info/time_within_train_step": 24.788022756576538, "step": 94} | |
| {"train_info/time_between_train_steps": 0.005430698394775391, "step": 94} | |
| {"info/global_step": 95, "train_info/time_within_train_step": 24.83535933494568, "step": 95} | |
| {"train_info/time_between_train_steps": 0.00541996955871582, "step": 95} | |
| {"info/global_step": 96, "train_info/time_within_train_step": 24.793861627578735, "step": 96} | |
| {"train_info/time_between_train_steps": 0.005128622055053711, "step": 96} | |
| {"info/global_step": 97, "train_info/time_within_train_step": 24.80257534980774, "step": 97} | |
| {"train_info/time_between_train_steps": 0.005377054214477539, "step": 97} | |
| {"info/global_step": 98, "train_info/time_within_train_step": 24.813105821609497, "step": 98} | |
| {"train_info/time_between_train_steps": 0.005448102951049805, "step": 98} | |
| {"info/global_step": 99, "train_info/time_within_train_step": 24.819654941558838, "step": 99} | |
| {"train_info/time_between_train_steps": 0.005232334136962891, "step": 99} | |
| {"info/global_step": 100, "train_info/time_within_train_step": 24.80829167366028, "step": 100} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740923481, "_runtime": 2532}, "step": 100} | |
| {"logs": {"train/loss": 4.9715, "train/learning_rate": 0.0005, "train/epoch": 2.02, "_timestamp": 1740923481, "_runtime": 2532}, "step": 100} | |
| {"train_info/time_between_train_steps": 11.042886972427368, "step": 100} | |
| {"info/global_step": 101, "train_info/time_within_train_step": 24.797461986541748, "step": 101} | |
| {"train_info/time_between_train_steps": 0.005183219909667969, "step": 101} | |
| {"info/global_step": 102, "train_info/time_within_train_step": 24.793292760849, "step": 102} | |
| {"train_info/time_between_train_steps": 0.0054361820220947266, "step": 102} | |
| {"info/global_step": 103, "train_info/time_within_train_step": 24.89076542854309, "step": 103} | |
| {"train_info/time_between_train_steps": 0.005091428756713867, "step": 103} | |
| {"info/global_step": 104, "train_info/time_within_train_step": 24.867005348205566, "step": 104} | |
| {"train_info/time_between_train_steps": 0.0052471160888671875, "step": 104} | |
| {"info/global_step": 105, "train_info/time_within_train_step": 24.805975198745728, "step": 105} | |
| {"train_info/time_between_train_steps": 0.005365848541259766, "step": 105} | |
| {"info/global_step": 106, "train_info/time_within_train_step": 24.81770634651184, "step": 106} | |
| {"train_info/time_between_train_steps": 0.005299806594848633, "step": 106} | |
| {"info/global_step": 107, "train_info/time_within_train_step": 24.829715967178345, "step": 107} | |
| {"train_info/time_between_train_steps": 0.006039142608642578, "step": 107} | |
| {"info/global_step": 108, "train_info/time_within_train_step": 24.843397617340088, "step": 108} | |
| {"train_info/time_between_train_steps": 0.006110191345214844, "step": 108} | |
| {"train_info/time_between_train_steps": 16.687894344329834, "step": 108} | |
| {"info/global_step": 109, "train_info/time_within_train_step": 24.78677773475647, "step": 109} | |
| {"train_info/time_between_train_steps": 0.010188817977905273, "step": 109} | |
| {"info/global_step": 110, "train_info/time_within_train_step": 24.940797567367554, "step": 110} | |
| {"train_info/time_between_train_steps": 0.005136251449584961, "step": 110} | |
| {"info/global_step": 111, "train_info/time_within_train_step": 24.825491189956665, "step": 111} | |
| {"train_info/time_between_train_steps": 0.005475521087646484, "step": 111} | |
| {"info/global_step": 112, "train_info/time_within_train_step": 24.93862247467041, "step": 112} | |
| {"train_info/time_between_train_steps": 0.005343198776245117, "step": 112} | |
| {"info/global_step": 113, "train_info/time_within_train_step": 24.800628423690796, "step": 113} | |
| {"train_info/time_between_train_steps": 0.005878925323486328, "step": 113} | |
| {"info/global_step": 114, "train_info/time_within_train_step": 24.995646953582764, "step": 114} | |
| {"train_info/time_between_train_steps": 0.005707263946533203, "step": 114} | |
| {"info/global_step": 115, "train_info/time_within_train_step": 24.812279224395752, "step": 115} | |
| {"train_info/time_between_train_steps": 0.012878894805908203, "step": 115} | |
| {"info/global_step": 116, "train_info/time_within_train_step": 24.949249982833862, "step": 116} | |
| {"train_info/time_between_train_steps": 0.00533604621887207, "step": 116} | |
| {"info/global_step": 117, "train_info/time_within_train_step": 24.853536367416382, "step": 117} | |
| {"train_info/time_between_train_steps": 0.005807161331176758, "step": 117} | |
| {"info/global_step": 118, "train_info/time_within_train_step": 24.974862098693848, "step": 118} | |
| {"train_info/time_between_train_steps": 0.0052242279052734375, "step": 118} | |
| {"info/global_step": 119, "train_info/time_within_train_step": 24.866535425186157, "step": 119} | |
| {"train_info/time_between_train_steps": 0.006359577178955078, "step": 119} | |
| {"info/global_step": 120, "train_info/time_within_train_step": 25.018162727355957, "step": 120} | |
| {"train_info/time_between_train_steps": 0.005401611328125, "step": 120} | |
| {"info/global_step": 121, "train_info/time_within_train_step": 24.830220937728882, "step": 121} | |
| {"train_info/time_between_train_steps": 0.005604743957519531, "step": 121} | |
| {"info/global_step": 122, "train_info/time_within_train_step": 24.952666997909546, "step": 122} | |
| {"train_info/time_between_train_steps": 0.005377292633056641, "step": 122} | |
| {"info/global_step": 123, "train_info/time_within_train_step": 24.845767736434937, "step": 123} | |
| {"train_info/time_between_train_steps": 0.0056743621826171875, "step": 123} | |
| {"info/global_step": 124, "train_info/time_within_train_step": 25.04603385925293, "step": 124} | |
| {"train_info/time_between_train_steps": 0.005411386489868164, "step": 124} | |
| {"info/global_step": 125, "train_info/time_within_train_step": 24.848759174346924, "step": 125} | |
| {"train_info/time_between_train_steps": 0.02150249481201172, "step": 125} | |
| {"info/global_step": 126, "train_info/time_within_train_step": 24.82724118232727, "step": 126} | |
| {"train_info/time_between_train_steps": 0.00542449951171875, "step": 126} | |
| {"info/global_step": 127, "train_info/time_within_train_step": 24.78723907470703, "step": 127} | |
| {"train_info/time_between_train_steps": 0.004983186721801758, "step": 127} | |
| {"info/global_step": 128, "train_info/time_within_train_step": 24.785730123519897, "step": 128} | |
| {"train_info/time_between_train_steps": 0.005041837692260742, "step": 128} | |
| {"info/global_step": 129, "train_info/time_within_train_step": 24.79364514350891, "step": 129} | |
| {"train_info/time_between_train_steps": 0.005269765853881836, "step": 129} | |
| {"info/global_step": 130, "train_info/time_within_train_step": 24.76842713356018, "step": 130} | |
| {"train_info/time_between_train_steps": 0.004967212677001953, "step": 130} | |
| {"info/global_step": 131, "train_info/time_within_train_step": 24.765410900115967, "step": 131} | |
| {"train_info/time_between_train_steps": 0.005060911178588867, "step": 131} | |
| {"info/global_step": 132, "train_info/time_within_train_step": 24.77256417274475, "step": 132} | |
| {"train_info/time_between_train_steps": 0.005190610885620117, "step": 132} | |
| {"info/global_step": 133, "train_info/time_within_train_step": 24.774466037750244, "step": 133} | |
| {"train_info/time_between_train_steps": 0.005234241485595703, "step": 133} | |
| {"info/global_step": 134, "train_info/time_within_train_step": 24.863489389419556, "step": 134} | |
| {"train_info/time_between_train_steps": 0.005025625228881836, "step": 134} | |
| {"info/global_step": 135, "train_info/time_within_train_step": 24.786259651184082, "step": 135} | |
| {"train_info/time_between_train_steps": 0.005143165588378906, "step": 135} | |
| {"info/global_step": 136, "train_info/time_within_train_step": 24.799163341522217, "step": 136} | |
| {"train_info/time_between_train_steps": 0.005215167999267578, "step": 136} | |
| {"info/global_step": 137, "train_info/time_within_train_step": 24.803385019302368, "step": 137} | |
| {"train_info/time_between_train_steps": 0.005033731460571289, "step": 137} | |
| {"info/global_step": 138, "train_info/time_within_train_step": 24.836726903915405, "step": 138} | |
| {"train_info/time_between_train_steps": 0.0051043033599853516, "step": 138} | |
| {"info/global_step": 139, "train_info/time_within_train_step": 24.913456916809082, "step": 139} | |
| {"train_info/time_between_train_steps": 0.005530357360839844, "step": 139} | |
| {"info/global_step": 140, "train_info/time_within_train_step": 24.80477786064148, "step": 140} | |
| {"train_info/time_between_train_steps": 0.005076408386230469, "step": 140} | |
| {"info/global_step": 141, "train_info/time_within_train_step": 24.802573204040527, "step": 141} | |
| {"train_info/time_between_train_steps": 0.005272865295410156, "step": 141} | |
| {"info/global_step": 142, "train_info/time_within_train_step": 24.878101348876953, "step": 142} | |
| {"train_info/time_between_train_steps": 0.010290861129760742, "step": 142} | |
| {"info/global_step": 143, "train_info/time_within_train_step": 24.8493812084198, "step": 143} | |
| {"train_info/time_between_train_steps": 0.0052187442779541016, "step": 143} | |
| {"info/global_step": 144, "train_info/time_within_train_step": 24.88084602355957, "step": 144} | |
| {"train_info/time_between_train_steps": 0.005835533142089844, "step": 144} | |
| {"train_info/time_between_train_steps": 16.768803358078003, "step": 144} | |
| {"info/global_step": 145, "train_info/time_within_train_step": 24.806684255599976, "step": 145} | |
| {"train_info/time_between_train_steps": 0.004971742630004883, "step": 145} | |
| {"info/global_step": 146, "train_info/time_within_train_step": 24.878389358520508, "step": 146} | |
| {"train_info/time_between_train_steps": 0.004938364028930664, "step": 146} | |
| {"info/global_step": 147, "train_info/time_within_train_step": 24.785661935806274, "step": 147} | |
| {"train_info/time_between_train_steps": 0.004913806915283203, "step": 147} | |
| {"info/global_step": 148, "train_info/time_within_train_step": 24.96788763999939, "step": 148} | |
| {"train_info/time_between_train_steps": 0.00516819953918457, "step": 148} | |
| {"info/global_step": 149, "train_info/time_within_train_step": 24.84350609779358, "step": 149} | |
| {"train_info/time_between_train_steps": 0.005494832992553711, "step": 149} | |
| {"info/global_step": 150, "train_info/time_within_train_step": 24.972143173217773, "step": 150} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740924769, "_runtime": 3820}, "step": 150} | |
| {"logs": {"train/loss": 4.3779, "train/learning_rate": 0.0005833333333333333, "train/epoch": 4.0, "_timestamp": 1740924769, "_runtime": 3820}, "step": 150} | |
| {"train_info/time_between_train_steps": 0.00872182846069336, "step": 150} | |
| {"info/global_step": 151, "train_info/time_within_train_step": 24.837746143341064, "step": 151} | |
| {"train_info/time_between_train_steps": 0.005388975143432617, "step": 151} | |
| {"info/global_step": 152, "train_info/time_within_train_step": 24.95795178413391, "step": 152} | |
| {"train_info/time_between_train_steps": 0.0053195953369140625, "step": 152} | |
| {"info/global_step": 153, "train_info/time_within_train_step": 24.83358097076416, "step": 153} | |
| {"train_info/time_between_train_steps": 0.005115032196044922, "step": 153} | |
| {"info/global_step": 154, "train_info/time_within_train_step": 24.950533151626587, "step": 154} | |
| {"train_info/time_between_train_steps": 0.005074262619018555, "step": 154} | |
| {"info/global_step": 155, "train_info/time_within_train_step": 24.895538568496704, "step": 155} | |
| {"train_info/time_between_train_steps": 0.00541234016418457, "step": 155} | |
| {"info/global_step": 156, "train_info/time_within_train_step": 25.1036856174469, "step": 156} | |
| {"train_info/time_between_train_steps": 0.00535273551940918, "step": 156} | |
| {"info/global_step": 157, "train_info/time_within_train_step": 24.784456729888916, "step": 157} | |
| {"train_info/time_between_train_steps": 0.0051000118255615234, "step": 157} | |
| {"info/global_step": 158, "train_info/time_within_train_step": 24.911691188812256, "step": 158} | |
| {"train_info/time_between_train_steps": 0.0052983760833740234, "step": 158} | |
| {"info/global_step": 159, "train_info/time_within_train_step": 24.794708251953125, "step": 159} | |
| {"train_info/time_between_train_steps": 0.00717473030090332, "step": 159} | |
| {"info/global_step": 160, "train_info/time_within_train_step": 24.907694101333618, "step": 160} | |
| {"train_info/time_between_train_steps": 0.005268096923828125, "step": 160} | |
| {"info/global_step": 161, "train_info/time_within_train_step": 24.81770372390747, "step": 161} | |
| {"train_info/time_between_train_steps": 0.021844863891601562, "step": 161} | |
| {"info/global_step": 162, "train_info/time_within_train_step": 24.788655281066895, "step": 162} | |
| {"train_info/time_between_train_steps": 0.004994869232177734, "step": 162} | |
| {"info/global_step": 163, "train_info/time_within_train_step": 24.827184915542603, "step": 163} | |
| {"train_info/time_between_train_steps": 0.005239248275756836, "step": 163} | |
| {"info/global_step": 164, "train_info/time_within_train_step": 24.925414085388184, "step": 164} | |
| {"train_info/time_between_train_steps": 0.005006313323974609, "step": 164} | |
| {"info/global_step": 165, "train_info/time_within_train_step": 24.78708291053772, "step": 165} | |
| {"train_info/time_between_train_steps": 0.0050506591796875, "step": 165} | |
| {"info/global_step": 166, "train_info/time_within_train_step": 24.851279258728027, "step": 166} | |
| {"train_info/time_between_train_steps": 0.005145549774169922, "step": 166} | |
| {"info/global_step": 167, "train_info/time_within_train_step": 24.794896125793457, "step": 167} | |
| {"train_info/time_between_train_steps": 0.005262851715087891, "step": 167} | |
| {"info/global_step": 168, "train_info/time_within_train_step": 24.788736581802368, "step": 168} | |
| {"train_info/time_between_train_steps": 0.0052111148834228516, "step": 168} | |
| {"info/global_step": 169, "train_info/time_within_train_step": 24.839876651763916, "step": 169} | |
| {"train_info/time_between_train_steps": 0.005197286605834961, "step": 169} | |
| {"info/global_step": 170, "train_info/time_within_train_step": 24.892825603485107, "step": 170} | |
| {"train_info/time_between_train_steps": 0.005143165588378906, "step": 170} | |
| {"info/global_step": 171, "train_info/time_within_train_step": 24.80979084968567, "step": 171} | |
| {"train_info/time_between_train_steps": 0.005014657974243164, "step": 171} | |
| {"info/global_step": 172, "train_info/time_within_train_step": 24.83113694190979, "step": 172} | |
| {"train_info/time_between_train_steps": 0.0053272247314453125, "step": 172} | |
| {"info/global_step": 173, "train_info/time_within_train_step": 24.812050580978394, "step": 173} | |
| {"train_info/time_between_train_steps": 0.005169868469238281, "step": 173} | |
| {"info/global_step": 174, "train_info/time_within_train_step": 24.800971746444702, "step": 174} | |
| {"train_info/time_between_train_steps": 0.0051081180572509766, "step": 174} | |
| {"info/global_step": 175, "train_info/time_within_train_step": 24.797287225723267, "step": 175} | |
| {"train_info/time_between_train_steps": 0.005093812942504883, "step": 175} | |
| {"info/global_step": 176, "train_info/time_within_train_step": 24.80604577064514, "step": 176} | |
| {"train_info/time_between_train_steps": 0.005488157272338867, "step": 176} | |
| {"info/global_step": 177, "train_info/time_within_train_step": 24.81184148788452, "step": 177} | |
| {"train_info/time_between_train_steps": 0.009875059127807617, "step": 177} | |
| {"info/global_step": 178, "train_info/time_within_train_step": 24.83558988571167, "step": 178} | |
| {"train_info/time_between_train_steps": 0.006459712982177734, "step": 178} | |
| {"info/global_step": 179, "train_info/time_within_train_step": 24.845402240753174, "step": 179} | |
| {"train_info/time_between_train_steps": 0.006106853485107422, "step": 179} | |
| {"info/global_step": 180, "train_info/time_within_train_step": 24.839428901672363, "step": 180} | |
| {"train_info/time_between_train_steps": 0.010678529739379883, "step": 180} | |
| {"train_info/time_between_train_steps": 16.830537796020508, "step": 180} | |
| {"info/global_step": 181, "train_info/time_within_train_step": 24.901137590408325, "step": 181} | |
| {"train_info/time_between_train_steps": 0.006962299346923828, "step": 181} | |
| {"info/global_step": 182, "train_info/time_within_train_step": 25.180561542510986, "step": 182} | |
| {"train_info/time_between_train_steps": 0.006512165069580078, "step": 182} | |
| {"info/global_step": 183, "train_info/time_within_train_step": 24.876097679138184, "step": 183} | |
| {"train_info/time_between_train_steps": 0.00576329231262207, "step": 183} | |
| {"info/global_step": 184, "train_info/time_within_train_step": 25.040045976638794, "step": 184} | |
| {"train_info/time_between_train_steps": 0.010174036026000977, "step": 184} | |
| {"info/global_step": 185, "train_info/time_within_train_step": 24.953104257583618, "step": 185} | |
| {"train_info/time_between_train_steps": 0.005727052688598633, "step": 185} | |
| {"info/global_step": 186, "train_info/time_within_train_step": 25.04172921180725, "step": 186} | |
| {"train_info/time_between_train_steps": 0.006139516830444336, "step": 186} | |
| {"info/global_step": 187, "train_info/time_within_train_step": 24.81911301612854, "step": 187} | |
| {"train_info/time_between_train_steps": 0.005379199981689453, "step": 187} | |
| {"info/global_step": 188, "train_info/time_within_train_step": 25.017520427703857, "step": 188} | |
| {"train_info/time_between_train_steps": 0.005320310592651367, "step": 188} | |
| {"info/global_step": 189, "train_info/time_within_train_step": 24.833807706832886, "step": 189} | |
| {"train_info/time_between_train_steps": 0.00785374641418457, "step": 189} | |
| {"info/global_step": 190, "train_info/time_within_train_step": 24.933849811553955, "step": 190} | |
| {"train_info/time_between_train_steps": 0.005131244659423828, "step": 190} | |
| {"info/global_step": 191, "train_info/time_within_train_step": 24.821303367614746, "step": 191} | |
| {"train_info/time_between_train_steps": 0.005625724792480469, "step": 191} | |
| {"info/global_step": 192, "train_info/time_within_train_step": 25.021556615829468, "step": 192} | |
| {"train_info/time_between_train_steps": 0.006131649017333984, "step": 192} | |
| {"info/global_step": 193, "train_info/time_within_train_step": 25.07436227798462, "step": 193} | |
| {"train_info/time_between_train_steps": 0.005173206329345703, "step": 193} | |
| {"info/global_step": 194, "train_info/time_within_train_step": 24.951256036758423, "step": 194} | |
| {"train_info/time_between_train_steps": 0.005285739898681641, "step": 194} | |
| {"info/global_step": 195, "train_info/time_within_train_step": 24.830984830856323, "step": 195} | |
| {"train_info/time_between_train_steps": 0.005466461181640625, "step": 195} | |
| {"info/global_step": 196, "train_info/time_within_train_step": 24.940550088882446, "step": 196} | |
| {"train_info/time_between_train_steps": 0.0053005218505859375, "step": 196} | |
| {"info/global_step": 197, "train_info/time_within_train_step": 24.84086799621582, "step": 197} | |
| {"train_info/time_between_train_steps": 0.022734642028808594, "step": 197} | |
| {"info/global_step": 198, "train_info/time_within_train_step": 24.801555395126343, "step": 198} | |
| {"train_info/time_between_train_steps": 0.00508570671081543, "step": 198} | |
| {"info/global_step": 199, "train_info/time_within_train_step": 24.79368829727173, "step": 199} | |
| {"train_info/time_between_train_steps": 0.00511932373046875, "step": 199} | |
| {"info/global_step": 200, "train_info/time_within_train_step": 24.798819065093994, "step": 200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740926030, "_runtime": 5081}, "step": 200} | |
| {"logs": {"train/loss": 4.0428, "train/learning_rate": 0.0005555555555555556, "train/epoch": 5.02, "_timestamp": 1740926030, "_runtime": 5081}, "step": 200} | |
| {"train_info/time_between_train_steps": 18.509830713272095, "step": 200} | |
| {"info/global_step": 201, "train_info/time_within_train_step": 24.889468908309937, "step": 201} | |
| {"train_info/time_between_train_steps": 0.0051157474517822266, "step": 201} | |
| {"info/global_step": 202, "train_info/time_within_train_step": 24.78490662574768, "step": 202} | |
| {"train_info/time_between_train_steps": 0.01256561279296875, "step": 202} | |
| {"info/global_step": 203, "train_info/time_within_train_step": 24.82327437400818, "step": 203} | |
| {"train_info/time_between_train_steps": 0.012227773666381836, "step": 203} | |
| {"info/global_step": 204, "train_info/time_within_train_step": 24.82586097717285, "step": 204} | |
| {"train_info/time_between_train_steps": 0.012104272842407227, "step": 204} | |
| {"info/global_step": 205, "train_info/time_within_train_step": 24.79674458503723, "step": 205} | |
| {"train_info/time_between_train_steps": 0.005270719528198242, "step": 205} | |
| {"info/global_step": 206, "train_info/time_within_train_step": 24.810765743255615, "step": 206} | |
| {"train_info/time_between_train_steps": 0.005029201507568359, "step": 206} | |
| {"info/global_step": 207, "train_info/time_within_train_step": 24.82365918159485, "step": 207} | |
| {"train_info/time_between_train_steps": 0.007032632827758789, "step": 207} | |
| {"info/global_step": 208, "train_info/time_within_train_step": 24.824373245239258, "step": 208} | |
| {"train_info/time_between_train_steps": 0.005118608474731445, "step": 208} | |
| {"info/global_step": 209, "train_info/time_within_train_step": 24.816945552825928, "step": 209} | |
| {"train_info/time_between_train_steps": 0.005385637283325195, "step": 209} | |
| {"info/global_step": 210, "train_info/time_within_train_step": 24.8184974193573, "step": 210} | |
| {"train_info/time_between_train_steps": 0.005099296569824219, "step": 210} | |
| {"info/global_step": 211, "train_info/time_within_train_step": 24.82113742828369, "step": 211} | |
| {"train_info/time_between_train_steps": 0.012201786041259766, "step": 211} | |
| {"info/global_step": 212, "train_info/time_within_train_step": 24.817622423171997, "step": 212} | |
| {"train_info/time_between_train_steps": 0.007061481475830078, "step": 212} | |
| {"info/global_step": 213, "train_info/time_within_train_step": 24.947004318237305, "step": 213} | |
| {"train_info/time_between_train_steps": 0.006891965866088867, "step": 213} | |
| {"info/global_step": 214, "train_info/time_within_train_step": 24.92460012435913, "step": 214} | |
| {"train_info/time_between_train_steps": 0.0066852569580078125, "step": 214} | |
| {"info/global_step": 215, "train_info/time_within_train_step": 24.94012451171875, "step": 215} | |
| {"train_info/time_between_train_steps": 0.006649971008300781, "step": 215} | |
| {"info/global_step": 216, "train_info/time_within_train_step": 24.939465284347534, "step": 216} | |
| {"train_info/time_between_train_steps": 0.006757020950317383, "step": 216} | |
| {"train_info/time_between_train_steps": 16.989606618881226, "step": 216} | |
| {"info/global_step": 217, "train_info/time_within_train_step": 24.84826922416687, "step": 217} | |
| {"train_info/time_between_train_steps": 0.005114316940307617, "step": 217} | |
| {"info/global_step": 218, "train_info/time_within_train_step": 25.001145124435425, "step": 218} | |
| {"train_info/time_between_train_steps": 0.005395650863647461, "step": 218} | |
| {"info/global_step": 219, "train_info/time_within_train_step": 24.853745460510254, "step": 219} | |
| {"train_info/time_between_train_steps": 0.00554966926574707, "step": 219} | |
| {"info/global_step": 220, "train_info/time_within_train_step": 24.970834016799927, "step": 220} | |
| {"train_info/time_between_train_steps": 0.00549769401550293, "step": 220} | |
| {"info/global_step": 221, "train_info/time_within_train_step": 24.842281341552734, "step": 221} | |
| {"train_info/time_between_train_steps": 0.00542449951171875, "step": 221} | |
| {"info/global_step": 222, "train_info/time_within_train_step": 24.964078664779663, "step": 222} | |
| {"train_info/time_between_train_steps": 0.005370140075683594, "step": 222} | |
| {"info/global_step": 223, "train_info/time_within_train_step": 24.897625207901, "step": 223} | |
| {"train_info/time_between_train_steps": 0.010479211807250977, "step": 223} | |
| {"info/global_step": 224, "train_info/time_within_train_step": 25.033233165740967, "step": 224} | |
| {"train_info/time_between_train_steps": 0.0072896480560302734, "step": 224} | |
| {"info/global_step": 225, "train_info/time_within_train_step": 24.914761543273926, "step": 225} | |
| {"train_info/time_between_train_steps": 0.00958871841430664, "step": 225} | |
| {"info/global_step": 226, "train_info/time_within_train_step": 25.035807371139526, "step": 226} | |
| {"train_info/time_between_train_steps": 0.005404472351074219, "step": 226} | |
| {"info/global_step": 227, "train_info/time_within_train_step": 24.850019693374634, "step": 227} | |
| {"train_info/time_between_train_steps": 0.005613803863525391, "step": 227} | |
| {"info/global_step": 228, "train_info/time_within_train_step": 25.01642942428589, "step": 228} | |
| {"train_info/time_between_train_steps": 0.005682945251464844, "step": 228} | |
| {"info/global_step": 229, "train_info/time_within_train_step": 24.883162260055542, "step": 229} | |
| {"train_info/time_between_train_steps": 0.0058286190032958984, "step": 229} | |
| {"info/global_step": 230, "train_info/time_within_train_step": 25.013473510742188, "step": 230} | |
| {"train_info/time_between_train_steps": 0.005266666412353516, "step": 230} | |
| {"info/global_step": 231, "train_info/time_within_train_step": 24.85803484916687, "step": 231} | |
| {"train_info/time_between_train_steps": 0.00530552864074707, "step": 231} | |
| {"info/global_step": 232, "train_info/time_within_train_step": 25.02965497970581, "step": 232} | |
| {"train_info/time_between_train_steps": 0.005445003509521484, "step": 232} | |
| {"info/global_step": 233, "train_info/time_within_train_step": 24.90506887435913, "step": 233} | |
| {"train_info/time_between_train_steps": 0.07509303092956543, "step": 233} | |
| {"info/global_step": 234, "train_info/time_within_train_step": 24.85108518600464, "step": 234} | |
| {"train_info/time_between_train_steps": 0.005432844161987305, "step": 234} | |
| {"info/global_step": 235, "train_info/time_within_train_step": 24.81772255897522, "step": 235} | |
| {"train_info/time_between_train_steps": 0.00508880615234375, "step": 235} | |
| {"info/global_step": 236, "train_info/time_within_train_step": 24.83284568786621, "step": 236} | |
| {"train_info/time_between_train_steps": 0.005575418472290039, "step": 236} | |
| {"info/global_step": 237, "train_info/time_within_train_step": 24.83774423599243, "step": 237} | |
| {"train_info/time_between_train_steps": 0.0052530765533447266, "step": 237} | |
| {"info/global_step": 238, "train_info/time_within_train_step": 24.855311632156372, "step": 238} | |
| {"train_info/time_between_train_steps": 0.005376338958740234, "step": 238} | |
| {"info/global_step": 239, "train_info/time_within_train_step": 24.899195909500122, "step": 239} | |
| {"train_info/time_between_train_steps": 0.00760197639465332, "step": 239} | |
| {"info/global_step": 240, "train_info/time_within_train_step": 24.92703628540039, "step": 240} | |
| {"train_info/time_between_train_steps": 0.00651097297668457, "step": 240} | |
| {"info/global_step": 241, "train_info/time_within_train_step": 24.880983352661133, "step": 241} | |
| {"train_info/time_between_train_steps": 0.005535602569580078, "step": 241} | |
| {"info/global_step": 242, "train_info/time_within_train_step": 24.845919609069824, "step": 242} | |
| {"train_info/time_between_train_steps": 0.00921010971069336, "step": 242} | |
| {"info/global_step": 243, "train_info/time_within_train_step": 24.842955827713013, "step": 243} | |
| {"train_info/time_between_train_steps": 0.005410909652709961, "step": 243} | |
| {"info/global_step": 244, "train_info/time_within_train_step": 24.834925889968872, "step": 244} | |
| {"train_info/time_between_train_steps": 0.005395412445068359, "step": 244} | |
| {"info/global_step": 245, "train_info/time_within_train_step": 24.823065996170044, "step": 245} | |
| {"train_info/time_between_train_steps": 0.005580425262451172, "step": 245} | |
| {"info/global_step": 246, "train_info/time_within_train_step": 24.84186100959778, "step": 246} | |
| {"train_info/time_between_train_steps": 0.0055925846099853516, "step": 246} | |
| {"info/global_step": 247, "train_info/time_within_train_step": 24.90505623817444, "step": 247} | |
| {"train_info/time_between_train_steps": 0.00543522834777832, "step": 247} | |
| {"info/global_step": 248, "train_info/time_within_train_step": 24.844456434249878, "step": 248} | |
| {"train_info/time_between_train_steps": 0.005427360534667969, "step": 248} | |
| {"info/global_step": 249, "train_info/time_within_train_step": 24.876869678497314, "step": 249} | |
| {"train_info/time_between_train_steps": 0.006517171859741211, "step": 249} | |
| {"info/global_step": 250, "train_info/time_within_train_step": 24.86876606941223, "step": 250} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740927310, "_runtime": 6361}, "step": 250} | |
| {"logs": {"train/loss": 3.925, "train/learning_rate": 0.0005277777777777777, "train/epoch": 6.03, "_timestamp": 1740927310, "_runtime": 6361}, "step": 250} | |
| {"train_info/time_between_train_steps": 0.010666847229003906, "step": 250} | |
| {"info/global_step": 251, "train_info/time_within_train_step": 24.882745265960693, "step": 251} | |
| {"train_info/time_between_train_steps": 0.006537437438964844, "step": 251} | |
| {"info/global_step": 252, "train_info/time_within_train_step": 24.903274536132812, "step": 252} | |
| {"train_info/time_between_train_steps": 0.006681919097900391, "step": 252} | |
| {"train_info/time_between_train_steps": 16.961561918258667, "step": 252} | |
| {"info/global_step": 253, "train_info/time_within_train_step": 24.82977843284607, "step": 253} | |
| {"train_info/time_between_train_steps": 0.005562543869018555, "step": 253} | |
| {"info/global_step": 254, "train_info/time_within_train_step": 24.936641216278076, "step": 254} | |
| {"train_info/time_between_train_steps": 0.005274057388305664, "step": 254} | |
| {"info/global_step": 255, "train_info/time_within_train_step": 24.796536684036255, "step": 255} | |
| {"train_info/time_between_train_steps": 0.005484580993652344, "step": 255} | |
| {"info/global_step": 256, "train_info/time_within_train_step": 24.92718005180359, "step": 256} | |
| {"train_info/time_between_train_steps": 0.005303144454956055, "step": 256} | |
| {"info/global_step": 257, "train_info/time_within_train_step": 24.822723627090454, "step": 257} | |
| {"train_info/time_between_train_steps": 0.005508899688720703, "step": 257} | |
| {"info/global_step": 258, "train_info/time_within_train_step": 24.962804555892944, "step": 258} | |
| {"train_info/time_between_train_steps": 0.005272865295410156, "step": 258} | |
| {"info/global_step": 259, "train_info/time_within_train_step": 24.871719121932983, "step": 259} | |
| {"train_info/time_between_train_steps": 0.005382537841796875, "step": 259} | |
| {"info/global_step": 260, "train_info/time_within_train_step": 24.91780662536621, "step": 260} | |
| {"train_info/time_between_train_steps": 0.005166053771972656, "step": 260} | |
| {"info/global_step": 261, "train_info/time_within_train_step": 24.797245740890503, "step": 261} | |
| {"train_info/time_between_train_steps": 0.005159854888916016, "step": 261} | |
| {"info/global_step": 262, "train_info/time_within_train_step": 25.187954664230347, "step": 262} | |
| {"train_info/time_between_train_steps": 0.0049762725830078125, "step": 262} | |
| {"info/global_step": 263, "train_info/time_within_train_step": 24.782039642333984, "step": 263} | |
| {"train_info/time_between_train_steps": 0.01021575927734375, "step": 263} | |
| {"info/global_step": 264, "train_info/time_within_train_step": 24.91767430305481, "step": 264} | |
| {"train_info/time_between_train_steps": 0.010086536407470703, "step": 264} | |
| {"info/global_step": 265, "train_info/time_within_train_step": 24.832194805145264, "step": 265} | |
| {"train_info/time_between_train_steps": 0.005335092544555664, "step": 265} | |
| {"info/global_step": 266, "train_info/time_within_train_step": 24.936241149902344, "step": 266} | |
| {"train_info/time_between_train_steps": 0.005064249038696289, "step": 266} | |
| {"info/global_step": 267, "train_info/time_within_train_step": 24.80409264564514, "step": 267} | |
| {"train_info/time_between_train_steps": 0.0050122737884521484, "step": 267} | |
| {"info/global_step": 268, "train_info/time_within_train_step": 24.894489526748657, "step": 268} | |
| {"train_info/time_between_train_steps": 0.005242347717285156, "step": 268} | |
| {"info/global_step": 269, "train_info/time_within_train_step": 24.804837942123413, "step": 269} | |
| {"train_info/time_between_train_steps": 0.028276443481445312, "step": 269} | |
| {"info/global_step": 270, "train_info/time_within_train_step": 24.80708074569702, "step": 270} | |
| {"train_info/time_between_train_steps": 0.00527644157409668, "step": 270} | |
| {"info/global_step": 271, "train_info/time_within_train_step": 24.76355266571045, "step": 271} | |
| {"train_info/time_between_train_steps": 0.010053157806396484, "step": 271} | |
| {"info/global_step": 272, "train_info/time_within_train_step": 24.764320611953735, "step": 272} | |
| {"train_info/time_between_train_steps": 0.00490260124206543, "step": 272} | |
| {"info/global_step": 273, "train_info/time_within_train_step": 24.76754403114319, "step": 273} | |
| {"train_info/time_between_train_steps": 0.004968404769897461, "step": 273} | |
| {"info/global_step": 274, "train_info/time_within_train_step": 24.787809371948242, "step": 274} | |
| {"train_info/time_between_train_steps": 0.005155086517333984, "step": 274} | |
| {"info/global_step": 275, "train_info/time_within_train_step": 24.80810856819153, "step": 275} | |
| {"train_info/time_between_train_steps": 0.0050656795501708984, "step": 275} | |
| {"info/global_step": 276, "train_info/time_within_train_step": 24.775267601013184, "step": 276} | |
| {"train_info/time_between_train_steps": 0.005289554595947266, "step": 276} | |
| {"info/global_step": 277, "train_info/time_within_train_step": 24.771734952926636, "step": 277} | |
| {"train_info/time_between_train_steps": 0.0051043033599853516, "step": 277} | |
| {"info/global_step": 278, "train_info/time_within_train_step": 24.871865034103394, "step": 278} | |
| {"train_info/time_between_train_steps": 0.005014657974243164, "step": 278} | |
| {"info/global_step": 279, "train_info/time_within_train_step": 24.836106061935425, "step": 279} | |
| {"train_info/time_between_train_steps": 0.005015850067138672, "step": 279} | |
| {"info/global_step": 280, "train_info/time_within_train_step": 24.773893117904663, "step": 280} | |
| {"train_info/time_between_train_steps": 0.009848594665527344, "step": 280} | |
| {"info/global_step": 281, "train_info/time_within_train_step": 24.781719207763672, "step": 281} | |
| {"train_info/time_between_train_steps": 0.005435466766357422, "step": 281} | |
| {"info/global_step": 282, "train_info/time_within_train_step": 24.78614568710327, "step": 282} | |
| {"train_info/time_between_train_steps": 0.005358695983886719, "step": 282} | |
| {"info/global_step": 283, "train_info/time_within_train_step": 24.798609972000122, "step": 283} | |
| {"train_info/time_between_train_steps": 0.005493879318237305, "step": 283} | |
| {"info/global_step": 284, "train_info/time_within_train_step": 24.804636240005493, "step": 284} | |
| {"train_info/time_between_train_steps": 0.005288124084472656, "step": 284} | |
| {"info/global_step": 285, "train_info/time_within_train_step": 24.816418409347534, "step": 285} | |
| {"train_info/time_between_train_steps": 0.00546574592590332, "step": 285} | |
| {"info/global_step": 286, "train_info/time_within_train_step": 24.831055402755737, "step": 286} | |
| {"train_info/time_between_train_steps": 0.0056879520416259766, "step": 286} | |
| {"info/global_step": 287, "train_info/time_within_train_step": 24.84547472000122, "step": 287} | |
| {"train_info/time_between_train_steps": 0.005852699279785156, "step": 287} | |
| {"info/global_step": 288, "train_info/time_within_train_step": 24.85303497314453, "step": 288} | |
| {"train_info/time_between_train_steps": 0.00602269172668457, "step": 288} | |
| {"train_info/time_between_train_steps": 16.794300079345703, "step": 288} | |
| {"info/global_step": 289, "train_info/time_within_train_step": 24.800661325454712, "step": 289} | |
| {"train_info/time_between_train_steps": 0.004988431930541992, "step": 289} | |
| {"info/global_step": 290, "train_info/time_within_train_step": 24.960112810134888, "step": 290} | |
| {"train_info/time_between_train_steps": 0.005213260650634766, "step": 290} | |
| {"info/global_step": 291, "train_info/time_within_train_step": 24.88599443435669, "step": 291} | |
| {"train_info/time_between_train_steps": 0.005916595458984375, "step": 291} | |
| {"info/global_step": 292, "train_info/time_within_train_step": 24.923622369766235, "step": 292} | |
| {"train_info/time_between_train_steps": 0.005473136901855469, "step": 292} | |
| {"info/global_step": 293, "train_info/time_within_train_step": 24.949035167694092, "step": 293} | |
| {"train_info/time_between_train_steps": 0.005443572998046875, "step": 293} | |
| {"info/global_step": 294, "train_info/time_within_train_step": 24.94929003715515, "step": 294} | |
| {"train_info/time_between_train_steps": 0.0054056644439697266, "step": 294} | |
| {"info/global_step": 295, "train_info/time_within_train_step": 24.79977321624756, "step": 295} | |
| {"train_info/time_between_train_steps": 0.005310773849487305, "step": 295} | |
| {"info/global_step": 296, "train_info/time_within_train_step": 24.98720145225525, "step": 296} | |
| {"train_info/time_between_train_steps": 0.005376338958740234, "step": 296} | |
| {"info/global_step": 297, "train_info/time_within_train_step": 24.945525884628296, "step": 297} | |
| {"train_info/time_between_train_steps": 0.005217552185058594, "step": 297} | |
| {"info/global_step": 298, "train_info/time_within_train_step": 24.91407012939453, "step": 298} | |
| {"train_info/time_between_train_steps": 0.005130767822265625, "step": 298} | |
| {"info/global_step": 299, "train_info/time_within_train_step": 24.824716567993164, "step": 299} | |
| {"train_info/time_between_train_steps": 0.006069660186767578, "step": 299} | |
| {"info/global_step": 300, "train_info/time_within_train_step": 25.00948452949524, "step": 300} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740928588, "_runtime": 7639}, "step": 300} | |
| {"logs": {"train/loss": 3.8187, "train/learning_rate": 0.0005, "train/epoch": 8.01, "_timestamp": 1740928588, "_runtime": 7639}, "step": 300} | |
| {"train_info/time_between_train_steps": 10.998820543289185, "step": 300} | |
| {"info/global_step": 301, "train_info/time_within_train_step": 24.93581795692444, "step": 301} | |
| {"train_info/time_between_train_steps": 0.00722193717956543, "step": 301} | |
| {"info/global_step": 302, "train_info/time_within_train_step": 25.019559860229492, "step": 302} | |
| {"train_info/time_between_train_steps": 0.005246877670288086, "step": 302} | |
| {"info/global_step": 303, "train_info/time_within_train_step": 24.825580835342407, "step": 303} | |
| {"train_info/time_between_train_steps": 0.005952119827270508, "step": 303} | |
| {"info/global_step": 304, "train_info/time_within_train_step": 24.933565139770508, "step": 304} | |
| {"train_info/time_between_train_steps": 0.0057220458984375, "step": 304} | |
| {"info/global_step": 305, "train_info/time_within_train_step": 24.82454562187195, "step": 305} | |
| {"train_info/time_between_train_steps": 0.018821239471435547, "step": 305} | |
| {"info/global_step": 306, "train_info/time_within_train_step": 24.811411380767822, "step": 306} | |
| {"train_info/time_between_train_steps": 0.005252838134765625, "step": 306} | |
| {"info/global_step": 307, "train_info/time_within_train_step": 24.78584885597229, "step": 307} | |
| {"train_info/time_between_train_steps": 0.005320072174072266, "step": 307} | |
| {"info/global_step": 308, "train_info/time_within_train_step": 24.79487943649292, "step": 308} | |
| {"train_info/time_between_train_steps": 0.0051326751708984375, "step": 308} | |
| {"info/global_step": 309, "train_info/time_within_train_step": 24.873955726623535, "step": 309} | |
| {"train_info/time_between_train_steps": 0.005122661590576172, "step": 309} | |
| {"info/global_step": 310, "train_info/time_within_train_step": 24.802322387695312, "step": 310} | |
| {"train_info/time_between_train_steps": 0.013205528259277344, "step": 310} | |
| {"info/global_step": 311, "train_info/time_within_train_step": 24.848863124847412, "step": 311} | |
| {"train_info/time_between_train_steps": 0.005245685577392578, "step": 311} | |
| {"info/global_step": 312, "train_info/time_within_train_step": 24.886157035827637, "step": 312} | |
| {"train_info/time_between_train_steps": 0.005286216735839844, "step": 312} | |
| {"info/global_step": 313, "train_info/time_within_train_step": 24.834051370620728, "step": 313} | |
| {"train_info/time_between_train_steps": 0.005460023880004883, "step": 313} | |
| {"info/global_step": 314, "train_info/time_within_train_step": 24.79128122329712, "step": 314} | |
| {"train_info/time_between_train_steps": 0.005779266357421875, "step": 314} | |
| {"info/global_step": 315, "train_info/time_within_train_step": 24.79393696784973, "step": 315} | |
| {"train_info/time_between_train_steps": 0.005462169647216797, "step": 315} | |
| {"info/global_step": 316, "train_info/time_within_train_step": 24.79487180709839, "step": 316} | |
| {"train_info/time_between_train_steps": 0.005404949188232422, "step": 316} | |
| {"info/global_step": 317, "train_info/time_within_train_step": 24.809149026870728, "step": 317} | |
| {"train_info/time_between_train_steps": 0.005210161209106445, "step": 317} | |
| {"info/global_step": 318, "train_info/time_within_train_step": 24.818185806274414, "step": 318} | |
| {"train_info/time_between_train_steps": 0.009907245635986328, "step": 318} | |
| {"info/global_step": 319, "train_info/time_within_train_step": 24.831321001052856, "step": 319} | |
| {"train_info/time_between_train_steps": 0.005318164825439453, "step": 319} | |
| {"info/global_step": 320, "train_info/time_within_train_step": 24.8618483543396, "step": 320} | |
| {"train_info/time_between_train_steps": 0.010510683059692383, "step": 320} | |
| {"info/global_step": 321, "train_info/time_within_train_step": 24.877694606781006, "step": 321} | |
| {"train_info/time_between_train_steps": 0.005456686019897461, "step": 321} | |
| {"info/global_step": 322, "train_info/time_within_train_step": 24.815261840820312, "step": 322} | |
| {"train_info/time_between_train_steps": 0.005759239196777344, "step": 322} | |
| {"info/global_step": 323, "train_info/time_within_train_step": 24.807766675949097, "step": 323} | |
| {"train_info/time_between_train_steps": 0.0056858062744140625, "step": 323} | |
| {"info/global_step": 324, "train_info/time_within_train_step": 24.919800281524658, "step": 324} | |
| {"train_info/time_between_train_steps": 0.005688667297363281, "step": 324} | |
| {"train_info/time_between_train_steps": 16.97407078742981, "step": 324} | |
| {"info/global_step": 325, "train_info/time_within_train_step": 24.75278663635254, "step": 325} | |
| {"train_info/time_between_train_steps": 0.004999876022338867, "step": 325} | |
| {"info/global_step": 326, "train_info/time_within_train_step": 24.86493492126465, "step": 326} | |
| {"train_info/time_between_train_steps": 0.005300045013427734, "step": 326} | |
| {"info/global_step": 327, "train_info/time_within_train_step": 24.820802927017212, "step": 327} | |
| {"train_info/time_between_train_steps": 0.005095481872558594, "step": 327} | |
| {"info/global_step": 328, "train_info/time_within_train_step": 24.92171573638916, "step": 328} | |
| {"train_info/time_between_train_steps": 0.005316495895385742, "step": 328} | |
| {"info/global_step": 329, "train_info/time_within_train_step": 24.786064386367798, "step": 329} | |
| {"train_info/time_between_train_steps": 0.005200862884521484, "step": 329} | |
| {"info/global_step": 330, "train_info/time_within_train_step": 24.921220302581787, "step": 330} | |
| {"train_info/time_between_train_steps": 0.005267143249511719, "step": 330} | |
| {"info/global_step": 331, "train_info/time_within_train_step": 24.802409172058105, "step": 331} | |
| {"train_info/time_between_train_steps": 0.0055730342864990234, "step": 331} | |
| {"info/global_step": 332, "train_info/time_within_train_step": 24.92638111114502, "step": 332} | |
| {"train_info/time_between_train_steps": 0.005273103713989258, "step": 332} | |
| {"info/global_step": 333, "train_info/time_within_train_step": 24.799090147018433, "step": 333} | |
| {"train_info/time_between_train_steps": 0.005379676818847656, "step": 333} | |
| {"info/global_step": 334, "train_info/time_within_train_step": 24.936378479003906, "step": 334} | |
| {"train_info/time_between_train_steps": 0.005710601806640625, "step": 334} | |
| {"info/global_step": 335, "train_info/time_within_train_step": 24.816668272018433, "step": 335} | |
| {"train_info/time_between_train_steps": 0.005598783493041992, "step": 335} | |
| {"info/global_step": 336, "train_info/time_within_train_step": 24.908961296081543, "step": 336} | |
| {"train_info/time_between_train_steps": 0.0052356719970703125, "step": 336} | |
| {"info/global_step": 337, "train_info/time_within_train_step": 24.79667091369629, "step": 337} | |
| {"train_info/time_between_train_steps": 0.005296468734741211, "step": 337} | |
| {"info/global_step": 338, "train_info/time_within_train_step": 25.01140785217285, "step": 338} | |
| {"train_info/time_between_train_steps": 0.005362510681152344, "step": 338} | |
| {"info/global_step": 339, "train_info/time_within_train_step": 24.904584884643555, "step": 339} | |
| {"train_info/time_between_train_steps": 0.005257844924926758, "step": 339} | |
| {"info/global_step": 340, "train_info/time_within_train_step": 24.911099910736084, "step": 340} | |
| {"train_info/time_between_train_steps": 0.01254725456237793, "step": 340} | |
| {"info/global_step": 341, "train_info/time_within_train_step": 24.866971492767334, "step": 341} | |
| {"train_info/time_between_train_steps": 0.030089855194091797, "step": 341} | |
| {"info/global_step": 342, "train_info/time_within_train_step": 24.814525365829468, "step": 342} | |
| {"train_info/time_between_train_steps": 0.0052411556243896484, "step": 342} | |
| {"info/global_step": 343, "train_info/time_within_train_step": 24.81864356994629, "step": 343} | |
| {"train_info/time_between_train_steps": 0.004952669143676758, "step": 343} | |
| {"info/global_step": 344, "train_info/time_within_train_step": 24.820658445358276, "step": 344} | |
| {"train_info/time_between_train_steps": 0.005489826202392578, "step": 344} | |
| {"info/global_step": 345, "train_info/time_within_train_step": 24.819668531417847, "step": 345} | |
| {"train_info/time_between_train_steps": 0.0054683685302734375, "step": 345} | |
| {"info/global_step": 346, "train_info/time_within_train_step": 24.81688690185547, "step": 346} | |
| {"train_info/time_between_train_steps": 0.005237102508544922, "step": 346} | |
| {"info/global_step": 347, "train_info/time_within_train_step": 24.818906784057617, "step": 347} | |
| {"train_info/time_between_train_steps": 0.005297660827636719, "step": 347} | |
| {"info/global_step": 348, "train_info/time_within_train_step": 24.88589596748352, "step": 348} | |
| {"train_info/time_between_train_steps": 0.005272626876831055, "step": 348} | |
| {"info/global_step": 349, "train_info/time_within_train_step": 24.81894087791443, "step": 349} | |
| {"train_info/time_between_train_steps": 0.005295753479003906, "step": 349} | |
| {"info/global_step": 350, "train_info/time_within_train_step": 24.826101779937744, "step": 350} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740929859, "_runtime": 8910}, "step": 350} | |
| {"logs": {"train/loss": 3.6091, "train/learning_rate": 0.00047222222222222224, "train/epoch": 9.02, "_timestamp": 1740929859, "_runtime": 8910}, "step": 350} | |
| {"train_info/time_between_train_steps": 0.009061574935913086, "step": 350} | |
| {"info/global_step": 351, "train_info/time_within_train_step": 24.869802951812744, "step": 351} | |
| {"train_info/time_between_train_steps": 0.007727861404418945, "step": 351} | |
| {"info/global_step": 352, "train_info/time_within_train_step": 25.002248764038086, "step": 352} | |
| {"train_info/time_between_train_steps": 0.009075164794921875, "step": 352} | |
| {"info/global_step": 353, "train_info/time_within_train_step": 24.9914653301239, "step": 353} | |
| {"train_info/time_between_train_steps": 0.0052149295806884766, "step": 353} | |
| {"info/global_step": 354, "train_info/time_within_train_step": 24.813472509384155, "step": 354} | |
| {"train_info/time_between_train_steps": 0.005269765853881836, "step": 354} | |
| {"info/global_step": 355, "train_info/time_within_train_step": 24.897318840026855, "step": 355} | |
| {"train_info/time_between_train_steps": 0.005210161209106445, "step": 355} | |
| {"info/global_step": 356, "train_info/time_within_train_step": 24.81997513771057, "step": 356} | |
| {"train_info/time_between_train_steps": 0.005198955535888672, "step": 356} | |
| {"info/global_step": 357, "train_info/time_within_train_step": 24.84386420249939, "step": 357} | |
| {"train_info/time_between_train_steps": 0.005319118499755859, "step": 357} | |
| {"info/global_step": 358, "train_info/time_within_train_step": 24.814756155014038, "step": 358} | |
| {"train_info/time_between_train_steps": 0.005548715591430664, "step": 358} | |
| {"info/global_step": 359, "train_info/time_within_train_step": 24.839873790740967, "step": 359} | |
| {"train_info/time_between_train_steps": 0.005667686462402344, "step": 359} | |
| {"info/global_step": 360, "train_info/time_within_train_step": 24.8460750579834, "step": 360} | |
| {"train_info/time_between_train_steps": 0.005576133728027344, "step": 360} | |
| {"train_info/time_between_train_steps": 16.550103425979614, "step": 360} | |
| {"info/global_step": 361, "train_info/time_within_train_step": 25.027425050735474, "step": 361} | |
| {"train_info/time_between_train_steps": 0.00548553466796875, "step": 361} | |
| {"info/global_step": 362, "train_info/time_within_train_step": 24.978987455368042, "step": 362} | |
| {"train_info/time_between_train_steps": 0.00543975830078125, "step": 362} | |
| {"info/global_step": 363, "train_info/time_within_train_step": 24.869714498519897, "step": 363} | |
| {"train_info/time_between_train_steps": 0.00507664680480957, "step": 363} | |
| {"info/global_step": 364, "train_info/time_within_train_step": 25.009683847427368, "step": 364} | |
| {"train_info/time_between_train_steps": 0.005305290222167969, "step": 364} | |
| {"info/global_step": 365, "train_info/time_within_train_step": 24.850539445877075, "step": 365} | |
| {"train_info/time_between_train_steps": 0.005445003509521484, "step": 365} | |
| {"info/global_step": 366, "train_info/time_within_train_step": 24.997130632400513, "step": 366} | |
| {"train_info/time_between_train_steps": 0.0053920745849609375, "step": 366} | |
| {"info/global_step": 367, "train_info/time_within_train_step": 24.868425607681274, "step": 367} | |
| {"train_info/time_between_train_steps": 0.0058290958404541016, "step": 367} | |
| {"info/global_step": 368, "train_info/time_within_train_step": 25.09872555732727, "step": 368} | |
| {"train_info/time_between_train_steps": 0.0056416988372802734, "step": 368} | |
| {"info/global_step": 369, "train_info/time_within_train_step": 24.88269543647766, "step": 369} | |
| {"train_info/time_between_train_steps": 0.005754232406616211, "step": 369} | |
| {"info/global_step": 370, "train_info/time_within_train_step": 25.054577350616455, "step": 370} | |
| {"train_info/time_between_train_steps": 0.005360126495361328, "step": 370} | |
| {"info/global_step": 371, "train_info/time_within_train_step": 24.814189195632935, "step": 371} | |
| {"train_info/time_between_train_steps": 0.007229804992675781, "step": 371} | |
| {"info/global_step": 372, "train_info/time_within_train_step": 24.979795694351196, "step": 372} | |
| {"train_info/time_between_train_steps": 0.006342887878417969, "step": 372} | |
| {"info/global_step": 373, "train_info/time_within_train_step": 24.888814449310303, "step": 373} | |
| {"train_info/time_between_train_steps": 0.010301589965820312, "step": 373} | |
| {"info/global_step": 374, "train_info/time_within_train_step": 25.059821367263794, "step": 374} | |
| {"train_info/time_between_train_steps": 0.006819963455200195, "step": 374} | |
| {"info/global_step": 375, "train_info/time_within_train_step": 24.977280378341675, "step": 375} | |
| {"train_info/time_between_train_steps": 0.006771564483642578, "step": 375} | |
| {"info/global_step": 376, "train_info/time_within_train_step": 25.002760887145996, "step": 376} | |
| {"train_info/time_between_train_steps": 0.005557537078857422, "step": 376} | |
| {"info/global_step": 377, "train_info/time_within_train_step": 24.833083629608154, "step": 377} | |
| {"train_info/time_between_train_steps": 0.03463125228881836, "step": 377} | |
| {"info/global_step": 378, "train_info/time_within_train_step": 24.808897733688354, "step": 378} | |
| {"train_info/time_between_train_steps": 0.010008811950683594, "step": 378} | |
| {"info/global_step": 379, "train_info/time_within_train_step": 24.89319610595703, "step": 379} | |
| {"train_info/time_between_train_steps": 0.005028963088989258, "step": 379} | |
| {"info/global_step": 380, "train_info/time_within_train_step": 24.844021797180176, "step": 380} | |
| {"train_info/time_between_train_steps": 0.005021572113037109, "step": 380} | |
| {"info/global_step": 381, "train_info/time_within_train_step": 24.80305290222168, "step": 381} | |
| {"train_info/time_between_train_steps": 0.005213022232055664, "step": 381} | |
| {"info/global_step": 382, "train_info/time_within_train_step": 24.787652254104614, "step": 382} | |
| {"train_info/time_between_train_steps": 0.005228996276855469, "step": 382} | |
| {"info/global_step": 383, "train_info/time_within_train_step": 24.78254771232605, "step": 383} | |
| {"train_info/time_between_train_steps": 0.005128145217895508, "step": 383} | |
| {"info/global_step": 384, "train_info/time_within_train_step": 24.780075073242188, "step": 384} | |
| {"train_info/time_between_train_steps": 0.00518798828125, "step": 384} | |
| {"info/global_step": 385, "train_info/time_within_train_step": 24.795500993728638, "step": 385} | |
| {"train_info/time_between_train_steps": 0.00519251823425293, "step": 385} | |
| {"info/global_step": 386, "train_info/time_within_train_step": 24.897053956985474, "step": 386} | |
| {"train_info/time_between_train_steps": 0.005068778991699219, "step": 386} | |
| {"info/global_step": 387, "train_info/time_within_train_step": 24.813618183135986, "step": 387} | |
| {"train_info/time_between_train_steps": 0.012343168258666992, "step": 387} | |
| {"info/global_step": 388, "train_info/time_within_train_step": 24.802106380462646, "step": 388} | |
| {"train_info/time_between_train_steps": 0.005198240280151367, "step": 388} | |
| {"info/global_step": 389, "train_info/time_within_train_step": 24.802688121795654, "step": 389} | |
| {"train_info/time_between_train_steps": 0.00509953498840332, "step": 389} | |
| {"info/global_step": 390, "train_info/time_within_train_step": 24.801562070846558, "step": 390} | |
| {"train_info/time_between_train_steps": 0.006208658218383789, "step": 390} | |
| {"info/global_step": 391, "train_info/time_within_train_step": 24.847106456756592, "step": 391} | |
| {"train_info/time_between_train_steps": 0.005368709564208984, "step": 391} | |
| {"info/global_step": 392, "train_info/time_within_train_step": 24.806232690811157, "step": 392} | |
| {"train_info/time_between_train_steps": 0.005095005035400391, "step": 392} | |
| {"info/global_step": 393, "train_info/time_within_train_step": 24.8264901638031, "step": 393} | |
| {"train_info/time_between_train_steps": 0.005884885787963867, "step": 393} | |
| {"info/global_step": 394, "train_info/time_within_train_step": 24.80632519721985, "step": 394} | |
| {"train_info/time_between_train_steps": 0.005423545837402344, "step": 394} | |
| {"info/global_step": 395, "train_info/time_within_train_step": 24.831361293792725, "step": 395} | |
| {"train_info/time_between_train_steps": 0.006396770477294922, "step": 395} | |
| {"info/global_step": 396, "train_info/time_within_train_step": 24.81528329849243, "step": 396} | |
| {"train_info/time_between_train_steps": 0.00596165657043457, "step": 396} | |
| {"train_info/time_between_train_steps": 16.709174156188965, "step": 396} | |
| {"info/global_step": 397, "train_info/time_within_train_step": 24.782627820968628, "step": 397} | |
| {"train_info/time_between_train_steps": 0.004892587661743164, "step": 397} | |
| {"info/global_step": 398, "train_info/time_within_train_step": 24.917550563812256, "step": 398} | |
| {"train_info/time_between_train_steps": 0.00497126579284668, "step": 398} | |
| {"info/global_step": 399, "train_info/time_within_train_step": 24.81385636329651, "step": 399} | |
| {"train_info/time_between_train_steps": 0.005312919616699219, "step": 399} | |
| {"info/global_step": 400, "train_info/time_within_train_step": 24.931472539901733, "step": 400} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740931136, "_runtime": 10187}, "step": 400} | |
| {"logs": {"train/loss": 3.4778, "train/learning_rate": 0.00044444444444444436, "train/epoch": 11.0, "_timestamp": 1740931136, "_runtime": 10187}, "step": 400} | |
| {"train_info/time_between_train_steps": 12.158889055252075, "step": 400} | |
| {"info/global_step": 401, "train_info/time_within_train_step": 24.88995122909546, "step": 401} | |
| {"train_info/time_between_train_steps": 0.005161285400390625, "step": 401} | |
| {"info/global_step": 402, "train_info/time_within_train_step": 24.956780433654785, "step": 402} | |
| {"train_info/time_between_train_steps": 0.005217790603637695, "step": 402} | |
| {"info/global_step": 403, "train_info/time_within_train_step": 24.793813943862915, "step": 403} | |
| {"train_info/time_between_train_steps": 0.005280733108520508, "step": 403} | |
| {"info/global_step": 404, "train_info/time_within_train_step": 24.864369869232178, "step": 404} | |
| {"train_info/time_between_train_steps": 0.0049822330474853516, "step": 404} | |
| {"info/global_step": 405, "train_info/time_within_train_step": 24.744492769241333, "step": 405} | |
| {"train_info/time_between_train_steps": 0.0050313472747802734, "step": 405} | |
| {"info/global_step": 406, "train_info/time_within_train_step": 24.903330087661743, "step": 406} | |
| {"train_info/time_between_train_steps": 0.005095481872558594, "step": 406} | |
| {"info/global_step": 407, "train_info/time_within_train_step": 24.74926781654358, "step": 407} | |
| {"train_info/time_between_train_steps": 0.005243062973022461, "step": 407} | |
| {"info/global_step": 408, "train_info/time_within_train_step": 24.856317043304443, "step": 408} | |
| {"train_info/time_between_train_steps": 0.0052509307861328125, "step": 408} | |
| {"info/global_step": 409, "train_info/time_within_train_step": 24.745822429656982, "step": 409} | |
| {"train_info/time_between_train_steps": 0.005304574966430664, "step": 409} | |
| {"info/global_step": 410, "train_info/time_within_train_step": 24.911198616027832, "step": 410} | |
| {"train_info/time_between_train_steps": 0.0052111148834228516, "step": 410} | |
| {"info/global_step": 411, "train_info/time_within_train_step": 24.742980241775513, "step": 411} | |
| {"train_info/time_between_train_steps": 0.004968881607055664, "step": 411} | |
| {"info/global_step": 412, "train_info/time_within_train_step": 25.010512590408325, "step": 412} | |
| {"train_info/time_between_train_steps": 0.005146503448486328, "step": 412} | |
| {"info/global_step": 413, "train_info/time_within_train_step": 24.748120069503784, "step": 413} | |
| {"train_info/time_between_train_steps": 0.032823801040649414, "step": 413} | |
| {"info/global_step": 414, "train_info/time_within_train_step": 24.73704242706299, "step": 414} | |
| {"train_info/time_between_train_steps": 0.0049626827239990234, "step": 414} | |
| {"info/global_step": 415, "train_info/time_within_train_step": 24.742393255233765, "step": 415} | |
| {"train_info/time_between_train_steps": 0.00495457649230957, "step": 415} | |
| {"info/global_step": 416, "train_info/time_within_train_step": 24.821868419647217, "step": 416} | |
| {"train_info/time_between_train_steps": 0.0048999786376953125, "step": 416} | |
| {"info/global_step": 417, "train_info/time_within_train_step": 24.736928462982178, "step": 417} | |
| {"train_info/time_between_train_steps": 0.005057334899902344, "step": 417} | |
| {"info/global_step": 418, "train_info/time_within_train_step": 24.738980770111084, "step": 418} | |
| {"train_info/time_between_train_steps": 0.00494074821472168, "step": 418} | |
| {"info/global_step": 419, "train_info/time_within_train_step": 24.73537802696228, "step": 419} | |
| {"train_info/time_between_train_steps": 0.0050165653228759766, "step": 419} | |
| {"info/global_step": 420, "train_info/time_within_train_step": 24.739835500717163, "step": 420} | |
| {"train_info/time_between_train_steps": 0.005098104476928711, "step": 420} | |
| {"info/global_step": 421, "train_info/time_within_train_step": 24.736347436904907, "step": 421} | |
| {"train_info/time_between_train_steps": 0.005052328109741211, "step": 421} | |
| {"info/global_step": 422, "train_info/time_within_train_step": 24.73411750793457, "step": 422} | |
| {"train_info/time_between_train_steps": 0.004959583282470703, "step": 422} | |
| {"info/global_step": 423, "train_info/time_within_train_step": 24.73752999305725, "step": 423} | |
| {"train_info/time_between_train_steps": 0.005049943923950195, "step": 423} | |
| {"info/global_step": 424, "train_info/time_within_train_step": 24.736275672912598, "step": 424} | |
| {"train_info/time_between_train_steps": 0.005053281784057617, "step": 424} | |
| {"info/global_step": 425, "train_info/time_within_train_step": 24.736475229263306, "step": 425} | |
| {"train_info/time_between_train_steps": 0.004975318908691406, "step": 425} | |
| {"info/global_step": 426, "train_info/time_within_train_step": 24.734935760498047, "step": 426} | |
| {"train_info/time_between_train_steps": 0.005096435546875, "step": 426} | |
| {"info/global_step": 427, "train_info/time_within_train_step": 24.740936756134033, "step": 427} | |
| {"train_info/time_between_train_steps": 0.00527501106262207, "step": 427} | |
| {"info/global_step": 428, "train_info/time_within_train_step": 24.73956561088562, "step": 428} | |
| {"train_info/time_between_train_steps": 0.0051860809326171875, "step": 428} | |
| {"info/global_step": 429, "train_info/time_within_train_step": 24.739847421646118, "step": 429} | |
| {"train_info/time_between_train_steps": 0.005106687545776367, "step": 429} | |
| {"info/global_step": 430, "train_info/time_within_train_step": 24.74746298789978, "step": 430} | |
| {"train_info/time_between_train_steps": 0.0052947998046875, "step": 430} | |
| {"info/global_step": 431, "train_info/time_within_train_step": 24.758944272994995, "step": 431} | |
| {"train_info/time_between_train_steps": 0.005583286285400391, "step": 431} | |
| {"info/global_step": 432, "train_info/time_within_train_step": 24.85289692878723, "step": 432} | |
| {"train_info/time_between_train_steps": 0.00542449951171875, "step": 432} | |
| {"train_info/time_between_train_steps": 16.774043560028076, "step": 432} | |
| {"info/global_step": 433, "train_info/time_within_train_step": 24.731399297714233, "step": 433} | |
| {"train_info/time_between_train_steps": 0.00514984130859375, "step": 433} | |
| {"info/global_step": 434, "train_info/time_within_train_step": 24.879078149795532, "step": 434} | |
| {"train_info/time_between_train_steps": 0.005090475082397461, "step": 434} | |
| {"info/global_step": 435, "train_info/time_within_train_step": 24.7499418258667, "step": 435} | |
| {"train_info/time_between_train_steps": 0.005120515823364258, "step": 435} | |
| {"info/global_step": 436, "train_info/time_within_train_step": 24.85873007774353, "step": 436} | |
| {"train_info/time_between_train_steps": 0.0050852298736572266, "step": 436} | |
| {"info/global_step": 437, "train_info/time_within_train_step": 24.744266033172607, "step": 437} | |
| {"train_info/time_between_train_steps": 0.0051059722900390625, "step": 437} | |
| {"info/global_step": 438, "train_info/time_within_train_step": 24.89709210395813, "step": 438} | |
| {"train_info/time_between_train_steps": 0.005109310150146484, "step": 438} | |
| {"info/global_step": 439, "train_info/time_within_train_step": 24.75067710876465, "step": 439} | |
| {"train_info/time_between_train_steps": 0.005129575729370117, "step": 439} | |
| {"info/global_step": 440, "train_info/time_within_train_step": 24.867989778518677, "step": 440} | |
| {"train_info/time_between_train_steps": 0.005048036575317383, "step": 440} | |
| {"info/global_step": 441, "train_info/time_within_train_step": 24.753851175308228, "step": 441} | |
| {"train_info/time_between_train_steps": 0.005113124847412109, "step": 441} | |
| {"info/global_step": 442, "train_info/time_within_train_step": 24.900121688842773, "step": 442} | |
| {"train_info/time_between_train_steps": 0.005217313766479492, "step": 442} | |
| {"info/global_step": 443, "train_info/time_within_train_step": 24.747302770614624, "step": 443} | |
| {"train_info/time_between_train_steps": 0.005130290985107422, "step": 443} | |
| {"info/global_step": 444, "train_info/time_within_train_step": 24.871134042739868, "step": 444} | |
| {"train_info/time_between_train_steps": 0.005141019821166992, "step": 444} | |
| {"info/global_step": 445, "train_info/time_within_train_step": 24.756778717041016, "step": 445} | |
| {"train_info/time_between_train_steps": 0.005359172821044922, "step": 445} | |
| {"info/global_step": 446, "train_info/time_within_train_step": 24.886152029037476, "step": 446} | |
| {"train_info/time_between_train_steps": 0.0051343441009521484, "step": 446} | |
| {"info/global_step": 447, "train_info/time_within_train_step": 24.833868980407715, "step": 447} | |
| {"train_info/time_between_train_steps": 0.0049860477447509766, "step": 447} | |
| {"info/global_step": 448, "train_info/time_within_train_step": 24.84706425666809, "step": 448} | |
| {"train_info/time_between_train_steps": 0.0054395198822021484, "step": 448} | |
| {"info/global_step": 449, "train_info/time_within_train_step": 24.763569831848145, "step": 449} | |
| {"train_info/time_between_train_steps": 0.02385997772216797, "step": 449} | |
| {"info/global_step": 450, "train_info/time_within_train_step": 24.734699249267578, "step": 450} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740932406, "_runtime": 11457}, "step": 450} | |
| {"logs": {"train/loss": 3.3148, "train/learning_rate": 0.00041666666666666664, "train/epoch": 12.02, "_timestamp": 1740932406, "_runtime": 11457}, "step": 450} | |
| {"train_info/time_between_train_steps": 0.008552074432373047, "step": 450} | |
| {"info/global_step": 451, "train_info/time_within_train_step": 24.72969913482666, "step": 451} | |
| {"train_info/time_between_train_steps": 0.004772663116455078, "step": 451} | |
| {"info/global_step": 452, "train_info/time_within_train_step": 24.73551368713379, "step": 452} | |
| {"train_info/time_between_train_steps": 0.004938602447509766, "step": 452} | |
| {"info/global_step": 453, "train_info/time_within_train_step": 24.74539804458618, "step": 453} | |
| {"train_info/time_between_train_steps": 0.005113840103149414, "step": 453} | |
| {"info/global_step": 454, "train_info/time_within_train_step": 24.740478992462158, "step": 454} | |
| {"train_info/time_between_train_steps": 0.005192279815673828, "step": 454} | |
| {"info/global_step": 455, "train_info/time_within_train_step": 24.73620367050171, "step": 455} | |
| {"train_info/time_between_train_steps": 0.005444049835205078, "step": 455} | |
| {"info/global_step": 456, "train_info/time_within_train_step": 24.74361491203308, "step": 456} | |
| {"train_info/time_between_train_steps": 0.005240201950073242, "step": 456} | |
| {"info/global_step": 457, "train_info/time_within_train_step": 24.74011516571045, "step": 457} | |
| {"train_info/time_between_train_steps": 0.005324840545654297, "step": 457} | |
| {"info/global_step": 458, "train_info/time_within_train_step": 24.73814368247986, "step": 458} | |
| {"train_info/time_between_train_steps": 0.004962921142578125, "step": 458} | |
| {"info/global_step": 459, "train_info/time_within_train_step": 24.73534655570984, "step": 459} | |
| {"train_info/time_between_train_steps": 0.005246400833129883, "step": 459} | |
| {"info/global_step": 460, "train_info/time_within_train_step": 24.73770809173584, "step": 460} | |
| {"train_info/time_between_train_steps": 0.006845712661743164, "step": 460} | |
| {"info/global_step": 461, "train_info/time_within_train_step": 24.740028858184814, "step": 461} | |
| {"train_info/time_between_train_steps": 0.005233049392700195, "step": 461} | |
| {"info/global_step": 462, "train_info/time_within_train_step": 24.740548372268677, "step": 462} | |
| {"train_info/time_between_train_steps": 0.00537109375, "step": 462} | |
| {"info/global_step": 463, "train_info/time_within_train_step": 24.84114980697632, "step": 463} | |
| {"train_info/time_between_train_steps": 0.0052449703216552734, "step": 463} | |
| {"info/global_step": 464, "train_info/time_within_train_step": 24.74722647666931, "step": 464} | |
| {"train_info/time_between_train_steps": 0.005308628082275391, "step": 464} | |
| {"info/global_step": 465, "train_info/time_within_train_step": 24.742681741714478, "step": 465} | |
| {"train_info/time_between_train_steps": 0.005518436431884766, "step": 465} | |
| {"info/global_step": 466, "train_info/time_within_train_step": 24.746469736099243, "step": 466} | |
| {"train_info/time_between_train_steps": 0.005671024322509766, "step": 466} | |
| {"info/global_step": 467, "train_info/time_within_train_step": 24.746314525604248, "step": 467} | |
| {"train_info/time_between_train_steps": 0.005888938903808594, "step": 467} | |
| {"info/global_step": 468, "train_info/time_within_train_step": 24.7780601978302, "step": 468} | |
| {"train_info/time_between_train_steps": 0.005805015563964844, "step": 468} | |
| {"train_info/time_between_train_steps": 16.56497621536255, "step": 468} | |
| {"info/global_step": 469, "train_info/time_within_train_step": 24.719830989837646, "step": 469} | |
| {"train_info/time_between_train_steps": 0.004913330078125, "step": 469} | |
| {"info/global_step": 470, "train_info/time_within_train_step": 24.81940770149231, "step": 470} | |
| {"train_info/time_between_train_steps": 0.0050907135009765625, "step": 470} | |
| {"info/global_step": 471, "train_info/time_within_train_step": 24.72518229484558, "step": 471} | |
| {"train_info/time_between_train_steps": 0.0049326419830322266, "step": 471} | |
| {"info/global_step": 472, "train_info/time_within_train_step": 24.89124083518982, "step": 472} | |
| {"train_info/time_between_train_steps": 0.005286455154418945, "step": 472} | |
| {"info/global_step": 473, "train_info/time_within_train_step": 24.74782133102417, "step": 473} | |
| {"train_info/time_between_train_steps": 0.005214214324951172, "step": 473} | |
| {"info/global_step": 474, "train_info/time_within_train_step": 24.86596369743347, "step": 474} | |
| {"train_info/time_between_train_steps": 0.005141258239746094, "step": 474} | |
| {"info/global_step": 475, "train_info/time_within_train_step": 24.74303126335144, "step": 475} | |
| {"train_info/time_between_train_steps": 0.005402088165283203, "step": 475} | |
| {"info/global_step": 476, "train_info/time_within_train_step": 24.87762951850891, "step": 476} | |
| {"train_info/time_between_train_steps": 0.0051729679107666016, "step": 476} | |
| {"info/global_step": 477, "train_info/time_within_train_step": 24.757667779922485, "step": 477} | |
| {"train_info/time_between_train_steps": 0.005440473556518555, "step": 477} | |
| {"info/global_step": 478, "train_info/time_within_train_step": 24.963878870010376, "step": 478} | |
| {"train_info/time_between_train_steps": 0.005221366882324219, "step": 478} | |
| {"info/global_step": 479, "train_info/time_within_train_step": 24.750462293624878, "step": 479} | |
| {"train_info/time_between_train_steps": 0.005418062210083008, "step": 479} | |
| {"info/global_step": 480, "train_info/time_within_train_step": 24.905219793319702, "step": 480} | |
| {"train_info/time_between_train_steps": 0.007380962371826172, "step": 480} | |
| {"info/global_step": 481, "train_info/time_within_train_step": 24.75284719467163, "step": 481} | |
| {"train_info/time_between_train_steps": 0.005194664001464844, "step": 481} | |
| {"info/global_step": 482, "train_info/time_within_train_step": 24.874258995056152, "step": 482} | |
| {"train_info/time_between_train_steps": 0.0051119327545166016, "step": 482} | |
| {"info/global_step": 483, "train_info/time_within_train_step": 24.767937660217285, "step": 483} | |
| {"train_info/time_between_train_steps": 0.005362510681152344, "step": 483} | |
| {"info/global_step": 484, "train_info/time_within_train_step": 24.877994298934937, "step": 484} | |
| {"train_info/time_between_train_steps": 0.007431507110595703, "step": 484} | |
| {"info/global_step": 485, "train_info/time_within_train_step": 24.74837875366211, "step": 485} | |
| {"train_info/time_between_train_steps": 0.01838517189025879, "step": 485} | |
| {"info/global_step": 486, "train_info/time_within_train_step": 24.729682207107544, "step": 486} | |
| {"train_info/time_between_train_steps": 0.004808187484741211, "step": 486} | |
| {"info/global_step": 487, "train_info/time_within_train_step": 24.736358165740967, "step": 487} | |
| {"train_info/time_between_train_steps": 0.005100250244140625, "step": 487} | |
| {"info/global_step": 488, "train_info/time_within_train_step": 24.730732679367065, "step": 488} | |
| {"train_info/time_between_train_steps": 0.004899501800537109, "step": 488} | |
| {"info/global_step": 489, "train_info/time_within_train_step": 24.729852437973022, "step": 489} | |
| {"train_info/time_between_train_steps": 0.004932403564453125, "step": 489} | |
| {"info/global_step": 490, "train_info/time_within_train_step": 24.73340368270874, "step": 490} | |
| {"train_info/time_between_train_steps": 0.004959583282470703, "step": 490} | |
| {"info/global_step": 491, "train_info/time_within_train_step": 24.737895965576172, "step": 491} | |
| {"train_info/time_between_train_steps": 0.005114316940307617, "step": 491} | |
| {"info/global_step": 492, "train_info/time_within_train_step": 24.744914293289185, "step": 492} | |
| {"train_info/time_between_train_steps": 0.005011320114135742, "step": 492} | |
| {"info/global_step": 493, "train_info/time_within_train_step": 24.822505235671997, "step": 493} | |
| {"train_info/time_between_train_steps": 0.005063772201538086, "step": 493} | |
| {"info/global_step": 494, "train_info/time_within_train_step": 24.742446422576904, "step": 494} | |
| {"train_info/time_between_train_steps": 0.00502777099609375, "step": 494} | |
| {"info/global_step": 495, "train_info/time_within_train_step": 24.74203872680664, "step": 495} | |
| {"train_info/time_between_train_steps": 0.0049512386322021484, "step": 495} | |
| {"info/global_step": 496, "train_info/time_within_train_step": 24.73941469192505, "step": 496} | |
| {"train_info/time_between_train_steps": 0.0049359798431396484, "step": 496} | |
| {"info/global_step": 497, "train_info/time_within_train_step": 24.73841404914856, "step": 497} | |
| {"train_info/time_between_train_steps": 0.005013942718505859, "step": 497} | |
| {"info/global_step": 498, "train_info/time_within_train_step": 24.74657702445984, "step": 498} | |
| {"train_info/time_between_train_steps": 0.005126953125, "step": 498} | |
| {"info/global_step": 499, "train_info/time_within_train_step": 24.756526708602905, "step": 499} | |
| {"train_info/time_between_train_steps": 0.005103588104248047, "step": 499} | |
| {"info/global_step": 500, "train_info/time_within_train_step": 24.75220799446106, "step": 500} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740933661, "_runtime": 12712}, "step": 500} | |
| {"logs": {"train/loss": 3.2144, "train/learning_rate": 0.00038888888888888887, "train/epoch": 13.03, "_timestamp": 1740933661, "_runtime": 12712}, "step": 500} | |
| {"train_info/time_between_train_steps": 12.688497304916382, "step": 500} | |
| {"info/global_step": 501, "train_info/time_within_train_step": 24.724137783050537, "step": 501} | |
| {"train_info/time_between_train_steps": 0.009748458862304688, "step": 501} | |
| {"info/global_step": 502, "train_info/time_within_train_step": 24.727357387542725, "step": 502} | |
| {"train_info/time_between_train_steps": 0.009822368621826172, "step": 502} | |
| {"info/global_step": 503, "train_info/time_within_train_step": 24.744614124298096, "step": 503} | |
| {"train_info/time_between_train_steps": 0.010294675827026367, "step": 503} | |
| {"info/global_step": 504, "train_info/time_within_train_step": 24.773714303970337, "step": 504} | |
| {"train_info/time_between_train_steps": 0.010137796401977539, "step": 504} | |
| {"train_info/time_between_train_steps": 16.584152936935425, "step": 504} | |
| {"info/global_step": 505, "train_info/time_within_train_step": 24.729291915893555, "step": 505} | |
| {"train_info/time_between_train_steps": 0.009742259979248047, "step": 505} | |
| {"info/global_step": 506, "train_info/time_within_train_step": 24.87854528427124, "step": 506} | |
| {"train_info/time_between_train_steps": 0.005099773406982422, "step": 506} | |
| {"info/global_step": 507, "train_info/time_within_train_step": 24.751713037490845, "step": 507} | |
| {"train_info/time_between_train_steps": 0.005270957946777344, "step": 507} | |
| {"info/global_step": 508, "train_info/time_within_train_step": 24.96902346611023, "step": 508} | |
| {"train_info/time_between_train_steps": 0.005511760711669922, "step": 508} | |
| {"info/global_step": 509, "train_info/time_within_train_step": 24.754160165786743, "step": 509} | |
| {"train_info/time_between_train_steps": 0.005065441131591797, "step": 509} | |
| {"info/global_step": 510, "train_info/time_within_train_step": 24.88277769088745, "step": 510} | |
| {"train_info/time_between_train_steps": 0.005254268646240234, "step": 510} | |
| {"info/global_step": 511, "train_info/time_within_train_step": 24.763707399368286, "step": 511} | |
| {"train_info/time_between_train_steps": 0.00523066520690918, "step": 511} | |
| {"info/global_step": 512, "train_info/time_within_train_step": 24.883302450180054, "step": 512} | |
| {"train_info/time_between_train_steps": 0.005031108856201172, "step": 512} | |
| {"info/global_step": 513, "train_info/time_within_train_step": 24.753602504730225, "step": 513} | |
| {"train_info/time_between_train_steps": 0.00507807731628418, "step": 513} | |
| {"info/global_step": 514, "train_info/time_within_train_step": 24.900814294815063, "step": 514} | |
| {"train_info/time_between_train_steps": 0.005066871643066406, "step": 514} | |
| {"info/global_step": 515, "train_info/time_within_train_step": 24.759395360946655, "step": 515} | |
| {"train_info/time_between_train_steps": 0.005321025848388672, "step": 515} | |
| {"info/global_step": 516, "train_info/time_within_train_step": 25.027942180633545, "step": 516} | |
| {"train_info/time_between_train_steps": 0.004975318908691406, "step": 516} | |
| {"info/global_step": 517, "train_info/time_within_train_step": 24.743976831436157, "step": 517} | |
| {"train_info/time_between_train_steps": 0.005067110061645508, "step": 517} | |
| {"info/global_step": 518, "train_info/time_within_train_step": 24.90529751777649, "step": 518} | |
| {"train_info/time_between_train_steps": 0.005071401596069336, "step": 518} | |
| {"info/global_step": 519, "train_info/time_within_train_step": 24.750162363052368, "step": 519} | |
| {"train_info/time_between_train_steps": 0.0051631927490234375, "step": 519} | |
| {"info/global_step": 520, "train_info/time_within_train_step": 24.83503794670105, "step": 520} | |
| {"train_info/time_between_train_steps": 0.005227565765380859, "step": 520} | |
| {"info/global_step": 521, "train_info/time_within_train_step": 24.752727508544922, "step": 521} | |
| {"train_info/time_between_train_steps": 0.031771183013916016, "step": 521} | |
| {"info/global_step": 522, "train_info/time_within_train_step": 24.746599674224854, "step": 522} | |
| {"train_info/time_between_train_steps": 0.005040168762207031, "step": 522} | |
| {"info/global_step": 523, "train_info/time_within_train_step": 24.73726534843445, "step": 523} | |
| {"train_info/time_between_train_steps": 0.004820585250854492, "step": 523} | |
| {"info/global_step": 524, "train_info/time_within_train_step": 24.831246852874756, "step": 524} | |
| {"train_info/time_between_train_steps": 0.004863262176513672, "step": 524} | |
| {"info/global_step": 525, "train_info/time_within_train_step": 24.741127014160156, "step": 525} | |
| {"train_info/time_between_train_steps": 0.0050966739654541016, "step": 525} | |
| {"info/global_step": 526, "train_info/time_within_train_step": 24.735073566436768, "step": 526} | |
| {"train_info/time_between_train_steps": 0.0050013065338134766, "step": 526} | |
| {"info/global_step": 527, "train_info/time_within_train_step": 24.735861778259277, "step": 527} | |
| {"train_info/time_between_train_steps": 0.004942178726196289, "step": 527} | |
| {"info/global_step": 528, "train_info/time_within_train_step": 24.735713481903076, "step": 528} | |
| {"train_info/time_between_train_steps": 0.004969596862792969, "step": 528} | |
| {"info/global_step": 529, "train_info/time_within_train_step": 24.731656074523926, "step": 529} | |
| {"train_info/time_between_train_steps": 0.00529789924621582, "step": 529} | |
| {"info/global_step": 530, "train_info/time_within_train_step": 24.733718872070312, "step": 530} | |
| {"train_info/time_between_train_steps": 0.00491642951965332, "step": 530} | |
| {"info/global_step": 531, "train_info/time_within_train_step": 24.738930225372314, "step": 531} | |
| {"train_info/time_between_train_steps": 0.004962444305419922, "step": 531} | |
| {"info/global_step": 532, "train_info/time_within_train_step": 24.73719596862793, "step": 532} | |
| {"train_info/time_between_train_steps": 0.005091667175292969, "step": 532} | |
| {"info/global_step": 533, "train_info/time_within_train_step": 24.738038063049316, "step": 533} | |
| {"train_info/time_between_train_steps": 0.005040407180786133, "step": 533} | |
| {"info/global_step": 534, "train_info/time_within_train_step": 24.73269510269165, "step": 534} | |
| {"train_info/time_between_train_steps": 0.004977226257324219, "step": 534} | |
| {"info/global_step": 535, "train_info/time_within_train_step": 24.738582849502563, "step": 535} | |
| {"train_info/time_between_train_steps": 0.005292177200317383, "step": 535} | |
| {"info/global_step": 536, "train_info/time_within_train_step": 24.743730783462524, "step": 536} | |
| {"train_info/time_between_train_steps": 0.005037546157836914, "step": 536} | |
| {"info/global_step": 537, "train_info/time_within_train_step": 24.74692678451538, "step": 537} | |
| {"train_info/time_between_train_steps": 0.005014896392822266, "step": 537} | |
| {"info/global_step": 538, "train_info/time_within_train_step": 24.74903440475464, "step": 538} | |
| {"train_info/time_between_train_steps": 0.005272626876831055, "step": 538} | |
| {"info/global_step": 539, "train_info/time_within_train_step": 24.756404876708984, "step": 539} | |
| {"train_info/time_between_train_steps": 0.005536079406738281, "step": 539} | |
| {"info/global_step": 540, "train_info/time_within_train_step": 24.852508544921875, "step": 540} | |
| {"train_info/time_between_train_steps": 0.0055196285247802734, "step": 540} | |
| {"train_info/time_between_train_steps": 16.703664302825928, "step": 540} | |
| {"info/global_step": 541, "train_info/time_within_train_step": 24.73660159111023, "step": 541} | |
| {"train_info/time_between_train_steps": 0.005357027053833008, "step": 541} | |
| {"info/global_step": 542, "train_info/time_within_train_step": 24.86929178237915, "step": 542} | |
| {"train_info/time_between_train_steps": 0.005173921585083008, "step": 542} | |
| {"info/global_step": 543, "train_info/time_within_train_step": 24.738988876342773, "step": 543} | |
| {"train_info/time_between_train_steps": 0.005065202713012695, "step": 543} | |
| {"info/global_step": 544, "train_info/time_within_train_step": 24.854833602905273, "step": 544} | |
| {"train_info/time_between_train_steps": 0.005121946334838867, "step": 544} | |
| {"info/global_step": 545, "train_info/time_within_train_step": 24.73977828025818, "step": 545} | |
| {"train_info/time_between_train_steps": 0.005198955535888672, "step": 545} | |
| {"info/global_step": 546, "train_info/time_within_train_step": 24.891128540039062, "step": 546} | |
| {"train_info/time_between_train_steps": 0.0052068233489990234, "step": 546} | |
| {"info/global_step": 547, "train_info/time_within_train_step": 24.738506317138672, "step": 547} | |
| {"train_info/time_between_train_steps": 0.005037069320678711, "step": 547} | |
| {"info/global_step": 548, "train_info/time_within_train_step": 24.874223232269287, "step": 548} | |
| {"train_info/time_between_train_steps": 0.005237579345703125, "step": 548} | |
| {"info/global_step": 549, "train_info/time_within_train_step": 24.749892473220825, "step": 549} | |
| {"train_info/time_between_train_steps": 0.005275726318359375, "step": 549} | |
| {"info/global_step": 550, "train_info/time_within_train_step": 24.86661958694458, "step": 550} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740934947, "_runtime": 13998}, "step": 550} | |
| {"logs": {"train/loss": 3.1636, "train/learning_rate": 0.0003611111111111111, "train/epoch": 15.01, "_timestamp": 1740934947, "_runtime": 13998}, "step": 550} | |
| {"train_info/time_between_train_steps": 0.008640766143798828, "step": 550} | |
| {"info/global_step": 551, "train_info/time_within_train_step": 24.742339372634888, "step": 551} | |
| {"train_info/time_between_train_steps": 0.005202293395996094, "step": 551} | |
| {"info/global_step": 552, "train_info/time_within_train_step": 24.888094186782837, "step": 552} | |
| {"train_info/time_between_train_steps": 0.005137205123901367, "step": 552} | |
| {"info/global_step": 553, "train_info/time_within_train_step": 24.91364550590515, "step": 553} | |
| {"train_info/time_between_train_steps": 0.005159854888916016, "step": 553} | |
| {"info/global_step": 554, "train_info/time_within_train_step": 24.843501567840576, "step": 554} | |
| {"train_info/time_between_train_steps": 0.0049440860748291016, "step": 554} | |
| {"info/global_step": 555, "train_info/time_within_train_step": 24.8219473361969, "step": 555} | |
| {"train_info/time_between_train_steps": 0.005057334899902344, "step": 555} | |
| {"info/global_step": 556, "train_info/time_within_train_step": 24.87658405303955, "step": 556} | |
| {"train_info/time_between_train_steps": 0.005398273468017578, "step": 556} | |
| {"info/global_step": 557, "train_info/time_within_train_step": 24.756311893463135, "step": 557} | |
| {"train_info/time_between_train_steps": 0.0194242000579834, "step": 557} | |
| {"info/global_step": 558, "train_info/time_within_train_step": 25.07654571533203, "step": 558} | |
| {"train_info/time_between_train_steps": 0.004973411560058594, "step": 558} | |
| {"info/global_step": 559, "train_info/time_within_train_step": 24.749375104904175, "step": 559} | |
| {"train_info/time_between_train_steps": 0.004986286163330078, "step": 559} | |
| {"info/global_step": 560, "train_info/time_within_train_step": 24.759207010269165, "step": 560} | |
| {"train_info/time_between_train_steps": 0.0050165653228759766, "step": 560} | |
| {"info/global_step": 561, "train_info/time_within_train_step": 24.754506826400757, "step": 561} | |
| {"train_info/time_between_train_steps": 0.005927085876464844, "step": 561} | |
| {"info/global_step": 562, "train_info/time_within_train_step": 24.751433849334717, "step": 562} | |
| {"train_info/time_between_train_steps": 0.004944324493408203, "step": 562} | |
| {"info/global_step": 563, "train_info/time_within_train_step": 24.751465797424316, "step": 563} | |
| {"train_info/time_between_train_steps": 0.005109071731567383, "step": 563} | |
| {"info/global_step": 564, "train_info/time_within_train_step": 24.75344204902649, "step": 564} | |
| {"train_info/time_between_train_steps": 0.004981040954589844, "step": 564} | |
| {"info/global_step": 565, "train_info/time_within_train_step": 24.747514963150024, "step": 565} | |
| {"train_info/time_between_train_steps": 0.005823373794555664, "step": 565} | |
| {"info/global_step": 566, "train_info/time_within_train_step": 24.740675926208496, "step": 566} | |
| {"train_info/time_between_train_steps": 0.004965305328369141, "step": 566} | |
| {"info/global_step": 567, "train_info/time_within_train_step": 24.739442348480225, "step": 567} | |
| {"train_info/time_between_train_steps": 0.005057096481323242, "step": 567} | |
| {"info/global_step": 568, "train_info/time_within_train_step": 24.732667446136475, "step": 568} | |
| {"train_info/time_between_train_steps": 0.0049037933349609375, "step": 568} | |
| {"info/global_step": 569, "train_info/time_within_train_step": 24.742112636566162, "step": 569} | |
| {"train_info/time_between_train_steps": 0.005013465881347656, "step": 569} | |
| {"info/global_step": 570, "train_info/time_within_train_step": 24.8323974609375, "step": 570} | |
| {"train_info/time_between_train_steps": 0.0051004886627197266, "step": 570} | |
| {"info/global_step": 571, "train_info/time_within_train_step": 24.739222288131714, "step": 571} | |
| {"train_info/time_between_train_steps": 0.0050237178802490234, "step": 571} | |
| {"info/global_step": 572, "train_info/time_within_train_step": 24.74194622039795, "step": 572} | |
| {"train_info/time_between_train_steps": 0.004925727844238281, "step": 572} | |
| {"info/global_step": 573, "train_info/time_within_train_step": 24.750290393829346, "step": 573} | |
| {"train_info/time_between_train_steps": 0.0052759647369384766, "step": 573} | |
| {"info/global_step": 574, "train_info/time_within_train_step": 24.75048565864563, "step": 574} | |
| {"train_info/time_between_train_steps": 0.0053863525390625, "step": 574} | |
| {"info/global_step": 575, "train_info/time_within_train_step": 24.74886178970337, "step": 575} | |
| {"train_info/time_between_train_steps": 0.005456686019897461, "step": 575} | |
| {"info/global_step": 576, "train_info/time_within_train_step": 24.767266750335693, "step": 576} | |
| {"train_info/time_between_train_steps": 0.005521059036254883, "step": 576} | |
| {"train_info/time_between_train_steps": 16.857651710510254, "step": 576} | |
| {"info/global_step": 577, "train_info/time_within_train_step": 24.717439651489258, "step": 577} | |
| {"train_info/time_between_train_steps": 0.004808902740478516, "step": 577} | |
| {"info/global_step": 578, "train_info/time_within_train_step": 24.829779624938965, "step": 578} | |
| {"train_info/time_between_train_steps": 0.004843711853027344, "step": 578} | |
| {"info/global_step": 579, "train_info/time_within_train_step": 24.738046169281006, "step": 579} | |
| {"train_info/time_between_train_steps": 0.0050220489501953125, "step": 579} | |
| {"info/global_step": 580, "train_info/time_within_train_step": 24.88920259475708, "step": 580} | |
| {"train_info/time_between_train_steps": 0.00523066520690918, "step": 580} | |
| {"info/global_step": 581, "train_info/time_within_train_step": 24.74596118927002, "step": 581} | |
| {"train_info/time_between_train_steps": 0.005120992660522461, "step": 581} | |
| {"info/global_step": 582, "train_info/time_within_train_step": 24.860153675079346, "step": 582} | |
| {"train_info/time_between_train_steps": 0.005110979080200195, "step": 582} | |
| {"info/global_step": 583, "train_info/time_within_train_step": 24.743542432785034, "step": 583} | |
| {"train_info/time_between_train_steps": 0.005189657211303711, "step": 583} | |
| {"info/global_step": 584, "train_info/time_within_train_step": 24.885998964309692, "step": 584} | |
| {"train_info/time_between_train_steps": 0.005115985870361328, "step": 584} | |
| {"info/global_step": 585, "train_info/time_within_train_step": 24.817846536636353, "step": 585} | |
| {"train_info/time_between_train_steps": 0.005148649215698242, "step": 585} | |
| {"info/global_step": 586, "train_info/time_within_train_step": 24.87024688720703, "step": 586} | |
| {"train_info/time_between_train_steps": 0.005112409591674805, "step": 586} | |
| {"info/global_step": 587, "train_info/time_within_train_step": 24.752023220062256, "step": 587} | |
| {"train_info/time_between_train_steps": 0.005563259124755859, "step": 587} | |
| {"info/global_step": 588, "train_info/time_within_train_step": 24.867273330688477, "step": 588} | |
| {"train_info/time_between_train_steps": 0.005131244659423828, "step": 588} | |
| {"info/global_step": 589, "train_info/time_within_train_step": 24.750429391860962, "step": 589} | |
| {"train_info/time_between_train_steps": 0.009914636611938477, "step": 589} | |
| {"info/global_step": 590, "train_info/time_within_train_step": 24.901644229888916, "step": 590} | |
| {"train_info/time_between_train_steps": 0.009959697723388672, "step": 590} | |
| {"info/global_step": 591, "train_info/time_within_train_step": 24.94642949104309, "step": 591} | |
| {"train_info/time_between_train_steps": 0.009664773941040039, "step": 591} | |
| {"info/global_step": 592, "train_info/time_within_train_step": 24.822530269622803, "step": 592} | |
| {"train_info/time_between_train_steps": 0.009968280792236328, "step": 592} | |
| {"info/global_step": 593, "train_info/time_within_train_step": 24.747293710708618, "step": 593} | |
| {"train_info/time_between_train_steps": 0.030405759811401367, "step": 593} | |
| {"info/global_step": 594, "train_info/time_within_train_step": 24.735086917877197, "step": 594} | |
| {"train_info/time_between_train_steps": 0.009854555130004883, "step": 594} | |
| {"info/global_step": 595, "train_info/time_within_train_step": 24.730058193206787, "step": 595} | |
| {"train_info/time_between_train_steps": 0.004793882369995117, "step": 595} | |
| {"info/global_step": 596, "train_info/time_within_train_step": 24.74038577079773, "step": 596} | |
| {"train_info/time_between_train_steps": 0.004861116409301758, "step": 596} | |
| {"info/global_step": 597, "train_info/time_within_train_step": 24.736987113952637, "step": 597} | |
| {"train_info/time_between_train_steps": 0.005018472671508789, "step": 597} | |
| {"info/global_step": 598, "train_info/time_within_train_step": 24.748615264892578, "step": 598} | |
| {"train_info/time_between_train_steps": 0.0050394535064697266, "step": 598} | |
| {"info/global_step": 599, "train_info/time_within_train_step": 24.74317741394043, "step": 599} | |
| {"train_info/time_between_train_steps": 0.004922389984130859, "step": 599} | |
| {"info/global_step": 600, "train_info/time_within_train_step": 24.746468782424927, "step": 600} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740936204, "_runtime": 15255}, "step": 600} | |
| {"logs": {"train/loss": 3.0596, "train/learning_rate": 0.0003333333333333333, "train/epoch": 16.02, "_timestamp": 1740936204, "_runtime": 15255}, "step": 600} | |
| {"train_info/time_between_train_steps": 11.092673778533936, "step": 600} | |
| {"info/global_step": 601, "train_info/time_within_train_step": 24.82128596305847, "step": 601} | |
| {"train_info/time_between_train_steps": 0.005077362060546875, "step": 601} | |
| {"info/global_step": 602, "train_info/time_within_train_step": 24.732328414916992, "step": 602} | |
| {"train_info/time_between_train_steps": 0.004881858825683594, "step": 602} | |
| {"info/global_step": 603, "train_info/time_within_train_step": 24.740716457366943, "step": 603} | |
| {"train_info/time_between_train_steps": 0.005040645599365234, "step": 603} | |
| {"info/global_step": 604, "train_info/time_within_train_step": 24.73535442352295, "step": 604} | |
| {"train_info/time_between_train_steps": 0.005119800567626953, "step": 604} | |
| {"info/global_step": 605, "train_info/time_within_train_step": 24.741312980651855, "step": 605} | |
| {"train_info/time_between_train_steps": 0.00490880012512207, "step": 605} | |
| {"info/global_step": 606, "train_info/time_within_train_step": 24.738250255584717, "step": 606} | |
| {"train_info/time_between_train_steps": 0.0049703121185302734, "step": 606} | |
| {"info/global_step": 607, "train_info/time_within_train_step": 24.738349199295044, "step": 607} | |
| {"train_info/time_between_train_steps": 0.00508427619934082, "step": 607} | |
| {"info/global_step": 608, "train_info/time_within_train_step": 24.743384838104248, "step": 608} | |
| {"train_info/time_between_train_steps": 0.005171060562133789, "step": 608} | |
| {"info/global_step": 609, "train_info/time_within_train_step": 24.746058702468872, "step": 609} | |
| {"train_info/time_between_train_steps": 0.0050373077392578125, "step": 609} | |
| {"info/global_step": 610, "train_info/time_within_train_step": 24.74811291694641, "step": 610} | |
| {"train_info/time_between_train_steps": 0.005158662796020508, "step": 610} | |
| {"info/global_step": 611, "train_info/time_within_train_step": 24.749151706695557, "step": 611} | |
| {"train_info/time_between_train_steps": 0.0055119991302490234, "step": 611} | |
| {"info/global_step": 612, "train_info/time_within_train_step": 24.762428283691406, "step": 612} | |
| {"train_info/time_between_train_steps": 0.005539894104003906, "step": 612} | |
| {"train_info/time_between_train_steps": 16.483464002609253, "step": 612} | |
| {"info/global_step": 613, "train_info/time_within_train_step": 24.73086166381836, "step": 613} | |
| {"train_info/time_between_train_steps": 0.005251884460449219, "step": 613} | |
| {"info/global_step": 614, "train_info/time_within_train_step": 24.8796443939209, "step": 614} | |
| {"train_info/time_between_train_steps": 0.0050928592681884766, "step": 614} | |
| {"info/global_step": 615, "train_info/time_within_train_step": 24.740494966506958, "step": 615} | |
| {"train_info/time_between_train_steps": 0.0051021575927734375, "step": 615} | |
| {"info/global_step": 616, "train_info/time_within_train_step": 24.93839168548584, "step": 616} | |
| {"train_info/time_between_train_steps": 0.0051538944244384766, "step": 616} | |
| {"info/global_step": 617, "train_info/time_within_train_step": 24.75172996520996, "step": 617} | |
| {"train_info/time_between_train_steps": 0.005539655685424805, "step": 617} | |
| {"info/global_step": 618, "train_info/time_within_train_step": 24.897246837615967, "step": 618} | |
| {"train_info/time_between_train_steps": 0.00542140007019043, "step": 618} | |
| {"info/global_step": 619, "train_info/time_within_train_step": 24.74140214920044, "step": 619} | |
| {"train_info/time_between_train_steps": 0.005225658416748047, "step": 619} | |
| {"info/global_step": 620, "train_info/time_within_train_step": 24.86673331260681, "step": 620} | |
| {"train_info/time_between_train_steps": 0.00521087646484375, "step": 620} | |
| {"info/global_step": 621, "train_info/time_within_train_step": 24.76020860671997, "step": 621} | |
| {"train_info/time_between_train_steps": 0.00555872917175293, "step": 621} | |
| {"info/global_step": 622, "train_info/time_within_train_step": 24.89033579826355, "step": 622} | |
| {"train_info/time_between_train_steps": 0.0050580501556396484, "step": 622} | |
| {"info/global_step": 623, "train_info/time_within_train_step": 24.752265453338623, "step": 623} | |
| {"train_info/time_between_train_steps": 0.010351181030273438, "step": 623} | |
| {"info/global_step": 624, "train_info/time_within_train_step": 24.906784057617188, "step": 624} | |
| {"train_info/time_between_train_steps": 0.0053060054779052734, "step": 624} | |
| {"info/global_step": 625, "train_info/time_within_train_step": 24.750834703445435, "step": 625} | |
| {"train_info/time_between_train_steps": 0.005364179611206055, "step": 625} | |
| {"info/global_step": 626, "train_info/time_within_train_step": 24.86603283882141, "step": 626} | |
| {"train_info/time_between_train_steps": 0.00502467155456543, "step": 626} | |
| {"info/global_step": 627, "train_info/time_within_train_step": 24.755916357040405, "step": 627} | |
| {"train_info/time_between_train_steps": 0.005141735076904297, "step": 627} | |
| {"info/global_step": 628, "train_info/time_within_train_step": 24.875000715255737, "step": 628} | |
| {"train_info/time_between_train_steps": 0.005172014236450195, "step": 628} | |
| {"info/global_step": 629, "train_info/time_within_train_step": 24.75908899307251, "step": 629} | |
| {"train_info/time_between_train_steps": 0.020969390869140625, "step": 629} | |
| {"info/global_step": 630, "train_info/time_within_train_step": 24.736801624298096, "step": 630} | |
| {"train_info/time_between_train_steps": 0.004854679107666016, "step": 630} | |
| {"info/global_step": 631, "train_info/time_within_train_step": 24.75167465209961, "step": 631} | |
| {"train_info/time_between_train_steps": 0.00586390495300293, "step": 631} | |
| {"info/global_step": 632, "train_info/time_within_train_step": 24.845333576202393, "step": 632} | |
| {"train_info/time_between_train_steps": 0.005026817321777344, "step": 632} | |
| {"info/global_step": 633, "train_info/time_within_train_step": 24.749659061431885, "step": 633} | |
| {"train_info/time_between_train_steps": 0.004934787750244141, "step": 633} | |
| {"info/global_step": 634, "train_info/time_within_train_step": 24.751625061035156, "step": 634} | |
| {"train_info/time_between_train_steps": 0.004942655563354492, "step": 634} | |
| {"info/global_step": 635, "train_info/time_within_train_step": 24.746876001358032, "step": 635} | |
| {"train_info/time_between_train_steps": 0.005123138427734375, "step": 635} | |
| {"info/global_step": 636, "train_info/time_within_train_step": 24.74703097343445, "step": 636} | |
| {"train_info/time_between_train_steps": 0.004948854446411133, "step": 636} | |
| {"info/global_step": 637, "train_info/time_within_train_step": 24.74718141555786, "step": 637} | |
| {"train_info/time_between_train_steps": 0.0049991607666015625, "step": 637} | |
| {"info/global_step": 638, "train_info/time_within_train_step": 24.74745512008667, "step": 638} | |
| {"train_info/time_between_train_steps": 0.005384922027587891, "step": 638} | |
| {"info/global_step": 639, "train_info/time_within_train_step": 24.755000352859497, "step": 639} | |
| {"train_info/time_between_train_steps": 0.005061149597167969, "step": 639} | |
| {"info/global_step": 640, "train_info/time_within_train_step": 24.74779987335205, "step": 640} | |
| {"train_info/time_between_train_steps": 0.004945516586303711, "step": 640} | |
| {"info/global_step": 641, "train_info/time_within_train_step": 24.750664710998535, "step": 641} | |
| {"train_info/time_between_train_steps": 0.004956960678100586, "step": 641} | |
| {"info/global_step": 642, "train_info/time_within_train_step": 24.750728130340576, "step": 642} | |
| {"train_info/time_between_train_steps": 0.0050811767578125, "step": 642} | |
| {"info/global_step": 643, "train_info/time_within_train_step": 24.751226663589478, "step": 643} | |
| {"train_info/time_between_train_steps": 0.004966020584106445, "step": 643} | |
| {"info/global_step": 644, "train_info/time_within_train_step": 24.761443614959717, "step": 644} | |
| {"train_info/time_between_train_steps": 0.00513148307800293, "step": 644} | |
| {"info/global_step": 645, "train_info/time_within_train_step": 24.77697467803955, "step": 645} | |
| {"train_info/time_between_train_steps": 0.005492448806762695, "step": 645} | |
| {"info/global_step": 646, "train_info/time_within_train_step": 24.815271139144897, "step": 646} | |
| {"train_info/time_between_train_steps": 0.0054302215576171875, "step": 646} | |
| {"info/global_step": 647, "train_info/time_within_train_step": 24.909767150878906, "step": 647} | |
| {"train_info/time_between_train_steps": 0.005921125411987305, "step": 647} | |
| {"info/global_step": 648, "train_info/time_within_train_step": 24.78139042854309, "step": 648} | |
| {"train_info/time_between_train_steps": 0.0054168701171875, "step": 648} | |
| {"train_info/time_between_train_steps": 16.74931311607361, "step": 648} | |
| {"info/global_step": 649, "train_info/time_within_train_step": 24.73323893547058, "step": 649} | |
| {"train_info/time_between_train_steps": 0.007056236267089844, "step": 649} | |
| {"info/global_step": 650, "train_info/time_within_train_step": 24.83779764175415, "step": 650} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740937488, "_runtime": 16539}, "step": 650} | |
| {"logs": {"train/loss": 3.0281, "train/learning_rate": 0.00030555555555555555, "train/epoch": 18.0, "_timestamp": 1740937488, "_runtime": 16539}, "step": 650} | |
| {"train_info/time_between_train_steps": 0.011019229888916016, "step": 650} | |
| {"info/global_step": 651, "train_info/time_within_train_step": 24.736671447753906, "step": 651} | |
| {"train_info/time_between_train_steps": 0.00732111930847168, "step": 651} | |
| {"info/global_step": 652, "train_info/time_within_train_step": 24.885079860687256, "step": 652} | |
| {"train_info/time_between_train_steps": 0.006768941879272461, "step": 652} | |
| {"info/global_step": 653, "train_info/time_within_train_step": 24.752565622329712, "step": 653} | |
| {"train_info/time_between_train_steps": 0.007773399353027344, "step": 653} | |
| {"info/global_step": 654, "train_info/time_within_train_step": 24.881215810775757, "step": 654} | |
| {"train_info/time_between_train_steps": 0.005190610885620117, "step": 654} | |
| {"info/global_step": 655, "train_info/time_within_train_step": 24.81941318511963, "step": 655} | |
| {"train_info/time_between_train_steps": 0.006041765213012695, "step": 655} | |
| {"info/global_step": 656, "train_info/time_within_train_step": 25.018516778945923, "step": 656} | |
| {"train_info/time_between_train_steps": 0.0051691532135009766, "step": 656} | |
| {"info/global_step": 657, "train_info/time_within_train_step": 24.79336404800415, "step": 657} | |
| {"train_info/time_between_train_steps": 0.005261659622192383, "step": 657} | |
| {"info/global_step": 658, "train_info/time_within_train_step": 24.86170196533203, "step": 658} | |
| {"train_info/time_between_train_steps": 0.005109310150146484, "step": 658} | |
| {"info/global_step": 659, "train_info/time_within_train_step": 24.75361156463623, "step": 659} | |
| {"train_info/time_between_train_steps": 0.00565648078918457, "step": 659} | |
| {"info/global_step": 660, "train_info/time_within_train_step": 24.91445016860962, "step": 660} | |
| {"train_info/time_between_train_steps": 0.005400180816650391, "step": 660} | |
| {"info/global_step": 661, "train_info/time_within_train_step": 24.75290036201477, "step": 661} | |
| {"train_info/time_between_train_steps": 0.005383968353271484, "step": 661} | |
| {"info/global_step": 662, "train_info/time_within_train_step": 24.877928733825684, "step": 662} | |
| {"train_info/time_between_train_steps": 0.005022287368774414, "step": 662} | |
| {"info/global_step": 663, "train_info/time_within_train_step": 24.851049661636353, "step": 663} | |
| {"train_info/time_between_train_steps": 0.0052013397216796875, "step": 663} | |
| {"info/global_step": 664, "train_info/time_within_train_step": 24.87325406074524, "step": 664} | |
| {"train_info/time_between_train_steps": 0.007233142852783203, "step": 664} | |
| {"info/global_step": 665, "train_info/time_within_train_step": 24.751415729522705, "step": 665} | |
| {"train_info/time_between_train_steps": 0.019202232360839844, "step": 665} | |
| {"info/global_step": 666, "train_info/time_within_train_step": 24.741746425628662, "step": 666} | |
| {"train_info/time_between_train_steps": 0.004952430725097656, "step": 666} | |
| {"info/global_step": 667, "train_info/time_within_train_step": 24.743487119674683, "step": 667} | |
| {"train_info/time_between_train_steps": 0.005145072937011719, "step": 667} | |
| {"info/global_step": 668, "train_info/time_within_train_step": 24.73824977874756, "step": 668} | |
| {"train_info/time_between_train_steps": 0.005243539810180664, "step": 668} | |
| {"info/global_step": 669, "train_info/time_within_train_step": 24.741500854492188, "step": 669} | |
| {"train_info/time_between_train_steps": 0.0049855709075927734, "step": 669} | |
| {"info/global_step": 670, "train_info/time_within_train_step": 24.742249727249146, "step": 670} | |
| {"train_info/time_between_train_steps": 0.004956483840942383, "step": 670} | |
| {"info/global_step": 671, "train_info/time_within_train_step": 24.744728565216064, "step": 671} | |
| {"train_info/time_between_train_steps": 0.005240917205810547, "step": 671} | |
| {"info/global_step": 672, "train_info/time_within_train_step": 24.742818355560303, "step": 672} | |
| {"train_info/time_between_train_steps": 0.004987001419067383, "step": 672} | |
| {"info/global_step": 673, "train_info/time_within_train_step": 24.742058753967285, "step": 673} | |
| {"train_info/time_between_train_steps": 0.0049936771392822266, "step": 673} | |
| {"info/global_step": 674, "train_info/time_within_train_step": 24.745878219604492, "step": 674} | |
| {"train_info/time_between_train_steps": 0.0050618648529052734, "step": 674} | |
| {"info/global_step": 675, "train_info/time_within_train_step": 24.7474205493927, "step": 675} | |
| {"train_info/time_between_train_steps": 0.005056619644165039, "step": 675} | |
| {"info/global_step": 676, "train_info/time_within_train_step": 24.73921537399292, "step": 676} | |
| {"train_info/time_between_train_steps": 0.00500941276550293, "step": 676} | |
| {"info/global_step": 677, "train_info/time_within_train_step": 24.743143558502197, "step": 677} | |
| {"train_info/time_between_train_steps": 0.004969596862792969, "step": 677} | |
| {"info/global_step": 678, "train_info/time_within_train_step": 24.83804202079773, "step": 678} | |
| {"train_info/time_between_train_steps": 0.005176544189453125, "step": 678} | |
| {"info/global_step": 679, "train_info/time_within_train_step": 24.73509407043457, "step": 679} | |
| {"train_info/time_between_train_steps": 0.0050296783447265625, "step": 679} | |
| {"info/global_step": 680, "train_info/time_within_train_step": 24.742210149765015, "step": 680} | |
| {"train_info/time_between_train_steps": 0.0050089359283447266, "step": 680} | |
| {"info/global_step": 681, "train_info/time_within_train_step": 24.74538016319275, "step": 681} | |
| {"train_info/time_between_train_steps": 0.00513911247253418, "step": 681} | |
| {"info/global_step": 682, "train_info/time_within_train_step": 24.747164726257324, "step": 682} | |
| {"train_info/time_between_train_steps": 0.0052492618560791016, "step": 682} | |
| {"info/global_step": 683, "train_info/time_within_train_step": 24.751622200012207, "step": 683} | |
| {"train_info/time_between_train_steps": 0.005408763885498047, "step": 683} | |
| {"info/global_step": 684, "train_info/time_within_train_step": 24.781693696975708, "step": 684} | |
| {"train_info/time_between_train_steps": 0.005663156509399414, "step": 684} | |
| {"train_info/time_between_train_steps": 17.17126154899597, "step": 684} | |
| {"info/global_step": 685, "train_info/time_within_train_step": 24.721041440963745, "step": 685} | |
| {"train_info/time_between_train_steps": 0.004761457443237305, "step": 685} | |
| {"info/global_step": 686, "train_info/time_within_train_step": 24.834541082382202, "step": 686} | |
| {"train_info/time_between_train_steps": 0.004851102828979492, "step": 686} | |
| {"info/global_step": 687, "train_info/time_within_train_step": 24.740565299987793, "step": 687} | |
| {"train_info/time_between_train_steps": 0.0052149295806884766, "step": 687} | |
| {"info/global_step": 688, "train_info/time_within_train_step": 24.887022495269775, "step": 688} | |
| {"train_info/time_between_train_steps": 0.0052738189697265625, "step": 688} | |
| {"info/global_step": 689, "train_info/time_within_train_step": 24.74429416656494, "step": 689} | |
| {"train_info/time_between_train_steps": 0.005048513412475586, "step": 689} | |
| {"info/global_step": 690, "train_info/time_within_train_step": 24.862375259399414, "step": 690} | |
| {"train_info/time_between_train_steps": 0.005156278610229492, "step": 690} | |
| {"info/global_step": 691, "train_info/time_within_train_step": 24.753044366836548, "step": 691} | |
| {"train_info/time_between_train_steps": 0.005189180374145508, "step": 691} | |
| {"info/global_step": 692, "train_info/time_within_train_step": 24.887975931167603, "step": 692} | |
| {"train_info/time_between_train_steps": 0.005128383636474609, "step": 692} | |
| {"info/global_step": 693, "train_info/time_within_train_step": 24.848569631576538, "step": 693} | |
| {"train_info/time_between_train_steps": 0.0050427913665771484, "step": 693} | |
| {"info/global_step": 694, "train_info/time_within_train_step": 25.021892786026, "step": 694} | |
| {"train_info/time_between_train_steps": 0.0049991607666015625, "step": 694} | |
| {"info/global_step": 695, "train_info/time_within_train_step": 24.75077795982361, "step": 695} | |
| {"train_info/time_between_train_steps": 0.005262613296508789, "step": 695} | |
| {"info/global_step": 696, "train_info/time_within_train_step": 24.862777709960938, "step": 696} | |
| {"train_info/time_between_train_steps": 0.0049855709075927734, "step": 696} | |
| {"info/global_step": 697, "train_info/time_within_train_step": 24.74141216278076, "step": 697} | |
| {"train_info/time_between_train_steps": 0.005178928375244141, "step": 697} | |
| {"info/global_step": 698, "train_info/time_within_train_step": 24.90835666656494, "step": 698} | |
| {"train_info/time_between_train_steps": 0.005426645278930664, "step": 698} | |
| {"info/global_step": 699, "train_info/time_within_train_step": 24.755995988845825, "step": 699} | |
| {"train_info/time_between_train_steps": 0.005011796951293945, "step": 699} | |
| {"info/global_step": 700, "train_info/time_within_train_step": 24.842288732528687, "step": 700} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740938745, "_runtime": 17796}, "step": 700} | |
| {"logs": {"train/loss": 2.9411, "train/learning_rate": 0.0002777777777777778, "train/epoch": 19.01, "_timestamp": 1740938745, "_runtime": 17796}, "step": 700} | |
| {"train_info/time_between_train_steps": 10.927814960479736, "step": 700} | |
| {"info/global_step": 701, "train_info/time_within_train_step": 24.758193492889404, "step": 701} | |
| {"train_info/time_between_train_steps": 0.030090808868408203, "step": 701} | |
| {"info/global_step": 702, "train_info/time_within_train_step": 24.729985237121582, "step": 702} | |
| {"train_info/time_between_train_steps": 0.005037069320678711, "step": 702} | |
| {"info/global_step": 703, "train_info/time_within_train_step": 24.72941541671753, "step": 703} | |
| {"train_info/time_between_train_steps": 0.004992008209228516, "step": 703} | |
| {"info/global_step": 704, "train_info/time_within_train_step": 24.73657464981079, "step": 704} | |
| {"train_info/time_between_train_steps": 0.004884958267211914, "step": 704} | |
| {"info/global_step": 705, "train_info/time_within_train_step": 24.74997091293335, "step": 705} | |
| {"train_info/time_between_train_steps": 0.005094051361083984, "step": 705} | |
| {"info/global_step": 706, "train_info/time_within_train_step": 24.74390459060669, "step": 706} | |
| {"train_info/time_between_train_steps": 0.0049076080322265625, "step": 706} | |
| {"info/global_step": 707, "train_info/time_within_train_step": 24.734906435012817, "step": 707} | |
| {"train_info/time_between_train_steps": 0.00503993034362793, "step": 707} | |
| {"info/global_step": 708, "train_info/time_within_train_step": 24.738185167312622, "step": 708} | |
| {"train_info/time_between_train_steps": 0.005129337310791016, "step": 708} | |
| {"info/global_step": 709, "train_info/time_within_train_step": 24.848225593566895, "step": 709} | |
| {"train_info/time_between_train_steps": 0.0050067901611328125, "step": 709} | |
| {"info/global_step": 710, "train_info/time_within_train_step": 24.74539065361023, "step": 710} | |
| {"train_info/time_between_train_steps": 0.004965782165527344, "step": 710} | |
| {"info/global_step": 711, "train_info/time_within_train_step": 24.749839782714844, "step": 711} | |
| {"train_info/time_between_train_steps": 0.0050885677337646484, "step": 711} | |
| {"info/global_step": 712, "train_info/time_within_train_step": 24.763123273849487, "step": 712} | |
| {"train_info/time_between_train_steps": 0.0053293704986572266, "step": 712} | |
| {"info/global_step": 713, "train_info/time_within_train_step": 24.75736355781555, "step": 713} | |
| {"train_info/time_between_train_steps": 0.005267620086669922, "step": 713} | |
| {"info/global_step": 714, "train_info/time_within_train_step": 24.76001739501953, "step": 714} | |
| {"train_info/time_between_train_steps": 0.005182027816772461, "step": 714} | |
| {"info/global_step": 715, "train_info/time_within_train_step": 24.757245302200317, "step": 715} | |
| {"train_info/time_between_train_steps": 0.005271196365356445, "step": 715} | |
| {"info/global_step": 716, "train_info/time_within_train_step": 24.771316289901733, "step": 716} | |
| {"train_info/time_between_train_steps": 0.005183696746826172, "step": 716} | |
| {"info/global_step": 717, "train_info/time_within_train_step": 24.763314723968506, "step": 717} | |
| {"train_info/time_between_train_steps": 0.0052797794342041016, "step": 717} | |
| {"info/global_step": 718, "train_info/time_within_train_step": 24.775262594223022, "step": 718} | |
| {"train_info/time_between_train_steps": 0.005390167236328125, "step": 718} | |
| {"info/global_step": 719, "train_info/time_within_train_step": 24.787622690200806, "step": 719} | |
| {"train_info/time_between_train_steps": 0.0056345462799072266, "step": 719} | |
| {"info/global_step": 720, "train_info/time_within_train_step": 24.79940700531006, "step": 720} | |
| {"train_info/time_between_train_steps": 0.005719423294067383, "step": 720} | |
| {"train_info/time_between_train_steps": 16.519574403762817, "step": 720} | |
| {"info/global_step": 721, "train_info/time_within_train_step": 24.755589962005615, "step": 721} | |
| {"train_info/time_between_train_steps": 0.005316257476806641, "step": 721} | |
| {"info/global_step": 722, "train_info/time_within_train_step": 24.900574922561646, "step": 722} | |
| {"train_info/time_between_train_steps": 0.005131959915161133, "step": 722} | |
| {"info/global_step": 723, "train_info/time_within_train_step": 24.74713945388794, "step": 723} | |
| {"train_info/time_between_train_steps": 0.005069732666015625, "step": 723} | |
| {"info/global_step": 724, "train_info/time_within_train_step": 24.959685564041138, "step": 724} | |
| {"train_info/time_between_train_steps": 0.005234718322753906, "step": 724} | |
| {"info/global_step": 725, "train_info/time_within_train_step": 24.763349533081055, "step": 725} | |
| {"train_info/time_between_train_steps": 0.005341529846191406, "step": 725} | |
| {"info/global_step": 726, "train_info/time_within_train_step": 24.92341661453247, "step": 726} | |
| {"train_info/time_between_train_steps": 0.005371809005737305, "step": 726} | |
| {"info/global_step": 727, "train_info/time_within_train_step": 24.77078676223755, "step": 727} | |
| {"train_info/time_between_train_steps": 0.005269050598144531, "step": 727} | |
| {"info/global_step": 728, "train_info/time_within_train_step": 24.888665676116943, "step": 728} | |
| {"train_info/time_between_train_steps": 0.005242824554443359, "step": 728} | |
| {"info/global_step": 729, "train_info/time_within_train_step": 24.768001317977905, "step": 729} | |
| {"train_info/time_between_train_steps": 0.0054438114166259766, "step": 729} | |
| {"info/global_step": 730, "train_info/time_within_train_step": 24.92561388015747, "step": 730} | |
| {"train_info/time_between_train_steps": 0.005247831344604492, "step": 730} | |
| {"info/global_step": 731, "train_info/time_within_train_step": 24.748940229415894, "step": 731} | |
| {"train_info/time_between_train_steps": 0.0051844120025634766, "step": 731} | |
| {"info/global_step": 732, "train_info/time_within_train_step": 24.869740962982178, "step": 732} | |
| {"train_info/time_between_train_steps": 0.0052738189697265625, "step": 732} | |
| {"info/global_step": 733, "train_info/time_within_train_step": 24.765105962753296, "step": 733} | |
| {"train_info/time_between_train_steps": 0.006461381912231445, "step": 733} | |
| {"info/global_step": 734, "train_info/time_within_train_step": 24.926889657974243, "step": 734} | |
| {"train_info/time_between_train_steps": 0.005157470703125, "step": 734} | |
| {"info/global_step": 735, "train_info/time_within_train_step": 24.76474618911743, "step": 735} | |
| {"train_info/time_between_train_steps": 0.005105733871459961, "step": 735} | |
| {"info/global_step": 736, "train_info/time_within_train_step": 24.877909421920776, "step": 736} | |
| {"train_info/time_between_train_steps": 0.005263566970825195, "step": 736} | |
| {"info/global_step": 737, "train_info/time_within_train_step": 24.768174409866333, "step": 737} | |
| {"train_info/time_between_train_steps": 0.02723073959350586, "step": 737} | |
| {"info/global_step": 738, "train_info/time_within_train_step": 24.73962712287903, "step": 738} | |
| {"train_info/time_between_train_steps": 0.004893302917480469, "step": 738} | |
| {"info/global_step": 739, "train_info/time_within_train_step": 24.737536430358887, "step": 739} | |
| {"train_info/time_between_train_steps": 0.00484466552734375, "step": 739} | |
| {"info/global_step": 740, "train_info/time_within_train_step": 24.83942437171936, "step": 740} | |
| {"train_info/time_between_train_steps": 0.00502324104309082, "step": 740} | |
| {"info/global_step": 741, "train_info/time_within_train_step": 24.758605003356934, "step": 741} | |
| {"train_info/time_between_train_steps": 0.005186319351196289, "step": 741} | |
| {"info/global_step": 742, "train_info/time_within_train_step": 24.75732970237732, "step": 742} | |
| {"train_info/time_between_train_steps": 0.0050084590911865234, "step": 742} | |
| {"info/global_step": 743, "train_info/time_within_train_step": 24.753027200698853, "step": 743} | |
| {"train_info/time_between_train_steps": 0.0051517486572265625, "step": 743} | |
| {"info/global_step": 744, "train_info/time_within_train_step": 24.752529621124268, "step": 744} | |
| {"train_info/time_between_train_steps": 0.00507807731628418, "step": 744} | |
| {"info/global_step": 745, "train_info/time_within_train_step": 24.74504590034485, "step": 745} | |
| {"train_info/time_between_train_steps": 0.0052182674407958984, "step": 745} | |
| {"info/global_step": 746, "train_info/time_within_train_step": 24.739734411239624, "step": 746} | |
| {"train_info/time_between_train_steps": 0.005570173263549805, "step": 746} | |
| {"info/global_step": 747, "train_info/time_within_train_step": 24.756152868270874, "step": 747} | |
| {"train_info/time_between_train_steps": 0.005203962326049805, "step": 747} | |
| {"info/global_step": 748, "train_info/time_within_train_step": 24.760053873062134, "step": 748} | |
| {"train_info/time_between_train_steps": 0.0052220821380615234, "step": 748} | |
| {"info/global_step": 749, "train_info/time_within_train_step": 24.759024143218994, "step": 749} | |
| {"train_info/time_between_train_steps": 0.005318641662597656, "step": 749} | |
| {"info/global_step": 750, "train_info/time_within_train_step": 24.75885581970215, "step": 750} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740940013, "_runtime": 19064}, "step": 750} | |
| {"logs": {"train/loss": 2.8897, "train/learning_rate": 0.00025, "train/epoch": 20.02, "_timestamp": 1740940013, "_runtime": 19064}, "step": 750} | |
| {"train_info/time_between_train_steps": 0.01442408561706543, "step": 750} | |
| {"info/global_step": 751, "train_info/time_within_train_step": 24.7651047706604, "step": 751} | |
| {"train_info/time_between_train_steps": 0.0052642822265625, "step": 751} | |
| {"info/global_step": 752, "train_info/time_within_train_step": 24.75674033164978, "step": 752} | |
| {"train_info/time_between_train_steps": 0.0050542354583740234, "step": 752} | |
| {"info/global_step": 753, "train_info/time_within_train_step": 24.743435382843018, "step": 753} | |
| {"train_info/time_between_train_steps": 0.005160093307495117, "step": 753} | |
| {"info/global_step": 754, "train_info/time_within_train_step": 24.7512366771698, "step": 754} | |
| {"train_info/time_between_train_steps": 0.005314350128173828, "step": 754} | |
| {"info/global_step": 755, "train_info/time_within_train_step": 24.857533931732178, "step": 755} | |
| {"train_info/time_between_train_steps": 0.005374431610107422, "step": 755} | |
| {"info/global_step": 756, "train_info/time_within_train_step": 24.776431798934937, "step": 756} | |
| {"train_info/time_between_train_steps": 0.005718231201171875, "step": 756} | |
| {"train_info/time_between_train_steps": 18.427095651626587, "step": 756} | |
| {"info/global_step": 757, "train_info/time_within_train_step": 24.806318998336792, "step": 757} | |
| {"train_info/time_between_train_steps": 0.005056858062744141, "step": 757} | |
| {"info/global_step": 758, "train_info/time_within_train_step": 24.851583003997803, "step": 758} | |
| {"train_info/time_between_train_steps": 0.0048978328704833984, "step": 758} | |
| {"info/global_step": 759, "train_info/time_within_train_step": 24.761566638946533, "step": 759} | |
| {"train_info/time_between_train_steps": 0.004957437515258789, "step": 759} | |
| {"info/global_step": 760, "train_info/time_within_train_step": 24.880004405975342, "step": 760} | |
| {"train_info/time_between_train_steps": 0.005163669586181641, "step": 760} | |
| {"info/global_step": 761, "train_info/time_within_train_step": 24.774147987365723, "step": 761} | |
| {"train_info/time_between_train_steps": 0.00529789924621582, "step": 761} | |
| {"info/global_step": 762, "train_info/time_within_train_step": 24.87497639656067, "step": 762} | |
| {"train_info/time_between_train_steps": 0.0052487850189208984, "step": 762} | |
| {"info/global_step": 763, "train_info/time_within_train_step": 24.759713411331177, "step": 763} | |
| {"train_info/time_between_train_steps": 0.005076169967651367, "step": 763} | |
| {"info/global_step": 764, "train_info/time_within_train_step": 24.93242597579956, "step": 764} | |
| {"train_info/time_between_train_steps": 0.005169868469238281, "step": 764} | |
| {"info/global_step": 765, "train_info/time_within_train_step": 24.765889167785645, "step": 765} | |
| {"train_info/time_between_train_steps": 0.005334615707397461, "step": 765} | |
| {"info/global_step": 766, "train_info/time_within_train_step": 24.873215675354004, "step": 766} | |
| {"train_info/time_between_train_steps": 0.005016326904296875, "step": 766} | |
| {"info/global_step": 767, "train_info/time_within_train_step": 24.749104976654053, "step": 767} | |
| {"train_info/time_between_train_steps": 0.0052547454833984375, "step": 767} | |
| {"info/global_step": 768, "train_info/time_within_train_step": 24.885676383972168, "step": 768} | |
| {"train_info/time_between_train_steps": 0.0051538944244384766, "step": 768} | |
| {"info/global_step": 769, "train_info/time_within_train_step": 24.74975347518921, "step": 769} | |
| {"train_info/time_between_train_steps": 0.00541377067565918, "step": 769} | |
| {"info/global_step": 770, "train_info/time_within_train_step": 24.963432550430298, "step": 770} | |
| {"train_info/time_between_train_steps": 0.005113363265991211, "step": 770} | |
| {"info/global_step": 771, "train_info/time_within_train_step": 24.752420902252197, "step": 771} | |
| {"train_info/time_between_train_steps": 0.005221128463745117, "step": 771} | |
| {"info/global_step": 772, "train_info/time_within_train_step": 24.877959966659546, "step": 772} | |
| {"train_info/time_between_train_steps": 0.005274295806884766, "step": 772} | |
| {"info/global_step": 773, "train_info/time_within_train_step": 24.748950719833374, "step": 773} | |
| {"train_info/time_between_train_steps": 0.018465757369995117, "step": 773} | |
| {"info/global_step": 774, "train_info/time_within_train_step": 24.736795663833618, "step": 774} | |
| {"train_info/time_between_train_steps": 0.004884004592895508, "step": 774} | |
| {"info/global_step": 775, "train_info/time_within_train_step": 24.73836350440979, "step": 775} | |
| {"train_info/time_between_train_steps": 0.004953145980834961, "step": 775} | |
| {"info/global_step": 776, "train_info/time_within_train_step": 24.737489223480225, "step": 776} | |
| {"train_info/time_between_train_steps": 0.005014657974243164, "step": 776} | |
| {"info/global_step": 777, "train_info/time_within_train_step": 24.734936237335205, "step": 777} | |
| {"train_info/time_between_train_steps": 0.004952907562255859, "step": 777} | |
| {"info/global_step": 778, "train_info/time_within_train_step": 24.74166202545166, "step": 778} | |
| {"train_info/time_between_train_steps": 0.004983663558959961, "step": 778} | |
| {"info/global_step": 779, "train_info/time_within_train_step": 24.740398645401, "step": 779} | |
| {"train_info/time_between_train_steps": 0.005119800567626953, "step": 779} | |
| {"info/global_step": 780, "train_info/time_within_train_step": 24.737808227539062, "step": 780} | |
| {"train_info/time_between_train_steps": 0.0049059391021728516, "step": 780} | |
| {"info/global_step": 781, "train_info/time_within_train_step": 24.740344285964966, "step": 781} | |
| {"train_info/time_between_train_steps": 0.005045175552368164, "step": 781} | |
| {"info/global_step": 782, "train_info/time_within_train_step": 24.747992038726807, "step": 782} | |
| {"train_info/time_between_train_steps": 0.0051267147064208984, "step": 782} | |
| {"info/global_step": 783, "train_info/time_within_train_step": 24.746383905410767, "step": 783} | |
| {"train_info/time_between_train_steps": 0.004942893981933594, "step": 783} | |
| {"info/global_step": 784, "train_info/time_within_train_step": 24.73963761329651, "step": 784} | |
| {"train_info/time_between_train_steps": 0.004945516586303711, "step": 784} | |
| {"info/global_step": 785, "train_info/time_within_train_step": 24.745641946792603, "step": 785} | |
| {"train_info/time_between_train_steps": 0.00515294075012207, "step": 785} | |
| {"info/global_step": 786, "train_info/time_within_train_step": 24.83729386329651, "step": 786} | |
| {"train_info/time_between_train_steps": 0.00502324104309082, "step": 786} | |
| {"info/global_step": 787, "train_info/time_within_train_step": 24.745832920074463, "step": 787} | |
| {"train_info/time_between_train_steps": 0.005009174346923828, "step": 787} | |
| {"info/global_step": 788, "train_info/time_within_train_step": 24.748923778533936, "step": 788} | |
| {"train_info/time_between_train_steps": 0.00496673583984375, "step": 788} | |
| {"info/global_step": 789, "train_info/time_within_train_step": 24.75592565536499, "step": 789} | |
| {"train_info/time_between_train_steps": 0.005262613296508789, "step": 789} | |
| {"info/global_step": 790, "train_info/time_within_train_step": 24.75401020050049, "step": 790} | |
| {"train_info/time_between_train_steps": 0.005446434020996094, "step": 790} | |
| {"info/global_step": 791, "train_info/time_within_train_step": 24.768349170684814, "step": 791} | |
| {"train_info/time_between_train_steps": 0.005467653274536133, "step": 791} | |
| {"info/global_step": 792, "train_info/time_within_train_step": 24.782803773880005, "step": 792} | |
| {"train_info/time_between_train_steps": 0.0055468082427978516, "step": 792} | |
| {"train_info/time_between_train_steps": 16.77337670326233, "step": 792} | |
| {"info/global_step": 793, "train_info/time_within_train_step": 24.753327131271362, "step": 793} | |
| {"train_info/time_between_train_steps": 0.0049669742584228516, "step": 793} | |
| {"info/global_step": 794, "train_info/time_within_train_step": 24.882994651794434, "step": 794} | |
| {"train_info/time_between_train_steps": 0.00497889518737793, "step": 794} | |
| {"info/global_step": 795, "train_info/time_within_train_step": 24.757160425186157, "step": 795} | |
| {"train_info/time_between_train_steps": 0.005120277404785156, "step": 795} | |
| {"info/global_step": 796, "train_info/time_within_train_step": 24.89525866508484, "step": 796} | |
| {"train_info/time_between_train_steps": 0.005232810974121094, "step": 796} | |
| {"info/global_step": 797, "train_info/time_within_train_step": 24.75836992263794, "step": 797} | |
| {"train_info/time_between_train_steps": 0.004984378814697266, "step": 797} | |
| {"info/global_step": 798, "train_info/time_within_train_step": 24.916033506393433, "step": 798} | |
| {"train_info/time_between_train_steps": 0.0051152706146240234, "step": 798} | |
| {"info/global_step": 799, "train_info/time_within_train_step": 24.762629747390747, "step": 799} | |
| {"train_info/time_between_train_steps": 0.005228281021118164, "step": 799} | |
| {"info/global_step": 800, "train_info/time_within_train_step": 24.87091851234436, "step": 800} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740941288, "_runtime": 20339}, "step": 800} | |
| {"logs": {"train/loss": 2.8768, "train/learning_rate": 0.00022222222222222218, "train/epoch": 22.01, "_timestamp": 1740941288, "_runtime": 20339}, "step": 800} | |
| {"train_info/time_between_train_steps": 12.043243169784546, "step": 800} | |
| {"info/global_step": 801, "train_info/time_within_train_step": 24.854159593582153, "step": 801} | |
| {"train_info/time_between_train_steps": 0.0052068233489990234, "step": 801} | |
| {"info/global_step": 802, "train_info/time_within_train_step": 24.92363405227661, "step": 802} | |
| {"train_info/time_between_train_steps": 0.005159854888916016, "step": 802} | |
| {"info/global_step": 803, "train_info/time_within_train_step": 24.752350568771362, "step": 803} | |
| {"train_info/time_between_train_steps": 0.005164384841918945, "step": 803} | |
| {"info/global_step": 804, "train_info/time_within_train_step": 24.877684831619263, "step": 804} | |
| {"train_info/time_between_train_steps": 0.005180835723876953, "step": 804} | |
| {"info/global_step": 805, "train_info/time_within_train_step": 24.783262968063354, "step": 805} | |
| {"train_info/time_between_train_steps": 0.005194664001464844, "step": 805} | |
| {"info/global_step": 806, "train_info/time_within_train_step": 24.915074825286865, "step": 806} | |
| {"train_info/time_between_train_steps": 0.005265474319458008, "step": 806} | |
| {"info/global_step": 807, "train_info/time_within_train_step": 24.75784420967102, "step": 807} | |
| {"train_info/time_between_train_steps": 0.005018949508666992, "step": 807} | |
| {"info/global_step": 808, "train_info/time_within_train_step": 24.860414266586304, "step": 808} | |
| {"train_info/time_between_train_steps": 0.005339860916137695, "step": 808} | |
| {"info/global_step": 809, "train_info/time_within_train_step": 24.766510486602783, "step": 809} | |
| {"train_info/time_between_train_steps": 0.026882410049438477, "step": 809} | |
| {"info/global_step": 810, "train_info/time_within_train_step": 24.746514558792114, "step": 810} | |
| {"train_info/time_between_train_steps": 0.004897594451904297, "step": 810} | |
| {"info/global_step": 811, "train_info/time_within_train_step": 24.742379903793335, "step": 811} | |
| {"train_info/time_between_train_steps": 0.004900455474853516, "step": 811} | |
| {"info/global_step": 812, "train_info/time_within_train_step": 24.748156547546387, "step": 812} | |
| {"train_info/time_between_train_steps": 0.005361795425415039, "step": 812} | |
| {"info/global_step": 813, "train_info/time_within_train_step": 24.753562927246094, "step": 813} | |
| {"train_info/time_between_train_steps": 0.0050585269927978516, "step": 813} | |
| {"info/global_step": 814, "train_info/time_within_train_step": 24.743294715881348, "step": 814} | |
| {"train_info/time_between_train_steps": 0.0049877166748046875, "step": 814} | |
| {"info/global_step": 815, "train_info/time_within_train_step": 24.745580434799194, "step": 815} | |
| {"train_info/time_between_train_steps": 0.005007266998291016, "step": 815} | |
| {"info/global_step": 816, "train_info/time_within_train_step": 24.75202226638794, "step": 816} | |
| {"train_info/time_between_train_steps": 0.005059003829956055, "step": 816} | |
| {"info/global_step": 817, "train_info/time_within_train_step": 24.83687663078308, "step": 817} | |
| {"train_info/time_between_train_steps": 0.005018949508666992, "step": 817} | |
| {"info/global_step": 818, "train_info/time_within_train_step": 24.748701095581055, "step": 818} | |
| {"train_info/time_between_train_steps": 0.004983425140380859, "step": 818} | |
| {"info/global_step": 819, "train_info/time_within_train_step": 24.758402109146118, "step": 819} | |
| {"train_info/time_between_train_steps": 0.005021810531616211, "step": 819} | |
| {"info/global_step": 820, "train_info/time_within_train_step": 24.760558128356934, "step": 820} | |
| {"train_info/time_between_train_steps": 0.005999565124511719, "step": 820} | |
| {"info/global_step": 821, "train_info/time_within_train_step": 24.755162239074707, "step": 821} | |
| {"train_info/time_between_train_steps": 0.004967212677001953, "step": 821} | |
| {"info/global_step": 822, "train_info/time_within_train_step": 24.758771657943726, "step": 822} | |
| {"train_info/time_between_train_steps": 0.0050542354583740234, "step": 822} | |
| {"info/global_step": 823, "train_info/time_within_train_step": 24.76378893852234, "step": 823} | |
| {"train_info/time_between_train_steps": 0.005197286605834961, "step": 823} | |
| {"info/global_step": 824, "train_info/time_within_train_step": 24.74624729156494, "step": 824} | |
| {"train_info/time_between_train_steps": 0.006049394607543945, "step": 824} | |
| {"info/global_step": 825, "train_info/time_within_train_step": 24.75887155532837, "step": 825} | |
| {"train_info/time_between_train_steps": 0.005218029022216797, "step": 825} | |
| {"info/global_step": 826, "train_info/time_within_train_step": 24.772151231765747, "step": 826} | |
| {"train_info/time_between_train_steps": 0.0054547786712646484, "step": 826} | |
| {"info/global_step": 827, "train_info/time_within_train_step": 24.776135444641113, "step": 827} | |
| {"train_info/time_between_train_steps": 0.0056416988372802734, "step": 827} | |
| {"info/global_step": 828, "train_info/time_within_train_step": 24.78796672821045, "step": 828} | |
| {"train_info/time_between_train_steps": 0.005668163299560547, "step": 828} | |
| {"train_info/time_between_train_steps": 16.524078845977783, "step": 828} | |
| {"info/global_step": 829, "train_info/time_within_train_step": 24.740436792373657, "step": 829} | |
| {"train_info/time_between_train_steps": 0.0048902034759521484, "step": 829} | |
| {"info/global_step": 830, "train_info/time_within_train_step": 24.851709842681885, "step": 830} | |
| {"train_info/time_between_train_steps": 0.004839181900024414, "step": 830} | |
| {"info/global_step": 831, "train_info/time_within_train_step": 24.744603157043457, "step": 831} | |
| {"train_info/time_between_train_steps": 0.004937648773193359, "step": 831} | |
| {"info/global_step": 832, "train_info/time_within_train_step": 24.990269422531128, "step": 832} | |
| {"train_info/time_between_train_steps": 0.005119800567626953, "step": 832} | |
| {"info/global_step": 833, "train_info/time_within_train_step": 24.7502384185791, "step": 833} | |
| {"train_info/time_between_train_steps": 0.005270719528198242, "step": 833} | |
| {"info/global_step": 834, "train_info/time_within_train_step": 24.862460613250732, "step": 834} | |
| {"train_info/time_between_train_steps": 0.0051422119140625, "step": 834} | |
| {"info/global_step": 835, "train_info/time_within_train_step": 24.763518571853638, "step": 835} | |
| {"train_info/time_between_train_steps": 0.00523686408996582, "step": 835} | |
| {"info/global_step": 836, "train_info/time_within_train_step": 24.932952642440796, "step": 836} | |
| {"train_info/time_between_train_steps": 0.005167961120605469, "step": 836} | |
| {"info/global_step": 837, "train_info/time_within_train_step": 24.754603385925293, "step": 837} | |
| {"train_info/time_between_train_steps": 0.005166769027709961, "step": 837} | |
| {"info/global_step": 838, "train_info/time_within_train_step": 24.888627529144287, "step": 838} | |
| {"train_info/time_between_train_steps": 0.005152702331542969, "step": 838} | |
| {"info/global_step": 839, "train_info/time_within_train_step": 24.767688751220703, "step": 839} | |
| {"train_info/time_between_train_steps": 0.005522251129150391, "step": 839} | |
| {"info/global_step": 840, "train_info/time_within_train_step": 24.886046171188354, "step": 840} | |
| {"train_info/time_between_train_steps": 0.005117177963256836, "step": 840} | |
| {"info/global_step": 841, "train_info/time_within_train_step": 24.76645803451538, "step": 841} | |
| {"train_info/time_between_train_steps": 0.005342721939086914, "step": 841} | |
| {"info/global_step": 842, "train_info/time_within_train_step": 24.93675184249878, "step": 842} | |
| {"train_info/time_between_train_steps": 0.005343914031982422, "step": 842} | |
| {"info/global_step": 843, "train_info/time_within_train_step": 24.771345853805542, "step": 843} | |
| {"train_info/time_between_train_steps": 0.005152463912963867, "step": 843} | |
| {"info/global_step": 844, "train_info/time_within_train_step": 24.866484880447388, "step": 844} | |
| {"train_info/time_between_train_steps": 0.0051212310791015625, "step": 844} | |
| {"info/global_step": 845, "train_info/time_within_train_step": 24.840079307556152, "step": 845} | |
| {"train_info/time_between_train_steps": 0.03141188621520996, "step": 845} | |
| {"info/global_step": 846, "train_info/time_within_train_step": 24.746177434921265, "step": 846} | |
| {"train_info/time_between_train_steps": 0.006096601486206055, "step": 846} | |
| {"info/global_step": 847, "train_info/time_within_train_step": 24.832927703857422, "step": 847} | |
| {"train_info/time_between_train_steps": 0.004933357238769531, "step": 847} | |
| {"info/global_step": 848, "train_info/time_within_train_step": 24.739614486694336, "step": 848} | |
| {"train_info/time_between_train_steps": 0.004949808120727539, "step": 848} | |
| {"info/global_step": 849, "train_info/time_within_train_step": 24.747092247009277, "step": 849} | |
| {"train_info/time_between_train_steps": 0.0050776004791259766, "step": 849} | |
| {"info/global_step": 850, "train_info/time_within_train_step": 24.745829343795776, "step": 850} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740942557, "_runtime": 21608}, "step": 850} | |
| {"logs": {"train/loss": 2.8048, "train/learning_rate": 0.00019444444444444443, "train/epoch": 23.02, "_timestamp": 1740942557, "_runtime": 21608}, "step": 850} | |
| {"train_info/time_between_train_steps": 0.008666038513183594, "step": 850} | |
| {"info/global_step": 851, "train_info/time_within_train_step": 24.7436420917511, "step": 851} | |
| {"train_info/time_between_train_steps": 0.004982709884643555, "step": 851} | |
| {"info/global_step": 852, "train_info/time_within_train_step": 24.747973203659058, "step": 852} | |
| {"train_info/time_between_train_steps": 0.00941610336303711, "step": 852} | |
| {"info/global_step": 853, "train_info/time_within_train_step": 24.747124195098877, "step": 853} | |
| {"train_info/time_between_train_steps": 0.0051097869873046875, "step": 853} | |
| {"info/global_step": 854, "train_info/time_within_train_step": 24.747421979904175, "step": 854} | |
| {"train_info/time_between_train_steps": 0.005128145217895508, "step": 854} | |
| {"info/global_step": 855, "train_info/time_within_train_step": 24.762205123901367, "step": 855} | |
| {"train_info/time_between_train_steps": 0.005167245864868164, "step": 855} | |
| {"info/global_step": 856, "train_info/time_within_train_step": 25.015950441360474, "step": 856} | |
| {"train_info/time_between_train_steps": 0.005163669586181641, "step": 856} | |
| {"info/global_step": 857, "train_info/time_within_train_step": 24.77794623374939, "step": 857} | |
| {"train_info/time_between_train_steps": 0.004994392395019531, "step": 857} | |
| {"info/global_step": 858, "train_info/time_within_train_step": 24.751664400100708, "step": 858} | |
| {"train_info/time_between_train_steps": 0.005036830902099609, "step": 858} | |
| {"info/global_step": 859, "train_info/time_within_train_step": 24.76788640022278, "step": 859} | |
| {"train_info/time_between_train_steps": 0.005224943161010742, "step": 859} | |
| {"info/global_step": 860, "train_info/time_within_train_step": 24.757694959640503, "step": 860} | |
| {"train_info/time_between_train_steps": 0.0050318241119384766, "step": 860} | |
| {"info/global_step": 861, "train_info/time_within_train_step": 24.764256715774536, "step": 861} | |
| {"train_info/time_between_train_steps": 0.0052337646484375, "step": 861} | |
| {"info/global_step": 862, "train_info/time_within_train_step": 24.777088165283203, "step": 862} | |
| {"train_info/time_between_train_steps": 0.005165815353393555, "step": 862} | |
| {"info/global_step": 863, "train_info/time_within_train_step": 24.869564533233643, "step": 863} | |
| {"train_info/time_between_train_steps": 0.006545066833496094, "step": 863} | |
| {"info/global_step": 864, "train_info/time_within_train_step": 24.788935661315918, "step": 864} | |
| {"train_info/time_between_train_steps": 0.006010770797729492, "step": 864} | |
| {"train_info/time_between_train_steps": 16.684101104736328, "step": 864} | |
| {"info/global_step": 865, "train_info/time_within_train_step": 24.763262271881104, "step": 865} | |
| {"train_info/time_between_train_steps": 0.005116939544677734, "step": 865} | |
| {"info/global_step": 866, "train_info/time_within_train_step": 24.8970148563385, "step": 866} | |
| {"train_info/time_between_train_steps": 0.005079507827758789, "step": 866} | |
| {"info/global_step": 867, "train_info/time_within_train_step": 24.758656978607178, "step": 867} | |
| {"train_info/time_between_train_steps": 0.005083799362182617, "step": 867} | |
| {"info/global_step": 868, "train_info/time_within_train_step": 24.8818039894104, "step": 868} | |
| {"train_info/time_between_train_steps": 0.005990028381347656, "step": 868} | |
| {"info/global_step": 869, "train_info/time_within_train_step": 24.750572681427002, "step": 869} | |
| {"train_info/time_between_train_steps": 0.005614757537841797, "step": 869} | |
| {"info/global_step": 870, "train_info/time_within_train_step": 24.907259702682495, "step": 870} | |
| {"train_info/time_between_train_steps": 0.0051081180572509766, "step": 870} | |
| {"info/global_step": 871, "train_info/time_within_train_step": 24.762747049331665, "step": 871} | |
| {"train_info/time_between_train_steps": 0.006184577941894531, "step": 871} | |
| {"info/global_step": 872, "train_info/time_within_train_step": 24.88722038269043, "step": 872} | |
| {"train_info/time_between_train_steps": 0.005049705505371094, "step": 872} | |
| {"info/global_step": 873, "train_info/time_within_train_step": 24.765503883361816, "step": 873} | |
| {"train_info/time_between_train_steps": 0.005098581314086914, "step": 873} | |
| {"info/global_step": 874, "train_info/time_within_train_step": 24.910462141036987, "step": 874} | |
| {"train_info/time_between_train_steps": 0.0051136016845703125, "step": 874} | |
| {"info/global_step": 875, "train_info/time_within_train_step": 24.75907802581787, "step": 875} | |
| {"train_info/time_between_train_steps": 0.005373239517211914, "step": 875} | |
| {"info/global_step": 876, "train_info/time_within_train_step": 24.876328706741333, "step": 876} | |
| {"train_info/time_between_train_steps": 0.0051615238189697266, "step": 876} | |
| {"info/global_step": 877, "train_info/time_within_train_step": 24.75841999053955, "step": 877} | |
| {"train_info/time_between_train_steps": 0.005397796630859375, "step": 877} | |
| {"info/global_step": 878, "train_info/time_within_train_step": 24.993795156478882, "step": 878} | |
| {"train_info/time_between_train_steps": 0.005190372467041016, "step": 878} | |
| {"info/global_step": 879, "train_info/time_within_train_step": 24.748412132263184, "step": 879} | |
| {"train_info/time_between_train_steps": 0.0050008296966552734, "step": 879} | |
| {"info/global_step": 880, "train_info/time_within_train_step": 24.857792139053345, "step": 880} | |
| {"train_info/time_between_train_steps": 0.0052182674407958984, "step": 880} | |
| {"info/global_step": 881, "train_info/time_within_train_step": 24.75820302963257, "step": 881} | |
| {"train_info/time_between_train_steps": 0.023830652236938477, "step": 881} | |
| {"info/global_step": 882, "train_info/time_within_train_step": 24.744999647140503, "step": 882} | |
| {"train_info/time_between_train_steps": 0.005853176116943359, "step": 882} | |
| {"info/global_step": 883, "train_info/time_within_train_step": 24.745422840118408, "step": 883} | |
| {"train_info/time_between_train_steps": 0.004817008972167969, "step": 883} | |
| {"info/global_step": 884, "train_info/time_within_train_step": 24.749011039733887, "step": 884} | |
| {"train_info/time_between_train_steps": 0.004969596862792969, "step": 884} | |
| {"info/global_step": 885, "train_info/time_within_train_step": 24.74797534942627, "step": 885} | |
| {"train_info/time_between_train_steps": 0.005046367645263672, "step": 885} | |
| {"info/global_step": 886, "train_info/time_within_train_step": 24.7479989528656, "step": 886} | |
| {"train_info/time_between_train_steps": 0.004941225051879883, "step": 886} | |
| {"info/global_step": 887, "train_info/time_within_train_step": 24.756043672561646, "step": 887} | |
| {"train_info/time_between_train_steps": 0.005017757415771484, "step": 887} | |
| {"info/global_step": 888, "train_info/time_within_train_step": 24.74333882331848, "step": 888} | |
| {"train_info/time_between_train_steps": 0.00511622428894043, "step": 888} | |
| {"info/global_step": 889, "train_info/time_within_train_step": 24.73974609375, "step": 889} | |
| {"train_info/time_between_train_steps": 0.005057334899902344, "step": 889} | |
| {"info/global_step": 890, "train_info/time_within_train_step": 24.740664958953857, "step": 890} | |
| {"train_info/time_between_train_steps": 0.004985809326171875, "step": 890} | |
| {"info/global_step": 891, "train_info/time_within_train_step": 24.751853704452515, "step": 891} | |
| {"train_info/time_between_train_steps": 0.005017995834350586, "step": 891} | |
| {"info/global_step": 892, "train_info/time_within_train_step": 24.754202604293823, "step": 892} | |
| {"train_info/time_between_train_steps": 0.005057573318481445, "step": 892} | |
| {"info/global_step": 893, "train_info/time_within_train_step": 24.738478183746338, "step": 893} | |
| {"train_info/time_between_train_steps": 0.004900693893432617, "step": 893} | |
| {"info/global_step": 894, "train_info/time_within_train_step": 24.83046817779541, "step": 894} | |
| {"train_info/time_between_train_steps": 0.005009651184082031, "step": 894} | |
| {"info/global_step": 895, "train_info/time_within_train_step": 24.748703718185425, "step": 895} | |
| {"train_info/time_between_train_steps": 0.0051152706146240234, "step": 895} | |
| {"info/global_step": 896, "train_info/time_within_train_step": 24.746488094329834, "step": 896} | |
| {"train_info/time_between_train_steps": 0.005040645599365234, "step": 896} | |
| {"info/global_step": 897, "train_info/time_within_train_step": 24.752099990844727, "step": 897} | |
| {"train_info/time_between_train_steps": 0.005155086517333984, "step": 897} | |
| {"info/global_step": 898, "train_info/time_within_train_step": 24.758380651474, "step": 898} | |
| {"train_info/time_between_train_steps": 0.010221242904663086, "step": 898} | |
| {"info/global_step": 899, "train_info/time_within_train_step": 24.759265899658203, "step": 899} | |
| {"train_info/time_between_train_steps": 0.010406494140625, "step": 899} | |
| {"info/global_step": 900, "train_info/time_within_train_step": 24.77578854560852, "step": 900} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740943814, "_runtime": 22865}, "step": 900} | |
| {"logs": {"train/loss": 2.7668, "train/learning_rate": 0.00016666666666666666, "train/epoch": 24.03, "_timestamp": 1740943814, "_runtime": 22865}, "step": 900} | |
| {"train_info/time_between_train_steps": 22.422305822372437, "step": 900} | |
| {"train_info/time_between_train_steps": 39.147435903549194, "step": 900} | |
| {"info/global_step": 901, "train_info/time_within_train_step": 24.72825837135315, "step": 901} | |
| {"train_info/time_between_train_steps": 0.004868268966674805, "step": 901} | |
| {"info/global_step": 902, "train_info/time_within_train_step": 24.832850456237793, "step": 902} | |
| {"train_info/time_between_train_steps": 0.004864215850830078, "step": 902} | |
| {"info/global_step": 903, "train_info/time_within_train_step": 24.7416832447052, "step": 903} | |
| {"train_info/time_between_train_steps": 0.004970550537109375, "step": 903} | |
| {"info/global_step": 904, "train_info/time_within_train_step": 24.881418228149414, "step": 904} | |
| {"train_info/time_between_train_steps": 0.005072593688964844, "step": 904} | |
| {"info/global_step": 905, "train_info/time_within_train_step": 24.765167713165283, "step": 905} | |
| {"train_info/time_between_train_steps": 0.00521397590637207, "step": 905} | |
| {"info/global_step": 906, "train_info/time_within_train_step": 24.870903968811035, "step": 906} | |
| {"train_info/time_between_train_steps": 0.0049898624420166016, "step": 906} | |
| {"info/global_step": 907, "train_info/time_within_train_step": 24.749120950698853, "step": 907} | |
| {"train_info/time_between_train_steps": 0.0052471160888671875, "step": 907} | |
| {"info/global_step": 908, "train_info/time_within_train_step": 24.919785737991333, "step": 908} | |
| {"train_info/time_between_train_steps": 0.0053937435150146484, "step": 908} | |
| {"info/global_step": 909, "train_info/time_within_train_step": 24.851332902908325, "step": 909} | |
| {"train_info/time_between_train_steps": 0.0051195621490478516, "step": 909} | |
| {"info/global_step": 910, "train_info/time_within_train_step": 24.8896484375, "step": 910} | |
| {"train_info/time_between_train_steps": 0.004980564117431641, "step": 910} | |
| {"info/global_step": 911, "train_info/time_within_train_step": 24.786707162857056, "step": 911} | |
| {"train_info/time_between_train_steps": 0.005379676818847656, "step": 911} | |
| {"info/global_step": 912, "train_info/time_within_train_step": 24.915311336517334, "step": 912} | |
| {"train_info/time_between_train_steps": 0.0053827762603759766, "step": 912} | |
| {"info/global_step": 913, "train_info/time_within_train_step": 24.770366191864014, "step": 913} | |
| {"train_info/time_between_train_steps": 0.005316734313964844, "step": 913} | |
| {"info/global_step": 914, "train_info/time_within_train_step": 24.889816284179688, "step": 914} | |
| {"train_info/time_between_train_steps": 0.00529789924621582, "step": 914} | |
| {"info/global_step": 915, "train_info/time_within_train_step": 24.981120347976685, "step": 915} | |
| {"train_info/time_between_train_steps": 0.005009174346923828, "step": 915} | |
| {"info/global_step": 916, "train_info/time_within_train_step": 24.836018085479736, "step": 916} | |
| {"train_info/time_between_train_steps": 0.006029367446899414, "step": 916} | |
| {"info/global_step": 917, "train_info/time_within_train_step": 24.739633083343506, "step": 917} | |
| {"train_info/time_between_train_steps": 0.02434253692626953, "step": 917} | |
| {"info/global_step": 918, "train_info/time_within_train_step": 24.7305908203125, "step": 918} | |
| {"train_info/time_between_train_steps": 0.004965782165527344, "step": 918} | |
| {"info/global_step": 919, "train_info/time_within_train_step": 24.739783763885498, "step": 919} | |
| {"train_info/time_between_train_steps": 0.0052111148834228516, "step": 919} | |
| {"info/global_step": 920, "train_info/time_within_train_step": 24.75085210800171, "step": 920} | |
| {"train_info/time_between_train_steps": 0.004884481430053711, "step": 920} | |
| {"info/global_step": 921, "train_info/time_within_train_step": 24.735496044158936, "step": 921} | |
| {"train_info/time_between_train_steps": 0.004984855651855469, "step": 921} | |
| {"info/global_step": 922, "train_info/time_within_train_step": 24.737378120422363, "step": 922} | |
| {"train_info/time_between_train_steps": 0.0050356388092041016, "step": 922} | |
| {"info/global_step": 923, "train_info/time_within_train_step": 24.730871438980103, "step": 923} | |
| {"train_info/time_between_train_steps": 0.004998683929443359, "step": 923} | |
| {"info/global_step": 924, "train_info/time_within_train_step": 24.845322132110596, "step": 924} | |
| {"train_info/time_between_train_steps": 0.0049970149993896484, "step": 924} | |
| {"info/global_step": 925, "train_info/time_within_train_step": 24.743471145629883, "step": 925} | |
| {"train_info/time_between_train_steps": 0.005117654800415039, "step": 925} | |
| {"info/global_step": 926, "train_info/time_within_train_step": 24.740172386169434, "step": 926} | |
| {"train_info/time_between_train_steps": 0.004961967468261719, "step": 926} | |
| {"info/global_step": 927, "train_info/time_within_train_step": 24.757764101028442, "step": 927} | |
| {"train_info/time_between_train_steps": 0.005014896392822266, "step": 927} | |
| {"info/global_step": 928, "train_info/time_within_train_step": 24.737610340118408, "step": 928} | |
| {"train_info/time_between_train_steps": 0.00540471076965332, "step": 928} | |
| {"info/global_step": 929, "train_info/time_within_train_step": 24.73554301261902, "step": 929} | |
| {"train_info/time_between_train_steps": 0.00508880615234375, "step": 929} | |
| {"info/global_step": 930, "train_info/time_within_train_step": 24.7418475151062, "step": 930} | |
| {"train_info/time_between_train_steps": 0.004965782165527344, "step": 930} | |
| {"info/global_step": 931, "train_info/time_within_train_step": 24.737493991851807, "step": 931} | |
| {"train_info/time_between_train_steps": 0.005152463912963867, "step": 931} | |
| {"info/global_step": 932, "train_info/time_within_train_step": 24.74889087677002, "step": 932} | |
| {"train_info/time_between_train_steps": 0.009670734405517578, "step": 932} | |
| {"info/global_step": 933, "train_info/time_within_train_step": 24.750141382217407, "step": 933} | |
| {"train_info/time_between_train_steps": 0.005781888961791992, "step": 933} | |
| {"info/global_step": 934, "train_info/time_within_train_step": 24.74083399772644, "step": 934} | |
| {"train_info/time_between_train_steps": 0.005234718322753906, "step": 934} | |
| {"info/global_step": 935, "train_info/time_within_train_step": 24.751795291900635, "step": 935} | |
| {"train_info/time_between_train_steps": 0.005616188049316406, "step": 935} | |
| {"info/global_step": 936, "train_info/time_within_train_step": 24.77812886238098, "step": 936} | |
| {"train_info/time_between_train_steps": 0.005444765090942383, "step": 936} | |
| {"train_info/time_between_train_steps": 17.001124620437622, "step": 936} | |
| {"info/global_step": 937, "train_info/time_within_train_step": 24.741170406341553, "step": 937} | |
| {"train_info/time_between_train_steps": 0.004788875579833984, "step": 937} | |
| {"info/global_step": 938, "train_info/time_within_train_step": 24.867586612701416, "step": 938} | |
| {"train_info/time_between_train_steps": 0.005199909210205078, "step": 938} | |
| {"info/global_step": 939, "train_info/time_within_train_step": 24.851150274276733, "step": 939} | |
| {"train_info/time_between_train_steps": 0.00507354736328125, "step": 939} | |
| {"info/global_step": 940, "train_info/time_within_train_step": 24.86823797225952, "step": 940} | |
| {"train_info/time_between_train_steps": 0.005146503448486328, "step": 940} | |
| {"info/global_step": 941, "train_info/time_within_train_step": 24.753065586090088, "step": 941} | |
| {"train_info/time_between_train_steps": 0.005068778991699219, "step": 941} | |
| {"info/global_step": 942, "train_info/time_within_train_step": 24.907054901123047, "step": 942} | |
| {"train_info/time_between_train_steps": 0.005167961120605469, "step": 942} | |
| {"info/global_step": 943, "train_info/time_within_train_step": 24.75612449645996, "step": 943} | |
| {"train_info/time_between_train_steps": 0.005127429962158203, "step": 943} | |
| {"info/global_step": 944, "train_info/time_within_train_step": 24.865771770477295, "step": 944} | |
| {"train_info/time_between_train_steps": 0.005095005035400391, "step": 944} | |
| {"info/global_step": 945, "train_info/time_within_train_step": 24.75544500350952, "step": 945} | |
| {"train_info/time_between_train_steps": 0.005359649658203125, "step": 945} | |
| {"info/global_step": 946, "train_info/time_within_train_step": 24.90226173400879, "step": 946} | |
| {"train_info/time_between_train_steps": 0.0051724910736083984, "step": 946} | |
| {"info/global_step": 947, "train_info/time_within_train_step": 24.745997667312622, "step": 947} | |
| {"train_info/time_between_train_steps": 0.005111217498779297, "step": 947} | |
| {"info/global_step": 948, "train_info/time_within_train_step": 24.871384382247925, "step": 948} | |
| {"train_info/time_between_train_steps": 0.005269527435302734, "step": 948} | |
| {"info/global_step": 949, "train_info/time_within_train_step": 24.76292371749878, "step": 949} | |
| {"train_info/time_between_train_steps": 0.005383491516113281, "step": 949} | |
| {"info/global_step": 950, "train_info/time_within_train_step": 24.87815523147583, "step": 950} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740945110, "_runtime": 24161}, "step": 950} | |
| {"logs": {"train/loss": 2.7633, "train/learning_rate": 0.0001388888888888889, "train/epoch": 26.01, "_timestamp": 1740945110, "_runtime": 24161}, "step": 950} | |
| {"train_info/time_between_train_steps": 0.009667396545410156, "step": 950} | |
| {"info/global_step": 951, "train_info/time_within_train_step": 24.752986669540405, "step": 951} | |
| {"train_info/time_between_train_steps": 0.004958391189575195, "step": 951} | |
| {"info/global_step": 952, "train_info/time_within_train_step": 24.874412059783936, "step": 952} | |
| {"train_info/time_between_train_steps": 0.005233287811279297, "step": 952} | |
| {"info/global_step": 953, "train_info/time_within_train_step": 24.9813289642334, "step": 953} | |
| {"train_info/time_between_train_steps": 0.022293567657470703, "step": 953} | |
| {"info/global_step": 954, "train_info/time_within_train_step": 24.728071212768555, "step": 954} | |
| {"train_info/time_between_train_steps": 0.004690408706665039, "step": 954} | |
| {"info/global_step": 955, "train_info/time_within_train_step": 24.828740119934082, "step": 955} | |
| {"train_info/time_between_train_steps": 0.004907846450805664, "step": 955} | |
| {"info/global_step": 956, "train_info/time_within_train_step": 24.742801904678345, "step": 956} | |
| {"train_info/time_between_train_steps": 0.0049097537994384766, "step": 956} | |
| {"info/global_step": 957, "train_info/time_within_train_step": 24.7544367313385, "step": 957} | |
| {"train_info/time_between_train_steps": 0.005031585693359375, "step": 957} | |
| {"info/global_step": 958, "train_info/time_within_train_step": 24.754242420196533, "step": 958} | |
| {"train_info/time_between_train_steps": 0.004914999008178711, "step": 958} | |
| {"info/global_step": 959, "train_info/time_within_train_step": 24.754695653915405, "step": 959} | |
| {"train_info/time_between_train_steps": 0.0050656795501708984, "step": 959} | |
| {"info/global_step": 960, "train_info/time_within_train_step": 24.75931191444397, "step": 960} | |
| {"train_info/time_between_train_steps": 0.005057573318481445, "step": 960} | |
| {"info/global_step": 961, "train_info/time_within_train_step": 24.75256657600403, "step": 961} | |
| {"train_info/time_between_train_steps": 0.005160093307495117, "step": 961} | |
| {"info/global_step": 962, "train_info/time_within_train_step": 24.760504245758057, "step": 962} | |
| {"train_info/time_between_train_steps": 0.004981040954589844, "step": 962} | |
| {"info/global_step": 963, "train_info/time_within_train_step": 24.763912677764893, "step": 963} | |
| {"train_info/time_between_train_steps": 0.005090236663818359, "step": 963} | |
| {"info/global_step": 964, "train_info/time_within_train_step": 24.75578212738037, "step": 964} | |
| {"train_info/time_between_train_steps": 0.009963750839233398, "step": 964} | |
| {"info/global_step": 965, "train_info/time_within_train_step": 24.753857851028442, "step": 965} | |
| {"train_info/time_between_train_steps": 0.009837150573730469, "step": 965} | |
| {"info/global_step": 966, "train_info/time_within_train_step": 24.747023582458496, "step": 966} | |
| {"train_info/time_between_train_steps": 0.009832143783569336, "step": 966} | |
| {"info/global_step": 967, "train_info/time_within_train_step": 24.743621349334717, "step": 967} | |
| {"train_info/time_between_train_steps": 0.005193233489990234, "step": 967} | |
| {"info/global_step": 968, "train_info/time_within_train_step": 24.7462375164032, "step": 968} | |
| {"train_info/time_between_train_steps": 0.009923696517944336, "step": 968} | |
| {"info/global_step": 969, "train_info/time_within_train_step": 24.751701593399048, "step": 969} | |
| {"train_info/time_between_train_steps": 0.010020256042480469, "step": 969} | |
| {"info/global_step": 970, "train_info/time_within_train_step": 24.76477861404419, "step": 970} | |
| {"train_info/time_between_train_steps": 0.010268449783325195, "step": 970} | |
| {"info/global_step": 971, "train_info/time_within_train_step": 24.852739095687866, "step": 971} | |
| {"train_info/time_between_train_steps": 0.005437374114990234, "step": 971} | |
| {"info/global_step": 972, "train_info/time_within_train_step": 24.77647089958191, "step": 972} | |
| {"train_info/time_between_train_steps": 0.005764961242675781, "step": 972} | |
| {"train_info/time_between_train_steps": 16.486969232559204, "step": 972} | |
| {"info/global_step": 973, "train_info/time_within_train_step": 24.73882532119751, "step": 973} | |
| {"train_info/time_between_train_steps": 0.00505375862121582, "step": 973} | |
| {"info/global_step": 974, "train_info/time_within_train_step": 24.846348524093628, "step": 974} | |
| {"train_info/time_between_train_steps": 0.005013704299926758, "step": 974} | |
| {"info/global_step": 975, "train_info/time_within_train_step": 24.743088960647583, "step": 975} | |
| {"train_info/time_between_train_steps": 0.005139350891113281, "step": 975} | |
| {"info/global_step": 976, "train_info/time_within_train_step": 24.89616560935974, "step": 976} | |
| {"train_info/time_between_train_steps": 0.005103111267089844, "step": 976} | |
| {"info/global_step": 977, "train_info/time_within_train_step": 24.761218070983887, "step": 977} | |
| {"train_info/time_between_train_steps": 0.005415678024291992, "step": 977} | |
| {"info/global_step": 978, "train_info/time_within_train_step": 24.88714075088501, "step": 978} | |
| {"train_info/time_between_train_steps": 0.0052661895751953125, "step": 978} | |
| {"info/global_step": 979, "train_info/time_within_train_step": 24.77236819267273, "step": 979} | |
| {"train_info/time_between_train_steps": 0.0053861141204833984, "step": 979} | |
| {"info/global_step": 980, "train_info/time_within_train_step": 24.93495512008667, "step": 980} | |
| {"train_info/time_between_train_steps": 0.005304813385009766, "step": 980} | |
| {"info/global_step": 981, "train_info/time_within_train_step": 24.773887634277344, "step": 981} | |
| {"train_info/time_between_train_steps": 0.005218029022216797, "step": 981} | |
| {"info/global_step": 982, "train_info/time_within_train_step": 24.888315439224243, "step": 982} | |
| {"train_info/time_between_train_steps": 0.005129337310791016, "step": 982} | |
| {"info/global_step": 983, "train_info/time_within_train_step": 24.777355909347534, "step": 983} | |
| {"train_info/time_between_train_steps": 0.0055065155029296875, "step": 983} | |
| {"info/global_step": 984, "train_info/time_within_train_step": 24.923474311828613, "step": 984} | |
| {"train_info/time_between_train_steps": 0.005366325378417969, "step": 984} | |
| {"info/global_step": 985, "train_info/time_within_train_step": 24.76819944381714, "step": 985} | |
| {"train_info/time_between_train_steps": 0.005367755889892578, "step": 985} | |
| {"info/global_step": 986, "train_info/time_within_train_step": 24.987245559692383, "step": 986} | |
| {"train_info/time_between_train_steps": 0.005358457565307617, "step": 986} | |
| {"info/global_step": 987, "train_info/time_within_train_step": 24.779215574264526, "step": 987} | |
| {"train_info/time_between_train_steps": 0.005586147308349609, "step": 987} | |
| {"info/global_step": 988, "train_info/time_within_train_step": 24.88511562347412, "step": 988} | |
| {"train_info/time_between_train_steps": 0.005301713943481445, "step": 988} | |
| {"info/global_step": 989, "train_info/time_within_train_step": 24.768561124801636, "step": 989} | |
| {"train_info/time_between_train_steps": 0.021439075469970703, "step": 989} | |
| {"info/global_step": 990, "train_info/time_within_train_step": 24.749584197998047, "step": 990} | |
| {"train_info/time_between_train_steps": 0.005093812942504883, "step": 990} | |
| {"info/global_step": 991, "train_info/time_within_train_step": 24.761066913604736, "step": 991} | |
| {"train_info/time_between_train_steps": 0.0052607059478759766, "step": 991} | |
| {"info/global_step": 992, "train_info/time_within_train_step": 24.754263639450073, "step": 992} | |
| {"train_info/time_between_train_steps": 0.0050084590911865234, "step": 992} | |
| {"info/global_step": 993, "train_info/time_within_train_step": 24.752468824386597, "step": 993} | |
| {"train_info/time_between_train_steps": 0.005068778991699219, "step": 993} | |
| {"info/global_step": 994, "train_info/time_within_train_step": 24.757591247558594, "step": 994} | |
| {"train_info/time_between_train_steps": 0.0050313472747802734, "step": 994} | |
| {"info/global_step": 995, "train_info/time_within_train_step": 24.75998878479004, "step": 995} | |
| {"train_info/time_between_train_steps": 0.005220651626586914, "step": 995} | |
| {"info/global_step": 996, "train_info/time_within_train_step": 24.759346961975098, "step": 996} | |
| {"train_info/time_between_train_steps": 0.005208015441894531, "step": 996} | |
| {"info/global_step": 997, "train_info/time_within_train_step": 24.757755517959595, "step": 997} | |
| {"train_info/time_between_train_steps": 0.0051991939544677734, "step": 997} | |
| {"info/global_step": 998, "train_info/time_within_train_step": 24.761141777038574, "step": 998} | |
| {"train_info/time_between_train_steps": 0.005222797393798828, "step": 998} | |
| {"info/global_step": 999, "train_info/time_within_train_step": 24.761496543884277, "step": 999} | |
| {"train_info/time_between_train_steps": 0.005077838897705078, "step": 999} | |
| {"info/global_step": 1000, "train_info/time_within_train_step": 24.748937368392944, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740946367, "_runtime": 25418}, "step": 1000} | |
| {"logs": {"train/loss": 2.7004, "train/learning_rate": 0.00011111111111111109, "train/epoch": 27.02, "_timestamp": 1740946367, "_runtime": 25418}, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740946370, "_runtime": 25421}, "step": 1000} | |
| {"logs": {"eval/loss": 3.4081130027770996, "eval/runtime": 2.3193, "eval/samples_per_second": 56.914, "eval/steps_per_second": 3.881, "train/epoch": 27.02, "_timestamp": 1740946369, "_runtime": 25420}, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740946370, "_runtime": 25421}, "step": 1000} | |
| {"logs": {"eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_loss": 3.4081130027770996, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_ppl": 30.208187677268597, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_runtime": 2.3193, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_samples_per_second": 56.914, "train/epoch": 27.02, "_timestamp": 1740946370, "_runtime": 25421}, "step": 1000} | |
| {"train_info/time_between_train_steps": 20.873953819274902, "step": 1000} | |
| {"info/global_step": 1001, "train_info/time_within_train_step": 24.819088459014893, "step": 1001} | |
| {"train_info/time_between_train_steps": 0.004898786544799805, "step": 1001} | |
| {"info/global_step": 1002, "train_info/time_within_train_step": 24.743815422058105, "step": 1002} | |
| {"train_info/time_between_train_steps": 0.0051343441009521484, "step": 1002} | |
| {"info/global_step": 1003, "train_info/time_within_train_step": 24.74588418006897, "step": 1003} | |
| {"train_info/time_between_train_steps": 0.005079984664916992, "step": 1003} | |
| {"info/global_step": 1004, "train_info/time_within_train_step": 24.751211404800415, "step": 1004} | |
| {"train_info/time_between_train_steps": 0.0052013397216796875, "step": 1004} | |
| {"info/global_step": 1005, "train_info/time_within_train_step": 24.748812913894653, "step": 1005} | |
| {"train_info/time_between_train_steps": 0.0053784847259521484, "step": 1005} | |
| {"info/global_step": 1006, "train_info/time_within_train_step": 24.753498077392578, "step": 1006} | |
| {"train_info/time_between_train_steps": 0.005250453948974609, "step": 1006} | |
| {"info/global_step": 1007, "train_info/time_within_train_step": 24.757151126861572, "step": 1007} | |
| {"train_info/time_between_train_steps": 0.014773845672607422, "step": 1007} | |
| {"info/global_step": 1008, "train_info/time_within_train_step": 24.773614168167114, "step": 1008} | |
| {"train_info/time_between_train_steps": 0.005456209182739258, "step": 1008} | |
| {"train_info/time_between_train_steps": 16.618820190429688, "step": 1008} | |
| {"info/global_step": 1009, "train_info/time_within_train_step": 24.7335045337677, "step": 1009} | |
| {"train_info/time_between_train_steps": 0.0047473907470703125, "step": 1009} | |
| {"info/global_step": 1010, "train_info/time_within_train_step": 24.85171341896057, "step": 1010} | |
| {"train_info/time_between_train_steps": 0.004876852035522461, "step": 1010} | |
| {"info/global_step": 1011, "train_info/time_within_train_step": 24.741801500320435, "step": 1011} | |
| {"train_info/time_between_train_steps": 0.005088090896606445, "step": 1011} | |
| {"info/global_step": 1012, "train_info/time_within_train_step": 24.89727020263672, "step": 1012} | |
| {"train_info/time_between_train_steps": 0.005140066146850586, "step": 1012} | |
| {"info/global_step": 1013, "train_info/time_within_train_step": 24.760533809661865, "step": 1013} | |
| {"train_info/time_between_train_steps": 0.0051116943359375, "step": 1013} | |
| {"info/global_step": 1014, "train_info/time_within_train_step": 24.87396001815796, "step": 1014} | |
| {"train_info/time_between_train_steps": 0.0051343441009521484, "step": 1014} | |
| {"info/global_step": 1015, "train_info/time_within_train_step": 24.756378412246704, "step": 1015} | |
| {"train_info/time_between_train_steps": 0.005354404449462891, "step": 1015} | |
| {"info/global_step": 1016, "train_info/time_within_train_step": 25.11747932434082, "step": 1016} | |
| {"train_info/time_between_train_steps": 0.005221366882324219, "step": 1016} | |
| {"info/global_step": 1017, "train_info/time_within_train_step": 24.768070459365845, "step": 1017} | |
| {"train_info/time_between_train_steps": 0.0051174163818359375, "step": 1017} | |
| {"info/global_step": 1018, "train_info/time_within_train_step": 24.905115365982056, "step": 1018} | |
| {"train_info/time_between_train_steps": 0.0052263736724853516, "step": 1018} | |
| {"info/global_step": 1019, "train_info/time_within_train_step": 24.777141332626343, "step": 1019} | |
| {"train_info/time_between_train_steps": 0.005684614181518555, "step": 1019} | |
| {"info/global_step": 1020, "train_info/time_within_train_step": 24.893515825271606, "step": 1020} | |
| {"train_info/time_between_train_steps": 0.005265712738037109, "step": 1020} | |
| {"info/global_step": 1021, "train_info/time_within_train_step": 24.77034568786621, "step": 1021} | |
| {"train_info/time_between_train_steps": 0.005314350128173828, "step": 1021} | |
| {"info/global_step": 1022, "train_info/time_within_train_step": 24.917293548583984, "step": 1022} | |
| {"train_info/time_between_train_steps": 0.0052759647369384766, "step": 1022} | |
| {"info/global_step": 1023, "train_info/time_within_train_step": 24.77829146385193, "step": 1023} | |
| {"train_info/time_between_train_steps": 0.005290031433105469, "step": 1023} | |
| {"info/global_step": 1024, "train_info/time_within_train_step": 24.862475633621216, "step": 1024} | |
| {"train_info/time_between_train_steps": 0.0052487850189208984, "step": 1024} | |
| {"info/global_step": 1025, "train_info/time_within_train_step": 24.772605895996094, "step": 1025} | |
| {"train_info/time_between_train_steps": 0.02454662322998047, "step": 1025} | |
| {"info/global_step": 1026, "train_info/time_within_train_step": 24.763439178466797, "step": 1026} | |
| {"train_info/time_between_train_steps": 0.005093097686767578, "step": 1026} | |
| {"info/global_step": 1027, "train_info/time_within_train_step": 24.76963782310486, "step": 1027} | |
| {"train_info/time_between_train_steps": 0.005182981491088867, "step": 1027} | |
| {"info/global_step": 1028, "train_info/time_within_train_step": 24.777989149093628, "step": 1028} | |
| {"train_info/time_between_train_steps": 0.004950284957885742, "step": 1028} | |
| {"info/global_step": 1029, "train_info/time_within_train_step": 24.77389669418335, "step": 1029} | |
| {"train_info/time_between_train_steps": 0.0050661563873291016, "step": 1029} | |
| {"info/global_step": 1030, "train_info/time_within_train_step": 24.801020860671997, "step": 1030} | |
| {"train_info/time_between_train_steps": 0.005102396011352539, "step": 1030} | |
| {"info/global_step": 1031, "train_info/time_within_train_step": 24.764673471450806, "step": 1031} | |
| {"train_info/time_between_train_steps": 0.005158185958862305, "step": 1031} | |
| {"info/global_step": 1032, "train_info/time_within_train_step": 24.873167991638184, "step": 1032} | |
| {"train_info/time_between_train_steps": 0.005128622055053711, "step": 1032} | |
| {"info/global_step": 1033, "train_info/time_within_train_step": 24.785356044769287, "step": 1033} | |
| {"train_info/time_between_train_steps": 0.013339996337890625, "step": 1033} | |
| {"info/global_step": 1034, "train_info/time_within_train_step": 24.773655891418457, "step": 1034} | |
| {"train_info/time_between_train_steps": 0.005136251449584961, "step": 1034} | |
| {"info/global_step": 1035, "train_info/time_within_train_step": 24.761011838912964, "step": 1035} | |
| {"train_info/time_between_train_steps": 0.011807918548583984, "step": 1035} | |
| {"info/global_step": 1036, "train_info/time_within_train_step": 24.76103401184082, "step": 1036} | |
| {"train_info/time_between_train_steps": 0.011955022811889648, "step": 1036} | |
| {"info/global_step": 1037, "train_info/time_within_train_step": 24.76387310028076, "step": 1037} | |
| {"train_info/time_between_train_steps": 0.01219320297241211, "step": 1037} | |
| {"info/global_step": 1038, "train_info/time_within_train_step": 24.75769805908203, "step": 1038} | |
| {"train_info/time_between_train_steps": 0.005029916763305664, "step": 1038} | |
| {"info/global_step": 1039, "train_info/time_within_train_step": 24.742820024490356, "step": 1039} | |
| {"train_info/time_between_train_steps": 0.004991292953491211, "step": 1039} | |
| {"info/global_step": 1040, "train_info/time_within_train_step": 24.75173807144165, "step": 1040} | |
| {"train_info/time_between_train_steps": 0.005184173583984375, "step": 1040} | |
| {"info/global_step": 1041, "train_info/time_within_train_step": 24.755493879318237, "step": 1041} | |
| {"train_info/time_between_train_steps": 0.005409717559814453, "step": 1041} | |
| {"info/global_step": 1042, "train_info/time_within_train_step": 24.761601209640503, "step": 1042} | |
| {"train_info/time_between_train_steps": 0.005469799041748047, "step": 1042} | |
| {"info/global_step": 1043, "train_info/time_within_train_step": 24.77845072746277, "step": 1043} | |
| {"train_info/time_between_train_steps": 0.005513906478881836, "step": 1043} | |
| {"info/global_step": 1044, "train_info/time_within_train_step": 24.77369499206543, "step": 1044} | |
| {"train_info/time_between_train_steps": 0.005601644515991211, "step": 1044} | |
| {"train_info/time_between_train_steps": 16.79106092453003, "step": 1044} | |
| {"info/global_step": 1045, "train_info/time_within_train_step": 24.75475549697876, "step": 1045} | |
| {"train_info/time_between_train_steps": 0.005331516265869141, "step": 1045} | |
| {"info/global_step": 1046, "train_info/time_within_train_step": 24.8895206451416, "step": 1046} | |
| {"train_info/time_between_train_steps": 0.005186319351196289, "step": 1046} | |
| {"info/global_step": 1047, "train_info/time_within_train_step": 24.843143224716187, "step": 1047} | |
| {"train_info/time_between_train_steps": 0.0051958560943603516, "step": 1047} | |
| {"info/global_step": 1048, "train_info/time_within_train_step": 24.864801168441772, "step": 1048} | |
| {"train_info/time_between_train_steps": 0.005254983901977539, "step": 1048} | |
| {"info/global_step": 1049, "train_info/time_within_train_step": 24.754218816757202, "step": 1049} | |
| {"train_info/time_between_train_steps": 0.005290031433105469, "step": 1049} | |
| {"info/global_step": 1050, "train_info/time_within_train_step": 24.908379077911377, "step": 1050} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740947662, "_runtime": 26713}, "step": 1050} | |
| {"logs": {"train/loss": 2.6996, "train/learning_rate": 8.333333333333333e-05, "train/epoch": 29.0, "_timestamp": 1740947662, "_runtime": 26713}, "step": 1050} | |
| {"train_info/time_between_train_steps": 0.009024381637573242, "step": 1050} | |
| {"info/global_step": 1051, "train_info/time_within_train_step": 24.751317262649536, "step": 1051} | |
| {"train_info/time_between_train_steps": 0.005142688751220703, "step": 1051} | |
| {"info/global_step": 1052, "train_info/time_within_train_step": 24.870785236358643, "step": 1052} | |
| {"train_info/time_between_train_steps": 0.00519561767578125, "step": 1052} | |
| {"info/global_step": 1053, "train_info/time_within_train_step": 24.90877056121826, "step": 1053} | |
| {"train_info/time_between_train_steps": 0.0055615901947021484, "step": 1053} | |
| {"info/global_step": 1054, "train_info/time_within_train_step": 25.0539128780365, "step": 1054} | |
| {"train_info/time_between_train_steps": 0.005275726318359375, "step": 1054} | |
| {"info/global_step": 1055, "train_info/time_within_train_step": 24.754141092300415, "step": 1055} | |
| {"train_info/time_between_train_steps": 0.0050809383392333984, "step": 1055} | |
| {"info/global_step": 1056, "train_info/time_within_train_step": 24.895890951156616, "step": 1056} | |
| {"train_info/time_between_train_steps": 0.005352973937988281, "step": 1056} | |
| {"info/global_step": 1057, "train_info/time_within_train_step": 24.780311822891235, "step": 1057} | |
| {"train_info/time_between_train_steps": 0.0055773258209228516, "step": 1057} | |
| {"info/global_step": 1058, "train_info/time_within_train_step": 24.894429683685303, "step": 1058} | |
| {"train_info/time_between_train_steps": 0.00516510009765625, "step": 1058} | |
| {"info/global_step": 1059, "train_info/time_within_train_step": 24.768792390823364, "step": 1059} | |
| {"train_info/time_between_train_steps": 0.005159139633178711, "step": 1059} | |
| {"info/global_step": 1060, "train_info/time_within_train_step": 24.884281635284424, "step": 1060} | |
| {"train_info/time_between_train_steps": 0.005463600158691406, "step": 1060} | |
| {"info/global_step": 1061, "train_info/time_within_train_step": 24.774001121520996, "step": 1061} | |
| {"train_info/time_between_train_steps": 0.022200584411621094, "step": 1061} | |
| {"info/global_step": 1062, "train_info/time_within_train_step": 24.73904037475586, "step": 1062} | |
| {"train_info/time_between_train_steps": 0.004958152770996094, "step": 1062} | |
| {"info/global_step": 1063, "train_info/time_within_train_step": 24.827461004257202, "step": 1063} | |
| {"train_info/time_between_train_steps": 0.004903078079223633, "step": 1063} | |
| {"info/global_step": 1064, "train_info/time_within_train_step": 24.77491807937622, "step": 1064} | |
| {"train_info/time_between_train_steps": 0.005051374435424805, "step": 1064} | |
| {"info/global_step": 1065, "train_info/time_within_train_step": 24.7474102973938, "step": 1065} | |
| {"train_info/time_between_train_steps": 0.0050771236419677734, "step": 1065} | |
| {"info/global_step": 1066, "train_info/time_within_train_step": 24.751673460006714, "step": 1066} | |
| {"train_info/time_between_train_steps": 0.004942655563354492, "step": 1066} | |
| {"info/global_step": 1067, "train_info/time_within_train_step": 24.746997833251953, "step": 1067} | |
| {"train_info/time_between_train_steps": 0.005087614059448242, "step": 1067} | |
| {"info/global_step": 1068, "train_info/time_within_train_step": 24.744722366333008, "step": 1068} | |
| {"train_info/time_between_train_steps": 0.0050885677337646484, "step": 1068} | |
| {"info/global_step": 1069, "train_info/time_within_train_step": 24.740883588790894, "step": 1069} | |
| {"train_info/time_between_train_steps": 0.005152463912963867, "step": 1069} | |
| {"info/global_step": 1070, "train_info/time_within_train_step": 24.75197458267212, "step": 1070} | |
| {"train_info/time_between_train_steps": 0.005008697509765625, "step": 1070} | |
| {"info/global_step": 1071, "train_info/time_within_train_step": 24.76040267944336, "step": 1071} | |
| {"train_info/time_between_train_steps": 0.005127429962158203, "step": 1071} | |
| {"info/global_step": 1072, "train_info/time_within_train_step": 24.75767183303833, "step": 1072} | |
| {"train_info/time_between_train_steps": 0.005948543548583984, "step": 1072} | |
| {"info/global_step": 1073, "train_info/time_within_train_step": 24.74621558189392, "step": 1073} | |
| {"train_info/time_between_train_steps": 0.0051615238189697266, "step": 1073} | |
| {"info/global_step": 1074, "train_info/time_within_train_step": 24.75849413871765, "step": 1074} | |
| {"train_info/time_between_train_steps": 0.005259513854980469, "step": 1074} | |
| {"info/global_step": 1075, "train_info/time_within_train_step": 24.74833106994629, "step": 1075} | |
| {"train_info/time_between_train_steps": 0.014059066772460938, "step": 1075} | |
| {"info/global_step": 1076, "train_info/time_within_train_step": 24.75203585624695, "step": 1076} | |
| {"train_info/time_between_train_steps": 0.0051496028900146484, "step": 1076} | |
| {"info/global_step": 1077, "train_info/time_within_train_step": 24.749863386154175, "step": 1077} | |
| {"train_info/time_between_train_steps": 0.005229949951171875, "step": 1077} | |
| {"info/global_step": 1078, "train_info/time_within_train_step": 24.84687876701355, "step": 1078} | |
| {"train_info/time_between_train_steps": 0.005271196365356445, "step": 1078} | |
| {"info/global_step": 1079, "train_info/time_within_train_step": 24.7570219039917, "step": 1079} | |
| {"train_info/time_between_train_steps": 0.005376100540161133, "step": 1079} | |
| {"info/global_step": 1080, "train_info/time_within_train_step": 24.767210245132446, "step": 1080} | |
| {"train_info/time_between_train_steps": 0.005626678466796875, "step": 1080} | |
| {"train_info/time_between_train_steps": 16.5334415435791, "step": 1080} | |
| {"info/global_step": 1081, "train_info/time_within_train_step": 24.746644020080566, "step": 1081} | |
| {"train_info/time_between_train_steps": 0.004964113235473633, "step": 1081} | |
| {"info/global_step": 1082, "train_info/time_within_train_step": 24.855565071105957, "step": 1082} | |
| {"train_info/time_between_train_steps": 0.0048770904541015625, "step": 1082} | |
| {"info/global_step": 1083, "train_info/time_within_train_step": 24.737953662872314, "step": 1083} | |
| {"train_info/time_between_train_steps": 0.004943132400512695, "step": 1083} | |
| {"info/global_step": 1084, "train_info/time_within_train_step": 24.895148754119873, "step": 1084} | |
| {"train_info/time_between_train_steps": 0.005124807357788086, "step": 1084} | |
| {"info/global_step": 1085, "train_info/time_within_train_step": 24.752292156219482, "step": 1085} | |
| {"train_info/time_between_train_steps": 0.005196094512939453, "step": 1085} | |
| {"info/global_step": 1086, "train_info/time_within_train_step": 24.870117902755737, "step": 1086} | |
| {"train_info/time_between_train_steps": 0.00511932373046875, "step": 1086} | |
| {"info/global_step": 1087, "train_info/time_within_train_step": 24.75567054748535, "step": 1087} | |
| {"train_info/time_between_train_steps": 0.005263090133666992, "step": 1087} | |
| {"info/global_step": 1088, "train_info/time_within_train_step": 24.903469562530518, "step": 1088} | |
| {"train_info/time_between_train_steps": 0.005170345306396484, "step": 1088} | |
| {"info/global_step": 1089, "train_info/time_within_train_step": 24.743534088134766, "step": 1089} | |
| {"train_info/time_between_train_steps": 0.005120515823364258, "step": 1089} | |
| {"info/global_step": 1090, "train_info/time_within_train_step": 24.887479066848755, "step": 1090} | |
| {"train_info/time_between_train_steps": 0.005150794982910156, "step": 1090} | |
| {"info/global_step": 1091, "train_info/time_within_train_step": 24.764117002487183, "step": 1091} | |
| {"train_info/time_between_train_steps": 0.005519866943359375, "step": 1091} | |
| {"info/global_step": 1092, "train_info/time_within_train_step": 24.89138627052307, "step": 1092} | |
| {"train_info/time_between_train_steps": 0.005105257034301758, "step": 1092} | |
| {"info/global_step": 1093, "train_info/time_within_train_step": 24.829164743423462, "step": 1093} | |
| {"train_info/time_between_train_steps": 0.005209207534790039, "step": 1093} | |
| {"info/global_step": 1094, "train_info/time_within_train_step": 24.907469272613525, "step": 1094} | |
| {"train_info/time_between_train_steps": 0.0052127838134765625, "step": 1094} | |
| {"info/global_step": 1095, "train_info/time_within_train_step": 24.76402735710144, "step": 1095} | |
| {"train_info/time_between_train_steps": 0.005489826202392578, "step": 1095} | |
| {"info/global_step": 1096, "train_info/time_within_train_step": 24.85287642478943, "step": 1096} | |
| {"train_info/time_between_train_steps": 0.0051844120025634766, "step": 1096} | |
| {"info/global_step": 1097, "train_info/time_within_train_step": 24.765668869018555, "step": 1097} | |
| {"train_info/time_between_train_steps": 0.023261070251464844, "step": 1097} | |
| {"info/global_step": 1098, "train_info/time_within_train_step": 24.73601746559143, "step": 1098} | |
| {"train_info/time_between_train_steps": 0.00499272346496582, "step": 1098} | |
| {"info/global_step": 1099, "train_info/time_within_train_step": 24.736934661865234, "step": 1099} | |
| {"train_info/time_between_train_steps": 0.005012035369873047, "step": 1099} | |
| {"info/global_step": 1100, "train_info/time_within_train_step": 24.751137495040894, "step": 1100} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740948919, "_runtime": 27970}, "step": 1100} | |
| {"logs": {"train/loss": 2.6446, "train/learning_rate": 5.5555555555555545e-05, "train/epoch": 30.02, "_timestamp": 1740948919, "_runtime": 27970}, "step": 1100} | |
| {"train_info/time_between_train_steps": 19.942758083343506, "step": 1100} | |
| {"info/global_step": 1101, "train_info/time_within_train_step": 24.761428833007812, "step": 1101} | |
| {"train_info/time_between_train_steps": 0.0053598880767822266, "step": 1101} | |
| {"info/global_step": 1102, "train_info/time_within_train_step": 24.7588791847229, "step": 1102} | |
| {"train_info/time_between_train_steps": 0.004999876022338867, "step": 1102} | |
| {"info/global_step": 1103, "train_info/time_within_train_step": 24.753063678741455, "step": 1103} | |
| {"train_info/time_between_train_steps": 0.00517725944519043, "step": 1103} | |
| {"info/global_step": 1104, "train_info/time_within_train_step": 24.735581874847412, "step": 1104} | |
| {"train_info/time_between_train_steps": 0.005078792572021484, "step": 1104} | |
| {"info/global_step": 1105, "train_info/time_within_train_step": 24.737044095993042, "step": 1105} | |
| {"train_info/time_between_train_steps": 0.005110740661621094, "step": 1105} | |
| {"info/global_step": 1106, "train_info/time_within_train_step": 24.734618425369263, "step": 1106} | |
| {"train_info/time_between_train_steps": 0.005026578903198242, "step": 1106} | |
| {"info/global_step": 1107, "train_info/time_within_train_step": 24.76000475883484, "step": 1107} | |
| {"train_info/time_between_train_steps": 0.010268211364746094, "step": 1107} | |
| {"info/global_step": 1108, "train_info/time_within_train_step": 24.748404502868652, "step": 1108} | |
| {"train_info/time_between_train_steps": 0.005011081695556641, "step": 1108} | |
| {"info/global_step": 1109, "train_info/time_within_train_step": 24.845757722854614, "step": 1109} | |
| {"train_info/time_between_train_steps": 0.005185127258300781, "step": 1109} | |
| {"info/global_step": 1110, "train_info/time_within_train_step": 24.747796535491943, "step": 1110} | |
| {"train_info/time_between_train_steps": 0.005104780197143555, "step": 1110} | |
| {"info/global_step": 1111, "train_info/time_within_train_step": 24.74653458595276, "step": 1111} | |
| {"train_info/time_between_train_steps": 0.005063056945800781, "step": 1111} | |
| {"info/global_step": 1112, "train_info/time_within_train_step": 24.74460768699646, "step": 1112} | |
| {"train_info/time_between_train_steps": 0.005042314529418945, "step": 1112} | |
| {"info/global_step": 1113, "train_info/time_within_train_step": 24.74700689315796, "step": 1113} | |
| {"train_info/time_between_train_steps": 0.005342006683349609, "step": 1113} | |
| {"info/global_step": 1114, "train_info/time_within_train_step": 24.74575924873352, "step": 1114} | |
| {"train_info/time_between_train_steps": 0.005259275436401367, "step": 1114} | |
| {"info/global_step": 1115, "train_info/time_within_train_step": 24.7571918964386, "step": 1115} | |
| {"train_info/time_between_train_steps": 0.005456447601318359, "step": 1115} | |
| {"info/global_step": 1116, "train_info/time_within_train_step": 24.77467942237854, "step": 1116} | |
| {"train_info/time_between_train_steps": 0.005730152130126953, "step": 1116} | |
| {"train_info/time_between_train_steps": 16.597742319107056, "step": 1116} | |
| {"info/global_step": 1117, "train_info/time_within_train_step": 24.73217797279358, "step": 1117} | |
| {"train_info/time_between_train_steps": 0.004790067672729492, "step": 1117} | |
| {"info/global_step": 1118, "train_info/time_within_train_step": 24.838809490203857, "step": 1118} | |
| {"train_info/time_between_train_steps": 0.005063056945800781, "step": 1118} | |
| {"info/global_step": 1119, "train_info/time_within_train_step": 24.74906849861145, "step": 1119} | |
| {"train_info/time_between_train_steps": 0.005220890045166016, "step": 1119} | |
| {"info/global_step": 1120, "train_info/time_within_train_step": 24.916415214538574, "step": 1120} | |
| {"train_info/time_between_train_steps": 0.005156517028808594, "step": 1120} | |
| {"info/global_step": 1121, "train_info/time_within_train_step": 24.74484658241272, "step": 1121} | |
| {"train_info/time_between_train_steps": 0.005053997039794922, "step": 1121} | |
| {"info/global_step": 1122, "train_info/time_within_train_step": 24.88314914703369, "step": 1122} | |
| {"train_info/time_between_train_steps": 0.005114555358886719, "step": 1122} | |
| {"info/global_step": 1123, "train_info/time_within_train_step": 24.754630088806152, "step": 1123} | |
| {"train_info/time_between_train_steps": 0.005138874053955078, "step": 1123} | |
| {"info/global_step": 1124, "train_info/time_within_train_step": 24.980141162872314, "step": 1124} | |
| {"train_info/time_between_train_steps": 0.005152463912963867, "step": 1124} | |
| {"info/global_step": 1125, "train_info/time_within_train_step": 24.752052307128906, "step": 1125} | |
| {"train_info/time_between_train_steps": 0.005089282989501953, "step": 1125} | |
| {"info/global_step": 1126, "train_info/time_within_train_step": 24.887305974960327, "step": 1126} | |
| {"train_info/time_between_train_steps": 0.005167722702026367, "step": 1126} | |
| {"info/global_step": 1127, "train_info/time_within_train_step": 24.780983209609985, "step": 1127} | |
| {"train_info/time_between_train_steps": 0.005574703216552734, "step": 1127} | |
| {"info/global_step": 1128, "train_info/time_within_train_step": 24.88172149658203, "step": 1128} | |
| {"train_info/time_between_train_steps": 0.005129575729370117, "step": 1128} | |
| {"info/global_step": 1129, "train_info/time_within_train_step": 24.76209568977356, "step": 1129} | |
| {"train_info/time_between_train_steps": 0.005265712738037109, "step": 1129} | |
| {"info/global_step": 1130, "train_info/time_within_train_step": 24.909486055374146, "step": 1130} | |
| {"train_info/time_between_train_steps": 0.010155916213989258, "step": 1130} | |
| {"info/global_step": 1131, "train_info/time_within_train_step": 24.764079332351685, "step": 1131} | |
| {"train_info/time_between_train_steps": 0.00995326042175293, "step": 1131} | |
| {"info/global_step": 1132, "train_info/time_within_train_step": 24.85157299041748, "step": 1132} | |
| {"train_info/time_between_train_steps": 0.010065317153930664, "step": 1132} | |
| {"info/global_step": 1133, "train_info/time_within_train_step": 24.766170740127563, "step": 1133} | |
| {"train_info/time_between_train_steps": 0.033977508544921875, "step": 1133} | |
| {"info/global_step": 1134, "train_info/time_within_train_step": 24.743590354919434, "step": 1134} | |
| {"train_info/time_between_train_steps": 0.0051422119140625, "step": 1134} | |
| {"info/global_step": 1135, "train_info/time_within_train_step": 24.761830806732178, "step": 1135} | |
| {"train_info/time_between_train_steps": 0.004927873611450195, "step": 1135} | |
| {"info/global_step": 1136, "train_info/time_within_train_step": 24.76812744140625, "step": 1136} | |
| {"train_info/time_between_train_steps": 0.004959583282470703, "step": 1136} | |
| {"info/global_step": 1137, "train_info/time_within_train_step": 24.76850700378418, "step": 1137} | |
| {"train_info/time_between_train_steps": 0.005110979080200195, "step": 1137} | |
| {"info/global_step": 1138, "train_info/time_within_train_step": 24.760588884353638, "step": 1138} | |
| {"train_info/time_between_train_steps": 0.005085945129394531, "step": 1138} | |
| {"info/global_step": 1139, "train_info/time_within_train_step": 24.754485845565796, "step": 1139} | |
| {"train_info/time_between_train_steps": 0.005027294158935547, "step": 1139} | |
| {"info/global_step": 1140, "train_info/time_within_train_step": 24.838996648788452, "step": 1140} | |
| {"train_info/time_between_train_steps": 0.005051851272583008, "step": 1140} | |
| {"info/global_step": 1141, "train_info/time_within_train_step": 24.747626543045044, "step": 1141} | |
| {"train_info/time_between_train_steps": 0.0051116943359375, "step": 1141} | |
| {"info/global_step": 1142, "train_info/time_within_train_step": 24.755024671554565, "step": 1142} | |
| {"train_info/time_between_train_steps": 0.005027294158935547, "step": 1142} | |
| {"info/global_step": 1143, "train_info/time_within_train_step": 24.76680278778076, "step": 1143} | |
| {"train_info/time_between_train_steps": 0.005085468292236328, "step": 1143} | |
| {"info/global_step": 1144, "train_info/time_within_train_step": 24.768393516540527, "step": 1144} | |
| {"train_info/time_between_train_steps": 0.00523066520690918, "step": 1144} | |
| {"info/global_step": 1145, "train_info/time_within_train_step": 24.758674144744873, "step": 1145} | |
| {"train_info/time_between_train_steps": 0.0049936771392822266, "step": 1145} | |
| {"info/global_step": 1146, "train_info/time_within_train_step": 24.757797479629517, "step": 1146} | |
| {"train_info/time_between_train_steps": 0.005261659622192383, "step": 1146} | |
| {"info/global_step": 1147, "train_info/time_within_train_step": 24.777745485305786, "step": 1147} | |
| {"train_info/time_between_train_steps": 0.005297422409057617, "step": 1147} | |
| {"info/global_step": 1148, "train_info/time_within_train_step": 24.760864734649658, "step": 1148} | |
| {"train_info/time_between_train_steps": 0.005164384841918945, "step": 1148} | |
| {"info/global_step": 1149, "train_info/time_within_train_step": 24.768633365631104, "step": 1149} | |
| {"train_info/time_between_train_steps": 0.00520634651184082, "step": 1149} | |
| {"info/global_step": 1150, "train_info/time_within_train_step": 24.765165090560913, "step": 1150} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740950196, "_runtime": 29247}, "step": 1150} | |
| {"logs": {"train/loss": 2.6211, "train/learning_rate": 2.7777777777777772e-05, "train/epoch": 31.03, "_timestamp": 1740950196, "_runtime": 29247}, "step": 1150} | |
| {"train_info/time_between_train_steps": 0.008870840072631836, "step": 1150} | |
| {"info/global_step": 1151, "train_info/time_within_train_step": 24.88006091117859, "step": 1151} | |
| {"train_info/time_between_train_steps": 0.005686521530151367, "step": 1151} | |
| {"info/global_step": 1152, "train_info/time_within_train_step": 25.28975534439087, "step": 1152} | |
| {"train_info/time_between_train_steps": 0.005599021911621094, "step": 1152} | |
| {"train_info/time_between_train_steps": 18.897261381149292, "step": 1152} | |
| {"info/global_step": 1153, "train_info/time_within_train_step": 24.77245306968689, "step": 1153} | |
| {"train_info/time_between_train_steps": 0.005312681198120117, "step": 1153} | |
| {"info/global_step": 1154, "train_info/time_within_train_step": 24.970049619674683, "step": 1154} | |
| {"train_info/time_between_train_steps": 0.01000833511352539, "step": 1154} | |
| {"info/global_step": 1155, "train_info/time_within_train_step": 24.86619782447815, "step": 1155} | |
| {"train_info/time_between_train_steps": 0.010506391525268555, "step": 1155} | |
| {"info/global_step": 1156, "train_info/time_within_train_step": 24.88564682006836, "step": 1156} | |
| {"train_info/time_between_train_steps": 0.005074739456176758, "step": 1156} | |
| {"info/global_step": 1157, "train_info/time_within_train_step": 24.775965213775635, "step": 1157} | |
| {"train_info/time_between_train_steps": 0.005025386810302734, "step": 1157} | |
| {"info/global_step": 1158, "train_info/time_within_train_step": 24.94435715675354, "step": 1158} | |
| {"train_info/time_between_train_steps": 0.0053484439849853516, "step": 1158} | |
| {"info/global_step": 1159, "train_info/time_within_train_step": 24.787124633789062, "step": 1159} | |
| {"train_info/time_between_train_steps": 0.005273580551147461, "step": 1159} | |
| {"info/global_step": 1160, "train_info/time_within_train_step": 24.890778064727783, "step": 1160} | |
| {"train_info/time_between_train_steps": 0.005124092102050781, "step": 1160} | |
| {"info/global_step": 1161, "train_info/time_within_train_step": 24.80145525932312, "step": 1161} | |
| {"train_info/time_between_train_steps": 0.0053195953369140625, "step": 1161} | |
| {"info/global_step": 1162, "train_info/time_within_train_step": 24.930631637573242, "step": 1162} | |
| {"train_info/time_between_train_steps": 0.005349159240722656, "step": 1162} | |
| {"info/global_step": 1163, "train_info/time_within_train_step": 24.79887104034424, "step": 1163} | |
| {"train_info/time_between_train_steps": 0.007068634033203125, "step": 1163} | |
| {"info/global_step": 1164, "train_info/time_within_train_step": 24.890538692474365, "step": 1164} | |
| {"train_info/time_between_train_steps": 0.007411479949951172, "step": 1164} | |
| {"info/global_step": 1165, "train_info/time_within_train_step": 24.81454563140869, "step": 1165} | |
| {"train_info/time_between_train_steps": 0.006407499313354492, "step": 1165} | |
| {"info/global_step": 1166, "train_info/time_within_train_step": 24.889301776885986, "step": 1166} | |
| {"train_info/time_between_train_steps": 0.005047321319580078, "step": 1166} | |
| {"info/global_step": 1167, "train_info/time_within_train_step": 24.81115436553955, "step": 1167} | |
| {"train_info/time_between_train_steps": 0.00507354736328125, "step": 1167} | |
| {"info/global_step": 1168, "train_info/time_within_train_step": 24.859916925430298, "step": 1168} | |
| {"train_info/time_between_train_steps": 0.005229949951171875, "step": 1168} | |
| {"info/global_step": 1169, "train_info/time_within_train_step": 24.760332822799683, "step": 1169} | |
| {"train_info/time_between_train_steps": 0.022153615951538086, "step": 1169} | |
| {"info/global_step": 1170, "train_info/time_within_train_step": 24.82616424560547, "step": 1170} | |
| {"train_info/time_between_train_steps": 0.004873037338256836, "step": 1170} | |
| {"info/global_step": 1171, "train_info/time_within_train_step": 24.73850440979004, "step": 1171} | |
| {"train_info/time_between_train_steps": 0.004860639572143555, "step": 1171} | |
| {"info/global_step": 1172, "train_info/time_within_train_step": 24.74149179458618, "step": 1172} | |
| {"train_info/time_between_train_steps": 0.004904270172119141, "step": 1172} | |
| {"info/global_step": 1173, "train_info/time_within_train_step": 24.742328882217407, "step": 1173} | |
| {"train_info/time_between_train_steps": 0.005059003829956055, "step": 1173} | |
| {"info/global_step": 1174, "train_info/time_within_train_step": 24.739026069641113, "step": 1174} | |
| {"train_info/time_between_train_steps": 0.004904985427856445, "step": 1174} | |
| {"info/global_step": 1175, "train_info/time_within_train_step": 24.74444031715393, "step": 1175} | |
| {"train_info/time_between_train_steps": 0.0049707889556884766, "step": 1175} | |
| {"info/global_step": 1176, "train_info/time_within_train_step": 24.74783182144165, "step": 1176} | |
| {"train_info/time_between_train_steps": 0.0050585269927978516, "step": 1176} | |
| {"info/global_step": 1177, "train_info/time_within_train_step": 24.742627382278442, "step": 1177} | |
| {"train_info/time_between_train_steps": 0.004975795745849609, "step": 1177} | |
| {"info/global_step": 1178, "train_info/time_within_train_step": 24.741004467010498, "step": 1178} | |
| {"train_info/time_between_train_steps": 0.004995584487915039, "step": 1178} | |
| {"info/global_step": 1179, "train_info/time_within_train_step": 24.760539770126343, "step": 1179} | |
| {"train_info/time_between_train_steps": 0.006105899810791016, "step": 1179} | |
| {"info/global_step": 1180, "train_info/time_within_train_step": 24.75763511657715, "step": 1180} | |
| {"train_info/time_between_train_steps": 0.0059392452239990234, "step": 1180} | |
| {"info/global_step": 1181, "train_info/time_within_train_step": 24.75541663169861, "step": 1181} | |
| {"train_info/time_between_train_steps": 0.005909442901611328, "step": 1181} | |
| {"info/global_step": 1182, "train_info/time_within_train_step": 24.7639217376709, "step": 1182} | |
| {"train_info/time_between_train_steps": 0.005017518997192383, "step": 1182} | |
| {"info/global_step": 1183, "train_info/time_within_train_step": 24.75762128829956, "step": 1183} | |
| {"train_info/time_between_train_steps": 0.0050809383392333984, "step": 1183} | |
| {"info/global_step": 1184, "train_info/time_within_train_step": 24.75346326828003, "step": 1184} | |
| {"train_info/time_between_train_steps": 0.00506138801574707, "step": 1184} | |
| {"info/global_step": 1185, "train_info/time_within_train_step": 24.75859498977661, "step": 1185} | |
| {"train_info/time_between_train_steps": 0.0051577091217041016, "step": 1185} | |
| {"info/global_step": 1186, "train_info/time_within_train_step": 24.852104663848877, "step": 1186} | |
| {"train_info/time_between_train_steps": 0.005340099334716797, "step": 1186} | |
| {"info/global_step": 1187, "train_info/time_within_train_step": 24.770511150360107, "step": 1187} | |
| {"train_info/time_between_train_steps": 0.005262613296508789, "step": 1187} | |
| {"info/global_step": 1188, "train_info/time_within_train_step": 24.78603458404541, "step": 1188} | |
| {"train_info/time_between_train_steps": 0.005509138107299805, "step": 1188} | |
| {"train_info/time_between_train_steps": 16.9320969581604, "step": 1188} | |
| {"info/global_step": 1189, "train_info/time_within_train_step": 24.74601149559021, "step": 1189} | |
| {"train_info/time_between_train_steps": 0.006129026412963867, "step": 1189} | |
| {"info/global_step": 1190, "train_info/time_within_train_step": 24.86896324157715, "step": 1190} | |
| {"train_info/time_between_train_steps": 0.004933834075927734, "step": 1190} | |
| {"info/global_step": 1191, "train_info/time_within_train_step": 24.738667011260986, "step": 1191} | |
| {"train_info/time_between_train_steps": 0.004925727844238281, "step": 1191} | |
| {"info/global_step": 1192, "train_info/time_within_train_step": 24.868039846420288, "step": 1192} | |
| {"train_info/time_between_train_steps": 0.004988193511962891, "step": 1192} | |
| {"info/global_step": 1193, "train_info/time_within_train_step": 24.75885844230652, "step": 1193} | |
| {"train_info/time_between_train_steps": 0.00519108772277832, "step": 1193} | |
| {"info/global_step": 1194, "train_info/time_within_train_step": 24.880600929260254, "step": 1194} | |
| {"train_info/time_between_train_steps": 0.005116462707519531, "step": 1194} | |
| {"info/global_step": 1195, "train_info/time_within_train_step": 24.79203152656555, "step": 1195} | |
| {"train_info/time_between_train_steps": 0.005051374435424805, "step": 1195} | |
| {"info/global_step": 1196, "train_info/time_within_train_step": 24.909022092819214, "step": 1196} | |
| {"train_info/time_between_train_steps": 0.0050618648529052734, "step": 1196} | |
| {"info/global_step": 1197, "train_info/time_within_train_step": 24.758748531341553, "step": 1197} | |
| {"train_info/time_between_train_steps": 0.005111217498779297, "step": 1197} | |
| {"info/global_step": 1198, "train_info/time_within_train_step": 24.873555898666382, "step": 1198} | |
| {"train_info/time_between_train_steps": 0.004958152770996094, "step": 1198} | |
| {"info/global_step": 1199, "train_info/time_within_train_step": 24.757242441177368, "step": 1199} | |
| {"train_info/time_between_train_steps": 0.005203962326049805, "step": 1199} | |
| {"info/global_step": 1200, "train_info/time_within_train_step": 24.92640233039856, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740951474, "_runtime": 30525}, "step": 1200} | |
| {"logs": {"train/loss": 2.6316, "train/learning_rate": 0.0, "train/epoch": 33.01, "_timestamp": 1740951474, "_runtime": 30525}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740951485, "_runtime": 30536}, "step": 1200} | |
| {"logs": {"train/train_runtime": 30536.7316, "train/train_samples_per_second": 20.12, "train/train_steps_per_second": 0.039, "train/total_flos": 3.258180993024e+17, "train/train_loss": 3.388838140964508, "train/epoch": 33.01, "_timestamp": 1740951485, "_runtime": 30536}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5537109375, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740951492, "_runtime": 30543}, "step": 1200} | |
| {"logs": {"eval/loss": 3.433720111846924, "eval/runtime": 2.3984, "eval/samples_per_second": 55.036, "eval/steps_per_second": 3.752, "train/epoch": 33.01, "_timestamp": 1740951492, "_runtime": 30543}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5537109375, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740951492, "_runtime": 30543}, "step": 1200} | |
| {"logs": {"eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_loss": 3.433720111846924, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_ppl": 30.991721233863068, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_runtime": 2.3984, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_samples_per_second": 55.036, "train/epoch": 33.01, "_timestamp": 1740951492, "_runtime": 30543}, "step": 1200} | |