| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 5246, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009531979792202841, |
| "grad_norm": 2.603611946105957, |
| "learning_rate": 2.531645569620253e-06, |
| "loss": 2.94761962890625, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0019063959584405682, |
| "grad_norm": 2.1450037956237793, |
| "learning_rate": 5.69620253164557e-06, |
| "loss": 3.0334014892578125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0028595939376608523, |
| "grad_norm": 2.423077344894409, |
| "learning_rate": 8.860759493670886e-06, |
| "loss": 2.886791229248047, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0038127919168811364, |
| "grad_norm": 1.6740561723709106, |
| "learning_rate": 1.2025316455696203e-05, |
| "loss": 2.835204315185547, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0047659898961014205, |
| "grad_norm": 0.9845642447471619, |
| "learning_rate": 1.5189873417721521e-05, |
| "loss": 2.668177604675293, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.005719187875321705, |
| "grad_norm": 0.7101410627365112, |
| "learning_rate": 1.8354430379746836e-05, |
| "loss": 2.4937652587890624, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006672385854541989, |
| "grad_norm": 0.6729114055633545, |
| "learning_rate": 2.1518987341772153e-05, |
| "loss": 2.4470664978027346, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.007625583833762273, |
| "grad_norm": 0.665655255317688, |
| "learning_rate": 2.468354430379747e-05, |
| "loss": 2.420810317993164, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.008578781812982557, |
| "grad_norm": 0.6502403020858765, |
| "learning_rate": 2.7848101265822786e-05, |
| "loss": 2.335397148132324, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.009531979792202841, |
| "grad_norm": 0.5307614803314209, |
| "learning_rate": 3.10126582278481e-05, |
| "loss": 2.315672492980957, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.010485177771423125, |
| "grad_norm": 0.5500478744506836, |
| "learning_rate": 3.4177215189873416e-05, |
| "loss": 2.2122943878173826, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.01143837575064341, |
| "grad_norm": 0.5895763635635376, |
| "learning_rate": 3.7341772151898736e-05, |
| "loss": 2.283915138244629, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.012391573729863693, |
| "grad_norm": 0.4846538007259369, |
| "learning_rate": 4.050632911392405e-05, |
| "loss": 2.166631317138672, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.013344771709083977, |
| "grad_norm": 0.6095337867736816, |
| "learning_rate": 4.367088607594937e-05, |
| "loss": 2.100119781494141, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.014297969688304261, |
| "grad_norm": 0.6169545650482178, |
| "learning_rate": 4.683544303797468e-05, |
| "loss": 2.0974822998046876, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.015251167667524546, |
| "grad_norm": 0.6472786068916321, |
| "learning_rate": 5e-05, |
| "loss": 2.020016098022461, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01620436564674483, |
| "grad_norm": 0.5326976776123047, |
| "learning_rate": 5.3164556962025316e-05, |
| "loss": 1.9512775421142579, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.017157563625965114, |
| "grad_norm": 0.5936091542243958, |
| "learning_rate": 5.6329113924050636e-05, |
| "loss": 1.9886482238769532, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.018110761605185398, |
| "grad_norm": 0.5242489576339722, |
| "learning_rate": 5.949367088607595e-05, |
| "loss": 1.8959827423095703, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.019063959584405682, |
| "grad_norm": 0.7063551545143127, |
| "learning_rate": 6.265822784810128e-05, |
| "loss": 1.901272964477539, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.020017157563625966, |
| "grad_norm": 0.7186295986175537, |
| "learning_rate": 6.582278481012658e-05, |
| "loss": 1.8788005828857421, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.02097035554284625, |
| "grad_norm": 0.48944440484046936, |
| "learning_rate": 6.89873417721519e-05, |
| "loss": 1.8759675979614259, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.021923553522066534, |
| "grad_norm": 0.5304045081138611, |
| "learning_rate": 7.215189873417722e-05, |
| "loss": 1.7807559967041016, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.02287675150128682, |
| "grad_norm": 0.6360881328582764, |
| "learning_rate": 7.531645569620254e-05, |
| "loss": 1.7849002838134767, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.023829949480507102, |
| "grad_norm": 0.6153790354728699, |
| "learning_rate": 7.848101265822784e-05, |
| "loss": 1.8074321746826172, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.024783147459727387, |
| "grad_norm": 0.7403739094734192, |
| "learning_rate": 8.164556962025317e-05, |
| "loss": 1.77244873046875, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.02573634543894767, |
| "grad_norm": 0.6022510528564453, |
| "learning_rate": 8.481012658227848e-05, |
| "loss": 1.7288890838623048, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.026689543418167955, |
| "grad_norm": 0.5608066320419312, |
| "learning_rate": 8.797468354430381e-05, |
| "loss": 1.770965576171875, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.02764274139738824, |
| "grad_norm": 0.6921910643577576, |
| "learning_rate": 9.113924050632912e-05, |
| "loss": 1.7317293167114258, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.028595939376608523, |
| "grad_norm": 0.64326012134552, |
| "learning_rate": 9.430379746835444e-05, |
| "loss": 1.7647701263427735, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.029549137355828807, |
| "grad_norm": 0.8091812133789062, |
| "learning_rate": 9.746835443037975e-05, |
| "loss": 1.7537090301513671, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.03050233533504909, |
| "grad_norm": 0.8823623657226562, |
| "learning_rate": 9.999999046884494e-05, |
| "loss": 1.7446464538574218, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.031455533314269375, |
| "grad_norm": 0.7236696481704712, |
| "learning_rate": 9.999965687879942e-05, |
| "loss": 1.7527923583984375, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.03240873129348966, |
| "grad_norm": 0.7431514859199524, |
| "learning_rate": 9.999884673463466e-05, |
| "loss": 1.712713623046875, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.03336192927270994, |
| "grad_norm": 0.8012411594390869, |
| "learning_rate": 9.999756004407229e-05, |
| "loss": 1.7108882904052733, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03431512725193023, |
| "grad_norm": 0.791260838508606, |
| "learning_rate": 9.999579681937592e-05, |
| "loss": 1.7204954147338867, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03526832523115051, |
| "grad_norm": 0.6157879829406738, |
| "learning_rate": 9.99935570773511e-05, |
| "loss": 1.6766773223876954, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.036221523210370796, |
| "grad_norm": 0.5641170144081116, |
| "learning_rate": 9.999084083934518e-05, |
| "loss": 1.60144100189209, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.03717472118959108, |
| "grad_norm": 0.8239608407020569, |
| "learning_rate": 9.998764813124699e-05, |
| "loss": 1.5777477264404296, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.038127919168811364, |
| "grad_norm": 0.9198218584060669, |
| "learning_rate": 9.99839789834867e-05, |
| "loss": 1.6275455474853515, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03908111714803165, |
| "grad_norm": 0.8572738170623779, |
| "learning_rate": 9.997983343103554e-05, |
| "loss": 1.6616302490234376, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.04003431512725193, |
| "grad_norm": 1.1088039875030518, |
| "learning_rate": 9.997521151340535e-05, |
| "loss": 1.6321582794189453, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.040987513106472216, |
| "grad_norm": 0.7507736086845398, |
| "learning_rate": 9.997011327464831e-05, |
| "loss": 1.6804428100585938, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.0419407110856925, |
| "grad_norm": 0.7173669338226318, |
| "learning_rate": 9.99645387633565e-05, |
| "loss": 1.6310005187988281, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.042893909064912784, |
| "grad_norm": 0.7343104481697083, |
| "learning_rate": 9.995848803266141e-05, |
| "loss": 1.648260498046875, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.04384710704413307, |
| "grad_norm": 0.6716263890266418, |
| "learning_rate": 9.995196114023345e-05, |
| "loss": 1.682364273071289, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04480030502335335, |
| "grad_norm": 0.8079553842544556, |
| "learning_rate": 9.994495814828137e-05, |
| "loss": 1.653547477722168, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.04575350300257364, |
| "grad_norm": 0.655113697052002, |
| "learning_rate": 9.993747912355175e-05, |
| "loss": 1.7656341552734376, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04670670098179392, |
| "grad_norm": 0.5484510064125061, |
| "learning_rate": 9.992952413732826e-05, |
| "loss": 1.7137901306152343, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.047659898961014205, |
| "grad_norm": 0.9827032089233398, |
| "learning_rate": 9.992109326543108e-05, |
| "loss": 1.650299644470215, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04861309694023449, |
| "grad_norm": 0.6224775314331055, |
| "learning_rate": 9.991218658821608e-05, |
| "loss": 1.59774169921875, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.04956629491945477, |
| "grad_norm": 0.6683592796325684, |
| "learning_rate": 9.99028041905741e-05, |
| "loss": 1.658073616027832, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05051949289867506, |
| "grad_norm": 0.5990311503410339, |
| "learning_rate": 9.989294616193017e-05, |
| "loss": 1.6002532958984375, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.05147269087789534, |
| "grad_norm": 0.9066379070281982, |
| "learning_rate": 9.988261259624264e-05, |
| "loss": 1.6362133026123047, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.052425888857115625, |
| "grad_norm": 0.6945815086364746, |
| "learning_rate": 9.987180359200222e-05, |
| "loss": 1.6218528747558594, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.05337908683633591, |
| "grad_norm": 0.6819268465042114, |
| "learning_rate": 9.986051925223115e-05, |
| "loss": 1.5690045356750488, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.054332284815556194, |
| "grad_norm": 0.46659737825393677, |
| "learning_rate": 9.98487596844821e-05, |
| "loss": 1.642005729675293, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.05528548279477648, |
| "grad_norm": 0.7103817462921143, |
| "learning_rate": 9.983652500083732e-05, |
| "loss": 1.6343769073486327, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.05623868077399676, |
| "grad_norm": 0.7017027139663696, |
| "learning_rate": 9.982381531790733e-05, |
| "loss": 1.6178388595581055, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.057191878753217046, |
| "grad_norm": 1.0940369367599487, |
| "learning_rate": 9.981063075683e-05, |
| "loss": 1.6205331802368164, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05814507673243733, |
| "grad_norm": 0.6648183465003967, |
| "learning_rate": 9.979697144326934e-05, |
| "loss": 1.5720266342163085, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.059098274711657614, |
| "grad_norm": 0.7526854872703552, |
| "learning_rate": 9.978283750741429e-05, |
| "loss": 1.574450969696045, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0600514726908779, |
| "grad_norm": 0.7190886735916138, |
| "learning_rate": 9.976822908397749e-05, |
| "loss": 1.6405771255493165, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.06100467067009818, |
| "grad_norm": 0.6349034309387207, |
| "learning_rate": 9.975314631219397e-05, |
| "loss": 1.5865010261535644, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.061957868649318466, |
| "grad_norm": 0.5627608299255371, |
| "learning_rate": 9.973758933581986e-05, |
| "loss": 1.62694091796875, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.06291106662853875, |
| "grad_norm": 0.6480703353881836, |
| "learning_rate": 9.9721558303131e-05, |
| "loss": 1.6081056594848633, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.06386426460775903, |
| "grad_norm": 0.6254872679710388, |
| "learning_rate": 9.970505336692153e-05, |
| "loss": 1.5399663925170899, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.06481746258697932, |
| "grad_norm": 0.7078723311424255, |
| "learning_rate": 9.968807468450244e-05, |
| "loss": 1.5698416709899903, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0657706605661996, |
| "grad_norm": 0.687049388885498, |
| "learning_rate": 9.967062241770006e-05, |
| "loss": 1.5318476676940918, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.06672385854541989, |
| "grad_norm": 0.6676340699195862, |
| "learning_rate": 9.965269673285453e-05, |
| "loss": 1.5753061294555664, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.06767705652464016, |
| "grad_norm": 0.6658551692962646, |
| "learning_rate": 9.963429780081819e-05, |
| "loss": 1.5348722457885742, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.06863025450386046, |
| "grad_norm": 0.6602298617362976, |
| "learning_rate": 9.961542579695398e-05, |
| "loss": 1.5966236114501953, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.06958345248308073, |
| "grad_norm": 0.6053290963172913, |
| "learning_rate": 9.959608090113379e-05, |
| "loss": 1.6215503692626954, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.07053665046230102, |
| "grad_norm": 0.6316519379615784, |
| "learning_rate": 9.957626329773662e-05, |
| "loss": 1.5686593055725098, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0714898484415213, |
| "grad_norm": 0.6437824368476868, |
| "learning_rate": 9.955597317564705e-05, |
| "loss": 1.538528060913086, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.07244304642074159, |
| "grad_norm": 0.556100070476532, |
| "learning_rate": 9.953521072825315e-05, |
| "loss": 1.516727352142334, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.07339624439996187, |
| "grad_norm": 0.586941123008728, |
| "learning_rate": 9.951397615344495e-05, |
| "loss": 1.458935260772705, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.07434944237918216, |
| "grad_norm": 0.6599296927452087, |
| "learning_rate": 9.94922696536123e-05, |
| "loss": 1.5930103302001952, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.07530264035840244, |
| "grad_norm": 0.6119373440742493, |
| "learning_rate": 9.947009143564303e-05, |
| "loss": 1.5218027114868165, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.07625583833762273, |
| "grad_norm": 0.7252292633056641, |
| "learning_rate": 9.944744171092103e-05, |
| "loss": 1.4561975479125977, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.077209036316843, |
| "grad_norm": 0.6261231899261475, |
| "learning_rate": 9.942432069532417e-05, |
| "loss": 1.574506664276123, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0781622342960633, |
| "grad_norm": 0.8522781133651733, |
| "learning_rate": 9.940072860922229e-05, |
| "loss": 1.5758988380432128, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.07911543227528357, |
| "grad_norm": 0.7650408744812012, |
| "learning_rate": 9.937666567747501e-05, |
| "loss": 1.5137447357177733, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.08006863025450386, |
| "grad_norm": 0.7556065320968628, |
| "learning_rate": 9.935213212942973e-05, |
| "loss": 1.593979263305664, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08102182823372414, |
| "grad_norm": 0.7380269169807434, |
| "learning_rate": 9.93271281989193e-05, |
| "loss": 1.5264683723449708, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.08197502621294443, |
| "grad_norm": 0.5459885001182556, |
| "learning_rate": 9.930165412425987e-05, |
| "loss": 1.6289447784423827, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.08292822419216471, |
| "grad_norm": 0.6383824348449707, |
| "learning_rate": 9.927571014824861e-05, |
| "loss": 1.5772947311401366, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.083881422171385, |
| "grad_norm": 0.6348546743392944, |
| "learning_rate": 9.924929651816142e-05, |
| "loss": 1.5777009010314942, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.08483462015060528, |
| "grad_norm": 1.0627590417861938, |
| "learning_rate": 9.922241348575047e-05, |
| "loss": 1.5587986946105956, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.08578781812982557, |
| "grad_norm": 0.6058380007743835, |
| "learning_rate": 9.919506130724196e-05, |
| "loss": 1.5736598014831542, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.08674101610904585, |
| "grad_norm": 0.714316189289093, |
| "learning_rate": 9.916724024333351e-05, |
| "loss": 1.3844944953918457, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.08769421408826614, |
| "grad_norm": 0.6118850708007812, |
| "learning_rate": 9.91389505591918e-05, |
| "loss": 1.54150333404541, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.08864741206748641, |
| "grad_norm": 0.9378138780593872, |
| "learning_rate": 9.911019252445e-05, |
| "loss": 1.5315143585205078, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.0896006100467067, |
| "grad_norm": 0.6369871497154236, |
| "learning_rate": 9.908096641320519e-05, |
| "loss": 1.5936030387878417, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09055380802592698, |
| "grad_norm": 0.645124077796936, |
| "learning_rate": 9.905127250401573e-05, |
| "loss": 1.4397594451904296, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.09150700600514727, |
| "grad_norm": 0.7292397022247314, |
| "learning_rate": 9.902111107989868e-05, |
| "loss": 1.5745635986328126, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09246020398436755, |
| "grad_norm": 0.5931456685066223, |
| "learning_rate": 9.899048242832705e-05, |
| "loss": 1.4752291679382323, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.09341340196358784, |
| "grad_norm": 0.6176527142524719, |
| "learning_rate": 9.8959386841227e-05, |
| "loss": 1.5611001014709474, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.09436659994280812, |
| "grad_norm": 0.7982703447341919, |
| "learning_rate": 9.89278246149752e-05, |
| "loss": 1.5105000495910645, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.09531979792202841, |
| "grad_norm": 0.6238499283790588, |
| "learning_rate": 9.889579605039588e-05, |
| "loss": 1.507917881011963, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.09627299590124869, |
| "grad_norm": 0.7363895773887634, |
| "learning_rate": 9.886330145275801e-05, |
| "loss": 1.5819868087768554, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.09722619388046898, |
| "grad_norm": 0.5625659823417664, |
| "learning_rate": 9.883034113177243e-05, |
| "loss": 1.5337334632873536, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.09817939185968926, |
| "grad_norm": 0.6615775227546692, |
| "learning_rate": 9.879691540158883e-05, |
| "loss": 1.5258471488952636, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.09913258983890955, |
| "grad_norm": 0.5451887249946594, |
| "learning_rate": 9.876302458079275e-05, |
| "loss": 1.463639259338379, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10008578781812982, |
| "grad_norm": 0.5581617951393127, |
| "learning_rate": 9.872866899240265e-05, |
| "loss": 1.5490670204162598, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.10103898579735011, |
| "grad_norm": 0.6998193264007568, |
| "learning_rate": 9.869384896386668e-05, |
| "loss": 1.5936518669128419, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.10199218377657039, |
| "grad_norm": 0.5768121480941772, |
| "learning_rate": 9.865856482705973e-05, |
| "loss": 1.5422281265258788, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.10294538175579068, |
| "grad_norm": 0.6640679836273193, |
| "learning_rate": 9.862281691828007e-05, |
| "loss": 1.5552820205688476, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.10389857973501096, |
| "grad_norm": 0.5004339814186096, |
| "learning_rate": 9.858660557824634e-05, |
| "loss": 1.4664517402648927, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.10485177771423125, |
| "grad_norm": 0.6273754239082336, |
| "learning_rate": 9.854993115209416e-05, |
| "loss": 1.53157377243042, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.10580497569345153, |
| "grad_norm": 0.603412926197052, |
| "learning_rate": 9.85127939893729e-05, |
| "loss": 1.414932918548584, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.10675817367267182, |
| "grad_norm": 0.7552788257598877, |
| "learning_rate": 9.847519444404234e-05, |
| "loss": 1.4488500595092773, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.1077113716518921, |
| "grad_norm": 0.6311041712760925, |
| "learning_rate": 9.843713287446934e-05, |
| "loss": 1.5790462493896484, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.10866456963111239, |
| "grad_norm": 0.6677698493003845, |
| "learning_rate": 9.83986096434243e-05, |
| "loss": 1.5158218383789062, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.10961776761033266, |
| "grad_norm": 0.7698470950126648, |
| "learning_rate": 9.835962511807786e-05, |
| "loss": 1.5150428771972657, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.11057096558955296, |
| "grad_norm": 0.8735120892524719, |
| "learning_rate": 9.832017966999727e-05, |
| "loss": 1.5016836166381835, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.11152416356877323, |
| "grad_norm": 0.6346865296363831, |
| "learning_rate": 9.828027367514296e-05, |
| "loss": 1.5396503448486327, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.11247736154799352, |
| "grad_norm": 0.7268425822257996, |
| "learning_rate": 9.823990751386483e-05, |
| "loss": 1.460188865661621, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.1134305595272138, |
| "grad_norm": 0.9180682301521301, |
| "learning_rate": 9.819908157089872e-05, |
| "loss": 1.4552988052368163, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.11438375750643409, |
| "grad_norm": 0.5978934168815613, |
| "learning_rate": 9.815779623536276e-05, |
| "loss": 1.5380775451660156, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.11533695548565437, |
| "grad_norm": 0.5722628235816956, |
| "learning_rate": 9.811605190075359e-05, |
| "loss": 1.4910564422607422, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.11629015346487466, |
| "grad_norm": 0.5002546906471252, |
| "learning_rate": 9.807384896494258e-05, |
| "loss": 1.4244789123535155, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.11724335144409494, |
| "grad_norm": 0.8268494009971619, |
| "learning_rate": 9.803118783017222e-05, |
| "loss": 1.4637470245361328, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.11819654942331523, |
| "grad_norm": 0.6143020391464233, |
| "learning_rate": 9.798806890305202e-05, |
| "loss": 1.4786890029907227, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.1191497474025355, |
| "grad_norm": 0.6437013745307922, |
| "learning_rate": 9.794449259455489e-05, |
| "loss": 1.5790328979492188, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.1201029453817558, |
| "grad_norm": 0.6218923926353455, |
| "learning_rate": 9.790045932001306e-05, |
| "loss": 1.5234998703002929, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.12105614336097607, |
| "grad_norm": 0.6830564737319946, |
| "learning_rate": 9.785596949911417e-05, |
| "loss": 1.5065134048461915, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.12200934134019636, |
| "grad_norm": 0.5134453773498535, |
| "learning_rate": 9.781102355589728e-05, |
| "loss": 1.4854091644287108, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.12296253931941664, |
| "grad_norm": 0.7742736339569092, |
| "learning_rate": 9.776562191874882e-05, |
| "loss": 1.493219757080078, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.12391573729863693, |
| "grad_norm": 0.6689919233322144, |
| "learning_rate": 9.771976502039853e-05, |
| "loss": 1.4934368133544922, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.12486893527785721, |
| "grad_norm": 0.7283974885940552, |
| "learning_rate": 9.767345329791522e-05, |
| "loss": 1.4888264656066894, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.1258221332570775, |
| "grad_norm": 0.5391749143600464, |
| "learning_rate": 9.762668719270281e-05, |
| "loss": 1.509228515625, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.12677533123629778, |
| "grad_norm": 0.5379536151885986, |
| "learning_rate": 9.757946715049595e-05, |
| "loss": 1.4341736793518067, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.12772852921551806, |
| "grad_norm": 0.7166261076927185, |
| "learning_rate": 9.753179362135585e-05, |
| "loss": 1.3572914123535156, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.12868172719473836, |
| "grad_norm": 0.5180948972702026, |
| "learning_rate": 9.748366705966594e-05, |
| "loss": 1.4610020637512207, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.12963492517395864, |
| "grad_norm": 0.6936877965927124, |
| "learning_rate": 9.74350879241276e-05, |
| "loss": 1.4436023712158204, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.13058812315317891, |
| "grad_norm": 0.6196861863136292, |
| "learning_rate": 9.738605667775578e-05, |
| "loss": 1.4700481414794921, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.1315413211323992, |
| "grad_norm": 0.5676122903823853, |
| "learning_rate": 9.73365737878745e-05, |
| "loss": 1.5323741912841797, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.1324945191116195, |
| "grad_norm": 0.5992201566696167, |
| "learning_rate": 9.728663972611251e-05, |
| "loss": 1.4702093124389648, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.13344771709083977, |
| "grad_norm": 0.7591404914855957, |
| "learning_rate": 9.723625496839872e-05, |
| "loss": 1.352162742614746, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.13440091507006005, |
| "grad_norm": 0.6924651861190796, |
| "learning_rate": 9.718541999495773e-05, |
| "loss": 1.4715144157409668, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.13535411304928033, |
| "grad_norm": 0.6223724484443665, |
| "learning_rate": 9.713413529030514e-05, |
| "loss": 1.4769960403442384, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.13630731102850063, |
| "grad_norm": 0.5391125679016113, |
| "learning_rate": 9.708240134324311e-05, |
| "loss": 1.45025691986084, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.1372605090077209, |
| "grad_norm": 0.637563169002533, |
| "learning_rate": 9.703021864685549e-05, |
| "loss": 1.5019891738891602, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.1382137069869412, |
| "grad_norm": 0.5522620677947998, |
| "learning_rate": 9.697758769850327e-05, |
| "loss": 1.43154935836792, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.13916690496616146, |
| "grad_norm": 0.616644024848938, |
| "learning_rate": 9.692450899981981e-05, |
| "loss": 1.347580909729004, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.14012010294538177, |
| "grad_norm": 0.6153479218482971, |
| "learning_rate": 9.687098305670605e-05, |
| "loss": 1.4593775749206543, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.14107330092460205, |
| "grad_norm": 0.7453744411468506, |
| "learning_rate": 9.681701037932565e-05, |
| "loss": 1.4191917419433593, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.14202649890382232, |
| "grad_norm": 0.5880297422409058, |
| "learning_rate": 9.676259148210013e-05, |
| "loss": 1.4744148254394531, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.1429796968830426, |
| "grad_norm": 0.6558246612548828, |
| "learning_rate": 9.670772688370413e-05, |
| "loss": 1.378889560699463, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1439328948622629, |
| "grad_norm": 0.503994345664978, |
| "learning_rate": 9.665241710706019e-05, |
| "loss": 1.3663111686706544, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.14488609284148318, |
| "grad_norm": 0.5992655158042908, |
| "learning_rate": 9.659666267933395e-05, |
| "loss": 1.4828500747680664, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.14583929082070346, |
| "grad_norm": 0.5429707169532776, |
| "learning_rate": 9.654046413192916e-05, |
| "loss": 1.498521327972412, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.14679248879992374, |
| "grad_norm": 0.5560146570205688, |
| "learning_rate": 9.648382200048243e-05, |
| "loss": 1.4589380264282226, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.14774568677914404, |
| "grad_norm": 0.644885241985321, |
| "learning_rate": 9.64267368248583e-05, |
| "loss": 1.4834991455078126, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.14869888475836432, |
| "grad_norm": 0.5343101620674133, |
| "learning_rate": 9.636920914914402e-05, |
| "loss": 1.4405736923217773, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1496520827375846, |
| "grad_norm": 0.6613175868988037, |
| "learning_rate": 9.631123952164437e-05, |
| "loss": 1.4065616607666016, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.15060528071680487, |
| "grad_norm": 0.6537813544273376, |
| "learning_rate": 9.625282849487644e-05, |
| "loss": 1.475318431854248, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.15155847869602515, |
| "grad_norm": 0.5663841962814331, |
| "learning_rate": 9.619397662556435e-05, |
| "loss": 1.4459699630737304, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.15251167667524546, |
| "grad_norm": 0.5424874424934387, |
| "learning_rate": 9.613468447463397e-05, |
| "loss": 1.4708211898803711, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.15346487465446573, |
| "grad_norm": 0.5572993159294128, |
| "learning_rate": 9.607495260720754e-05, |
| "loss": 1.4485332489013671, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.154418072633686, |
| "grad_norm": 0.6531555652618408, |
| "learning_rate": 9.601478159259833e-05, |
| "loss": 1.5056473731994628, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1553712706129063, |
| "grad_norm": 0.5149410963058472, |
| "learning_rate": 9.595417200430516e-05, |
| "loss": 1.457845401763916, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.1563244685921266, |
| "grad_norm": 0.7332213521003723, |
| "learning_rate": 9.589312442000702e-05, |
| "loss": 1.4969018936157226, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.15727766657134687, |
| "grad_norm": 0.5197286009788513, |
| "learning_rate": 9.58316394215574e-05, |
| "loss": 1.430741310119629, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.15823086455056715, |
| "grad_norm": 0.5908288359642029, |
| "learning_rate": 9.576971759497892e-05, |
| "loss": 1.416817855834961, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.15918406252978742, |
| "grad_norm": 0.6981506943702698, |
| "learning_rate": 9.570735953045769e-05, |
| "loss": 1.432063102722168, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.16013726050900773, |
| "grad_norm": 0.5579051375389099, |
| "learning_rate": 9.56445658223376e-05, |
| "loss": 1.4493148803710938, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.161090458488228, |
| "grad_norm": 1.0297809839248657, |
| "learning_rate": 9.55813370691148e-05, |
| "loss": 1.4447443962097168, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.16204365646744828, |
| "grad_norm": 0.5966977477073669, |
| "learning_rate": 9.551767387343184e-05, |
| "loss": 1.4523069381713867, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.16299685444666856, |
| "grad_norm": 0.5328999757766724, |
| "learning_rate": 9.54535768420721e-05, |
| "loss": 1.4199484825134276, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.16395005242588886, |
| "grad_norm": 0.5872285962104797, |
| "learning_rate": 9.53890465859538e-05, |
| "loss": 1.4303491592407227, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.16490325040510914, |
| "grad_norm": 0.566717267036438, |
| "learning_rate": 9.53240837201244e-05, |
| "loss": 1.4515490531921387, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.16585644838432942, |
| "grad_norm": 0.7435690760612488, |
| "learning_rate": 9.525868886375455e-05, |
| "loss": 1.419486904144287, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.1668096463635497, |
| "grad_norm": 0.6318017244338989, |
| "learning_rate": 9.519286264013228e-05, |
| "loss": 1.4467649459838867, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.16776284434277, |
| "grad_norm": 0.5930330157279968, |
| "learning_rate": 9.512660567665707e-05, |
| "loss": 1.4508071899414063, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.16871604232199028, |
| "grad_norm": 0.585934579372406, |
| "learning_rate": 9.505991860483383e-05, |
| "loss": 1.419721794128418, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.16966924030121056, |
| "grad_norm": 0.5505164265632629, |
| "learning_rate": 9.49928020602669e-05, |
| "loss": 1.4339097023010254, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.17062243828043083, |
| "grad_norm": 0.5828437209129333, |
| "learning_rate": 9.492525668265399e-05, |
| "loss": 1.3837672233581544, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.17157563625965114, |
| "grad_norm": 0.6347310543060303, |
| "learning_rate": 9.485728311578006e-05, |
| "loss": 1.4076103210449218, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.17252883423887141, |
| "grad_norm": 0.579509437084198, |
| "learning_rate": 9.478888200751123e-05, |
| "loss": 1.4327677726745605, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.1734820322180917, |
| "grad_norm": 0.4839983582496643, |
| "learning_rate": 9.47200540097886e-05, |
| "loss": 1.4768704414367675, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.17443523019731197, |
| "grad_norm": 0.6111943125724792, |
| "learning_rate": 9.465079977862193e-05, |
| "loss": 1.5077296257019044, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.17538842817653227, |
| "grad_norm": 0.5450233817100525, |
| "learning_rate": 9.458111997408359e-05, |
| "loss": 1.3619820594787597, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.17634162615575255, |
| "grad_norm": 0.5677049160003662, |
| "learning_rate": 9.451101526030203e-05, |
| "loss": 1.4970988273620605, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.17729482413497283, |
| "grad_norm": 0.5915372967720032, |
| "learning_rate": 9.444048630545573e-05, |
| "loss": 1.4513702392578125, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1782480221141931, |
| "grad_norm": 0.6052073240280151, |
| "learning_rate": 9.43695337817665e-05, |
| "loss": 1.4654881477355957, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.1792012200934134, |
| "grad_norm": 0.5419918298721313, |
| "learning_rate": 9.429815836549335e-05, |
| "loss": 1.331681251525879, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.1801544180726337, |
| "grad_norm": 0.9381572604179382, |
| "learning_rate": 9.422636073692594e-05, |
| "loss": 1.527089500427246, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.18110761605185396, |
| "grad_norm": 0.5322099328041077, |
| "learning_rate": 9.415414158037807e-05, |
| "loss": 1.4385725021362306, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.18206081403107424, |
| "grad_norm": 0.6048387289047241, |
| "learning_rate": 9.40815015841812e-05, |
| "loss": 1.4098733901977538, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.18301401201029455, |
| "grad_norm": 0.5957016348838806, |
| "learning_rate": 9.400844144067785e-05, |
| "loss": 1.3700874328613282, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.18396720998951482, |
| "grad_norm": 0.5258905291557312, |
| "learning_rate": 9.393496184621506e-05, |
| "loss": 1.5229506492614746, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.1849204079687351, |
| "grad_norm": 0.5643404126167297, |
| "learning_rate": 9.386106350113773e-05, |
| "loss": 1.4227136611938476, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.18587360594795538, |
| "grad_norm": 0.5638192296028137, |
| "learning_rate": 9.378674710978185e-05, |
| "loss": 1.326858901977539, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.18682680392717568, |
| "grad_norm": 0.638519287109375, |
| "learning_rate": 9.371201338046797e-05, |
| "loss": 1.4697874069213868, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.18778000190639596, |
| "grad_norm": 0.8361124992370605, |
| "learning_rate": 9.363686302549429e-05, |
| "loss": 1.4617888450622558, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.18873319988561624, |
| "grad_norm": 0.6748219728469849, |
| "learning_rate": 9.356129676112997e-05, |
| "loss": 1.4383960723876954, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.18968639786483651, |
| "grad_norm": 0.5921084880828857, |
| "learning_rate": 9.348531530760823e-05, |
| "loss": 1.4091617584228515, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.19063959584405682, |
| "grad_norm": 0.572279155254364, |
| "learning_rate": 9.340891938911955e-05, |
| "loss": 1.2878050804138184, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1915927938232771, |
| "grad_norm": 0.5492361187934875, |
| "learning_rate": 9.333210973380468e-05, |
| "loss": 1.4598516464233398, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.19254599180249737, |
| "grad_norm": 0.6517593264579773, |
| "learning_rate": 9.325488707374786e-05, |
| "loss": 1.392833137512207, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.19349918978171765, |
| "grad_norm": 0.5690333843231201, |
| "learning_rate": 9.31772521449696e-05, |
| "loss": 1.3799049377441406, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.19445238776093796, |
| "grad_norm": 0.5540326237678528, |
| "learning_rate": 9.309920568741993e-05, |
| "loss": 1.4240671157836915, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.19540558574015823, |
| "grad_norm": 0.4939487874507904, |
| "learning_rate": 9.302074844497117e-05, |
| "loss": 1.5023568153381348, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.1963587837193785, |
| "grad_norm": 0.5948994159698486, |
| "learning_rate": 9.294188116541088e-05, |
| "loss": 1.4755451202392578, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1973119816985988, |
| "grad_norm": 0.6184943318367004, |
| "learning_rate": 9.286260460043475e-05, |
| "loss": 1.413205337524414, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.1982651796778191, |
| "grad_norm": 0.6401903033256531, |
| "learning_rate": 9.278291950563946e-05, |
| "loss": 1.4191042900085449, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.19921837765703937, |
| "grad_norm": 0.7051407098770142, |
| "learning_rate": 9.27028266405154e-05, |
| "loss": 1.385235595703125, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.20017157563625965, |
| "grad_norm": 0.6343866586685181, |
| "learning_rate": 9.262232676843953e-05, |
| "loss": 1.4120969772338867, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.20112477361547992, |
| "grad_norm": 0.5595751404762268, |
| "learning_rate": 9.254142065666801e-05, |
| "loss": 1.3800504684448243, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.20207797159470023, |
| "grad_norm": 1.0234235525131226, |
| "learning_rate": 9.246010907632895e-05, |
| "loss": 1.3642923355102539, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2030311695739205, |
| "grad_norm": 0.6397507786750793, |
| "learning_rate": 9.237839280241505e-05, |
| "loss": 1.4000006675720216, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.20398436755314078, |
| "grad_norm": 0.6452104449272156, |
| "learning_rate": 9.229627261377618e-05, |
| "loss": 1.4264166831970215, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.20493756553236106, |
| "grad_norm": 0.6453445553779602, |
| "learning_rate": 9.2213749293112e-05, |
| "loss": 1.4670862197875976, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.20589076351158137, |
| "grad_norm": 0.9865917563438416, |
| "learning_rate": 9.213082362696448e-05, |
| "loss": 1.3475669860839843, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.20684396149080164, |
| "grad_norm": 0.5215176939964294, |
| "learning_rate": 9.20474964057104e-05, |
| "loss": 1.4212247848510742, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.20779715947002192, |
| "grad_norm": 0.8144325613975525, |
| "learning_rate": 9.196376842355382e-05, |
| "loss": 1.4531272888183593, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.2087503574492422, |
| "grad_norm": 0.6696116328239441, |
| "learning_rate": 9.187964047851852e-05, |
| "loss": 1.4349409103393556, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.2097035554284625, |
| "grad_norm": 0.5102435946464539, |
| "learning_rate": 9.179511337244034e-05, |
| "loss": 1.4025270462036132, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.21065675340768278, |
| "grad_norm": 0.561460018157959, |
| "learning_rate": 9.171018791095966e-05, |
| "loss": 1.3480627059936523, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.21160995138690306, |
| "grad_norm": 0.569500207901001, |
| "learning_rate": 9.162486490351358e-05, |
| "loss": 1.369408416748047, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.21256314936612333, |
| "grad_norm": 0.5028200149536133, |
| "learning_rate": 9.153914516332833e-05, |
| "loss": 1.3912203788757325, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.21351634734534364, |
| "grad_norm": 0.6325492858886719, |
| "learning_rate": 9.145302950741139e-05, |
| "loss": 1.3620031356811524, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.21446954532456391, |
| "grad_norm": 0.6650065779685974, |
| "learning_rate": 9.13665187565438e-05, |
| "loss": 1.4505338668823242, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.2154227433037842, |
| "grad_norm": 0.6167837977409363, |
| "learning_rate": 9.127961373527234e-05, |
| "loss": 1.431904125213623, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.21637594128300447, |
| "grad_norm": 0.7874214053153992, |
| "learning_rate": 9.119231527190158e-05, |
| "loss": 1.3958396911621094, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.21732913926222477, |
| "grad_norm": 0.5030773878097534, |
| "learning_rate": 9.110462419848611e-05, |
| "loss": 1.4253235816955567, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.21828233724144505, |
| "grad_norm": 0.639376699924469, |
| "learning_rate": 9.101654135082248e-05, |
| "loss": 1.4379282951354981, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.21923553522066533, |
| "grad_norm": 0.5737013220787048, |
| "learning_rate": 9.092806756844134e-05, |
| "loss": 1.3839303970336914, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2201887331998856, |
| "grad_norm": 0.654533863067627, |
| "learning_rate": 9.083920369459941e-05, |
| "loss": 1.3634964942932128, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.2211419311791059, |
| "grad_norm": 0.5694367289543152, |
| "learning_rate": 9.074995057627136e-05, |
| "loss": 1.3617011070251466, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.2220951291583262, |
| "grad_norm": 0.7163636088371277, |
| "learning_rate": 9.066030906414189e-05, |
| "loss": 1.4148844718933105, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.22304832713754646, |
| "grad_norm": 0.7204518914222717, |
| "learning_rate": 9.057028001259747e-05, |
| "loss": 1.4406082153320312, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.22400152511676674, |
| "grad_norm": 0.6264455318450928, |
| "learning_rate": 9.047986427971831e-05, |
| "loss": 1.2642692565917968, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.22495472309598705, |
| "grad_norm": 0.6186636090278625, |
| "learning_rate": 9.038906272727012e-05, |
| "loss": 1.4535820007324218, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.22590792107520732, |
| "grad_norm": 0.75081467628479, |
| "learning_rate": 9.029787622069594e-05, |
| "loss": 1.3068763732910156, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.2268611190544276, |
| "grad_norm": 0.6259666681289673, |
| "learning_rate": 9.02063056291078e-05, |
| "loss": 1.4070331573486328, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.22781431703364788, |
| "grad_norm": 0.5153995156288147, |
| "learning_rate": 9.011435182527857e-05, |
| "loss": 1.4499921798706055, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.22876751501286818, |
| "grad_norm": 0.5387507081031799, |
| "learning_rate": 9.002201568563354e-05, |
| "loss": 1.425567626953125, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.22972071299208846, |
| "grad_norm": 0.5215945243835449, |
| "learning_rate": 8.992929809024209e-05, |
| "loss": 1.4283903121948243, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.23067391097130874, |
| "grad_norm": 0.5825516581535339, |
| "learning_rate": 8.983619992280934e-05, |
| "loss": 1.3858247756958009, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.23162710895052901, |
| "grad_norm": 0.7696310877799988, |
| "learning_rate": 8.974272207066767e-05, |
| "loss": 1.3599931716918945, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.23258030692974932, |
| "grad_norm": 0.5581028461456299, |
| "learning_rate": 8.964886542476831e-05, |
| "loss": 1.4406028747558595, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.2335335049089696, |
| "grad_norm": 0.6212132573127747, |
| "learning_rate": 8.955463087967283e-05, |
| "loss": 1.3897615432739259, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.23448670288818987, |
| "grad_norm": 0.7411231398582458, |
| "learning_rate": 8.94600193335446e-05, |
| "loss": 1.361074161529541, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.23543990086741015, |
| "grad_norm": 0.5625526905059814, |
| "learning_rate": 8.936503168814024e-05, |
| "loss": 1.4169339179992675, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.23639309884663046, |
| "grad_norm": 0.7929979562759399, |
| "learning_rate": 8.926966884880105e-05, |
| "loss": 1.2988113403320312, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.23734629682585073, |
| "grad_norm": 0.8460327386856079, |
| "learning_rate": 8.917393172444435e-05, |
| "loss": 1.4165689468383789, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.238299494805071, |
| "grad_norm": 0.6199972033500671, |
| "learning_rate": 8.907782122755482e-05, |
| "loss": 1.3829384803771974, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.2392526927842913, |
| "grad_norm": 0.7463774085044861, |
| "learning_rate": 8.898133827417578e-05, |
| "loss": 1.346090316772461, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.2402058907635116, |
| "grad_norm": 0.5334345698356628, |
| "learning_rate": 8.888448378390055e-05, |
| "loss": 1.3929250717163086, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.24115908874273187, |
| "grad_norm": 0.5729868412017822, |
| "learning_rate": 8.878725867986358e-05, |
| "loss": 1.4423667907714843, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.24211228672195215, |
| "grad_norm": 0.624984622001648, |
| "learning_rate": 8.868966388873173e-05, |
| "loss": 1.3437192916870118, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.24306548470117242, |
| "grad_norm": 0.7201520800590515, |
| "learning_rate": 8.859170034069533e-05, |
| "loss": 1.4097161293029785, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.24401868268039273, |
| "grad_norm": 0.4854135513305664, |
| "learning_rate": 8.849336896945946e-05, |
| "loss": 1.4177908897399902, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.244971880659613, |
| "grad_norm": 0.5305654406547546, |
| "learning_rate": 8.839467071223496e-05, |
| "loss": 1.5288206100463868, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.24592507863883328, |
| "grad_norm": 0.5070072412490845, |
| "learning_rate": 8.82956065097295e-05, |
| "loss": 1.376577377319336, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.24687827661805356, |
| "grad_norm": 0.4628710448741913, |
| "learning_rate": 8.819617730613862e-05, |
| "loss": 1.347555923461914, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.24783147459727387, |
| "grad_norm": 0.5474252104759216, |
| "learning_rate": 8.809638404913678e-05, |
| "loss": 1.3857503890991212, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.24878467257649414, |
| "grad_norm": 0.490693062543869, |
| "learning_rate": 8.799622768986826e-05, |
| "loss": 1.3779126167297364, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.24973787055571442, |
| "grad_norm": 0.7508081197738647, |
| "learning_rate": 8.78957091829381e-05, |
| "loss": 1.340792465209961, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2506910685349347, |
| "grad_norm": 0.5256382822990417, |
| "learning_rate": 8.779482948640305e-05, |
| "loss": 1.3755708694458009, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.251644266514155, |
| "grad_norm": 0.8270961046218872, |
| "learning_rate": 8.769358956176241e-05, |
| "loss": 1.3478235244750976, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.2525974644933753, |
| "grad_norm": 0.5768178105354309, |
| "learning_rate": 8.759199037394887e-05, |
| "loss": 1.3513019561767579, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.25355066247259556, |
| "grad_norm": 0.736600399017334, |
| "learning_rate": 8.749003289131931e-05, |
| "loss": 1.456697654724121, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.25450386045181583, |
| "grad_norm": 0.5873891711235046, |
| "learning_rate": 8.738771808564555e-05, |
| "loss": 1.378398609161377, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.2554570584310361, |
| "grad_norm": 0.7747564315795898, |
| "learning_rate": 8.728504693210514e-05, |
| "loss": 1.3838523864746093, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 0.6339495778083801, |
| "learning_rate": 8.7182020409272e-05, |
| "loss": 1.3945033073425293, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.2573634543894767, |
| "grad_norm": 0.5631842017173767, |
| "learning_rate": 8.707863949910716e-05, |
| "loss": 1.378108024597168, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.258316652368697, |
| "grad_norm": 0.6121353507041931, |
| "learning_rate": 8.697490518694935e-05, |
| "loss": 1.4062651634216308, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.2592698503479173, |
| "grad_norm": 0.6150690317153931, |
| "learning_rate": 8.687081846150561e-05, |
| "loss": 1.3605571746826173, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.26022304832713755, |
| "grad_norm": 0.5333664417266846, |
| "learning_rate": 8.676638031484196e-05, |
| "loss": 1.4339089393615723, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.26117624630635783, |
| "grad_norm": 0.625784158706665, |
| "learning_rate": 8.666159174237373e-05, |
| "loss": 1.385106086730957, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.2621294442855781, |
| "grad_norm": 0.625914454460144, |
| "learning_rate": 8.655645374285637e-05, |
| "loss": 1.36302490234375, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.2630826422647984, |
| "grad_norm": 0.5408570170402527, |
| "learning_rate": 8.645096731837566e-05, |
| "loss": 1.3285486221313476, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.26403584024401866, |
| "grad_norm": 0.5265281796455383, |
| "learning_rate": 8.634513347433827e-05, |
| "loss": 1.3816985130310058, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.264989038223239, |
| "grad_norm": 0.6113120913505554, |
| "learning_rate": 8.623895321946225e-05, |
| "loss": 1.3977375984191895, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.26594223620245927, |
| "grad_norm": 0.5564927458763123, |
| "learning_rate": 8.613242756576728e-05, |
| "loss": 1.3723347663879395, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.26689543418167955, |
| "grad_norm": 0.494344562292099, |
| "learning_rate": 8.602555752856512e-05, |
| "loss": 1.4047321319580077, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2678486321608998, |
| "grad_norm": 0.6288126111030579, |
| "learning_rate": 8.59183441264499e-05, |
| "loss": 1.4278359413146973, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.2688018301401201, |
| "grad_norm": 0.7214698791503906, |
| "learning_rate": 8.581078838128837e-05, |
| "loss": 1.347008228302002, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.2697550281193404, |
| "grad_norm": 0.481616735458374, |
| "learning_rate": 8.570289131821025e-05, |
| "loss": 1.3708770751953125, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.27070822609856066, |
| "grad_norm": 0.5352104306221008, |
| "learning_rate": 8.55946539655984e-05, |
| "loss": 1.4136503219604493, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.27166142407778093, |
| "grad_norm": 0.7826181054115295, |
| "learning_rate": 8.548607735507904e-05, |
| "loss": 1.3423415184020997, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.27261462205700127, |
| "grad_norm": 0.5781493782997131, |
| "learning_rate": 8.537716252151184e-05, |
| "loss": 1.3649326324462892, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.27356782003622154, |
| "grad_norm": 0.693625271320343, |
| "learning_rate": 8.526791050298022e-05, |
| "loss": 1.3296145439147948, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.2745210180154418, |
| "grad_norm": 0.673933744430542, |
| "learning_rate": 8.515832234078129e-05, |
| "loss": 1.350517463684082, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.2754742159946621, |
| "grad_norm": 0.54261314868927, |
| "learning_rate": 8.504839907941604e-05, |
| "loss": 1.4441131591796874, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.2764274139738824, |
| "grad_norm": 0.7024149298667908, |
| "learning_rate": 8.493814176657933e-05, |
| "loss": 1.3249446868896484, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.27738061195310265, |
| "grad_norm": 0.6024031043052673, |
| "learning_rate": 8.482755145314986e-05, |
| "loss": 1.380367374420166, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.27833380993232293, |
| "grad_norm": 0.588101327419281, |
| "learning_rate": 8.471662919318027e-05, |
| "loss": 1.3683594703674316, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.2792870079115432, |
| "grad_norm": 0.6452014446258545, |
| "learning_rate": 8.460537604388704e-05, |
| "loss": 1.3404038429260254, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.28024020589076354, |
| "grad_norm": 0.5389564633369446, |
| "learning_rate": 8.449379306564035e-05, |
| "loss": 1.3373002052307128, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.2811934038699838, |
| "grad_norm": 0.5641931891441345, |
| "learning_rate": 8.438188132195406e-05, |
| "loss": 1.4321128845214843, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.2821466018492041, |
| "grad_norm": 0.5689829587936401, |
| "learning_rate": 8.426964187947554e-05, |
| "loss": 1.4158197402954102, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.28309979982842437, |
| "grad_norm": 0.6428666710853577, |
| "learning_rate": 8.415707580797551e-05, |
| "loss": 1.3772966384887695, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.28405299780764465, |
| "grad_norm": 0.5933529734611511, |
| "learning_rate": 8.404418418033785e-05, |
| "loss": 1.3336894989013672, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.2850061957868649, |
| "grad_norm": 0.5442245006561279, |
| "learning_rate": 8.39309680725493e-05, |
| "loss": 1.3275571823120118, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.2859593937660852, |
| "grad_norm": 0.6149893999099731, |
| "learning_rate": 8.381742856368937e-05, |
| "loss": 1.3826486587524414, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2869125917453055, |
| "grad_norm": 0.5523366928100586, |
| "learning_rate": 8.370356673591985e-05, |
| "loss": 1.3565295219421387, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.2878657897245258, |
| "grad_norm": 0.5619015097618103, |
| "learning_rate": 8.358938367447468e-05, |
| "loss": 1.4171290397644043, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.2888189877037461, |
| "grad_norm": 0.5124524235725403, |
| "learning_rate": 8.347488046764948e-05, |
| "loss": 1.343014621734619, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.28977218568296637, |
| "grad_norm": 0.514398992061615, |
| "learning_rate": 8.336005820679126e-05, |
| "loss": 1.3443027496337892, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.29072538366218664, |
| "grad_norm": 0.4980037212371826, |
| "learning_rate": 8.324491798628793e-05, |
| "loss": 1.3882343292236328, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.2916785816414069, |
| "grad_norm": 0.707893967628479, |
| "learning_rate": 8.312946090355796e-05, |
| "loss": 1.3469395637512207, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.2926317796206272, |
| "grad_norm": 0.5966976284980774, |
| "learning_rate": 8.301368805903988e-05, |
| "loss": 1.3640374183654784, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.2935849775998475, |
| "grad_norm": 0.6900899410247803, |
| "learning_rate": 8.289760055618175e-05, |
| "loss": 1.3795743942260743, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.29453817557906775, |
| "grad_norm": 0.7353556156158447, |
| "learning_rate": 8.278119950143074e-05, |
| "loss": 1.3588271141052246, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.2954913735582881, |
| "grad_norm": 0.6737638115882874, |
| "learning_rate": 8.26644860042225e-05, |
| "loss": 1.3469388008117675, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.29644457153750836, |
| "grad_norm": 0.49913325905799866, |
| "learning_rate": 8.254746117697062e-05, |
| "loss": 1.3773557662963867, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.29739776951672864, |
| "grad_norm": 0.5710513591766357, |
| "learning_rate": 8.243012613505604e-05, |
| "loss": 1.3305269241333009, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.2983509674959489, |
| "grad_norm": 0.6924476027488708, |
| "learning_rate": 8.231248199681635e-05, |
| "loss": 1.3393621444702148, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.2993041654751692, |
| "grad_norm": 0.6819959878921509, |
| "learning_rate": 8.219452988353526e-05, |
| "loss": 1.439009189605713, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.30025736345438947, |
| "grad_norm": 0.5717564225196838, |
| "learning_rate": 8.207627091943178e-05, |
| "loss": 1.3435260772705078, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.30121056143360975, |
| "grad_norm": 0.5868562459945679, |
| "learning_rate": 8.195770623164955e-05, |
| "loss": 1.3461615562438964, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.30216375941283, |
| "grad_norm": 0.6372678875923157, |
| "learning_rate": 8.183883695024615e-05, |
| "loss": 1.2999251365661622, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.3031169573920503, |
| "grad_norm": 0.5561612248420715, |
| "learning_rate": 8.171966420818228e-05, |
| "loss": 1.4569865226745606, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.30407015537127063, |
| "grad_norm": 0.5445943474769592, |
| "learning_rate": 8.160018914131094e-05, |
| "loss": 1.3226649284362793, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.3050233533504909, |
| "grad_norm": 0.5619344115257263, |
| "learning_rate": 8.148041288836667e-05, |
| "loss": 1.2719925880432128, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3059765513297112, |
| "grad_norm": 0.6340746879577637, |
| "learning_rate": 8.13603365909546e-05, |
| "loss": 1.3441352844238281, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.30692974930893147, |
| "grad_norm": 0.678502082824707, |
| "learning_rate": 8.123996139353971e-05, |
| "loss": 1.306410312652588, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.30788294728815174, |
| "grad_norm": 0.6480040550231934, |
| "learning_rate": 8.11192884434358e-05, |
| "loss": 1.342271900177002, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.308836145267372, |
| "grad_norm": 0.7765945792198181, |
| "learning_rate": 8.099831889079455e-05, |
| "loss": 1.3604805946350098, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.3097893432465923, |
| "grad_norm": 0.7199779748916626, |
| "learning_rate": 8.087705388859467e-05, |
| "loss": 1.477169132232666, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.3107425412258126, |
| "grad_norm": 0.640831470489502, |
| "learning_rate": 8.07554945926308e-05, |
| "loss": 1.3985925674438477, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.3116957392050329, |
| "grad_norm": 0.5893611311912537, |
| "learning_rate": 8.063364216150257e-05, |
| "loss": 1.3131418228149414, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.3126489371842532, |
| "grad_norm": 0.8980715274810791, |
| "learning_rate": 8.051149775660354e-05, |
| "loss": 1.427363967895508, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.31360213516347346, |
| "grad_norm": 0.5138471126556396, |
| "learning_rate": 8.038906254211002e-05, |
| "loss": 1.3387574195861816, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.31455533314269374, |
| "grad_norm": 0.5718988180160522, |
| "learning_rate": 8.026633768497019e-05, |
| "loss": 1.4060593605041505, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.315508531121914, |
| "grad_norm": 0.6414536237716675, |
| "learning_rate": 8.014332435489275e-05, |
| "loss": 1.3734132766723632, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.3164617291011343, |
| "grad_norm": 0.6421763896942139, |
| "learning_rate": 8.0020023724336e-05, |
| "loss": 1.4304315567016601, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.31741492708035457, |
| "grad_norm": 0.6136577725410461, |
| "learning_rate": 7.98964369684964e-05, |
| "loss": 1.3949074745178223, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.31836812505957485, |
| "grad_norm": 0.5601505041122437, |
| "learning_rate": 7.977256526529762e-05, |
| "loss": 1.334375, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3193213230387952, |
| "grad_norm": 0.4467509984970093, |
| "learning_rate": 7.964840979537917e-05, |
| "loss": 1.3619421005249024, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.32027452101801546, |
| "grad_norm": 0.5007718801498413, |
| "learning_rate": 7.952397174208519e-05, |
| "loss": 1.331326675415039, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.32122771899723573, |
| "grad_norm": 0.641846239566803, |
| "learning_rate": 7.939925229145313e-05, |
| "loss": 1.3683222770690917, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.322180916976456, |
| "grad_norm": 0.8255288600921631, |
| "learning_rate": 7.927425263220252e-05, |
| "loss": 1.4838945388793945, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.3231341149556763, |
| "grad_norm": 0.6215581297874451, |
| "learning_rate": 7.91489739557236e-05, |
| "loss": 1.385828971862793, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.32408731293489657, |
| "grad_norm": 0.5082218647003174, |
| "learning_rate": 7.902341745606594e-05, |
| "loss": 1.348279094696045, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.32504051091411684, |
| "grad_norm": 0.4819370210170746, |
| "learning_rate": 7.889758432992711e-05, |
| "loss": 1.3172736167907715, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.3259937088933371, |
| "grad_norm": 0.7424606084823608, |
| "learning_rate": 7.87714757766412e-05, |
| "loss": 1.4057170867919921, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.32694690687255745, |
| "grad_norm": 0.893409252166748, |
| "learning_rate": 7.864509299816747e-05, |
| "loss": 1.3335143089294434, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.32790010485177773, |
| "grad_norm": 1.3331201076507568, |
| "learning_rate": 7.851843719907888e-05, |
| "loss": 1.3815743446350097, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.328853302830998, |
| "grad_norm": 0.6320205926895142, |
| "learning_rate": 7.839150958655058e-05, |
| "loss": 1.3576692581176757, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.3298065008102183, |
| "grad_norm": 0.582838237285614, |
| "learning_rate": 7.826431137034838e-05, |
| "loss": 1.4382132530212401, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.33075969878943856, |
| "grad_norm": 0.561447024345398, |
| "learning_rate": 7.813684376281729e-05, |
| "loss": 1.4237019538879394, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.33171289676865884, |
| "grad_norm": 0.5873743891716003, |
| "learning_rate": 7.800910797886991e-05, |
| "loss": 1.3614691734313964, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.3326660947478791, |
| "grad_norm": 0.6277682781219482, |
| "learning_rate": 7.788110523597488e-05, |
| "loss": 1.3796740531921388, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.3336192927270994, |
| "grad_norm": 0.6571743488311768, |
| "learning_rate": 7.775283675414524e-05, |
| "loss": 1.275069808959961, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3345724907063197, |
| "grad_norm": 0.6006145477294922, |
| "learning_rate": 7.762430375592688e-05, |
| "loss": 1.289985752105713, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.33552568868554, |
| "grad_norm": 0.7694780230522156, |
| "learning_rate": 7.749550746638679e-05, |
| "loss": 1.3432666778564453, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3364788866647603, |
| "grad_norm": 0.5260142087936401, |
| "learning_rate": 7.736644911310144e-05, |
| "loss": 1.3697632789611816, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.33743208464398056, |
| "grad_norm": 0.5768413543701172, |
| "learning_rate": 7.723712992614504e-05, |
| "loss": 1.3696261405944825, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.33838528262320083, |
| "grad_norm": 0.4571114182472229, |
| "learning_rate": 7.710755113807794e-05, |
| "loss": 1.3056211471557617, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.3393384806024211, |
| "grad_norm": 0.49580568075180054, |
| "learning_rate": 7.697771398393466e-05, |
| "loss": 1.276703453063965, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.3402916785816414, |
| "grad_norm": 0.56279456615448, |
| "learning_rate": 7.68476197012123e-05, |
| "loss": 1.3663080215454102, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.34124487656086167, |
| "grad_norm": 0.6360243558883667, |
| "learning_rate": 7.671726952985876e-05, |
| "loss": 1.3344181060791016, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.342198074540082, |
| "grad_norm": 0.49206170439720154, |
| "learning_rate": 7.658666471226073e-05, |
| "loss": 1.4072901725769043, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.3431512725193023, |
| "grad_norm": 0.44681113958358765, |
| "learning_rate": 7.645580649323205e-05, |
| "loss": 1.37835693359375, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.34410447049852255, |
| "grad_norm": 0.7092109322547913, |
| "learning_rate": 7.632469612000173e-05, |
| "loss": 1.3130971908569335, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.34505766847774283, |
| "grad_norm": 0.5687137842178345, |
| "learning_rate": 7.619333484220212e-05, |
| "loss": 1.2733522415161134, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.3460108664569631, |
| "grad_norm": 0.5895804762840271, |
| "learning_rate": 7.6061723911857e-05, |
| "loss": 1.2574093818664551, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.3469640644361834, |
| "grad_norm": 0.7050639390945435, |
| "learning_rate": 7.592986458336958e-05, |
| "loss": 1.3524909973144532, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.34791726241540366, |
| "grad_norm": 0.7112770676612854, |
| "learning_rate": 7.579775811351057e-05, |
| "loss": 1.3599508285522461, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.34887046039462394, |
| "grad_norm": 0.7098567485809326, |
| "learning_rate": 7.566540576140633e-05, |
| "loss": 1.3201171875, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.34982365837384427, |
| "grad_norm": 0.5906610488891602, |
| "learning_rate": 7.553280878852664e-05, |
| "loss": 1.3277406692504883, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.35077685635306455, |
| "grad_norm": 0.600531280040741, |
| "learning_rate": 7.539996845867285e-05, |
| "loss": 1.3474562644958497, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.3517300543322848, |
| "grad_norm": 0.598839282989502, |
| "learning_rate": 7.526688603796578e-05, |
| "loss": 1.3831668853759767, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.3526832523115051, |
| "grad_norm": 0.7975032329559326, |
| "learning_rate": 7.513356279483366e-05, |
| "loss": 1.3465482711791992, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.3536364502907254, |
| "grad_norm": 0.6491721868515015, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 1.3161048889160156, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.35458964826994566, |
| "grad_norm": 0.4972705841064453, |
| "learning_rate": 7.486619892647158e-05, |
| "loss": 1.401839828491211, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.35554284624916593, |
| "grad_norm": 0.5851622223854065, |
| "learning_rate": 7.473216084952615e-05, |
| "loss": 1.4101516723632812, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.3564960442283862, |
| "grad_norm": 0.6072251796722412, |
| "learning_rate": 7.45978870467005e-05, |
| "loss": 1.416058349609375, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.35744924220760654, |
| "grad_norm": 0.5288138389587402, |
| "learning_rate": 7.446337879777802e-05, |
| "loss": 1.3266029357910156, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.3584024401868268, |
| "grad_norm": 0.5310401916503906, |
| "learning_rate": 7.432863738477675e-05, |
| "loss": 1.400155258178711, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3593556381660471, |
| "grad_norm": 0.48231241106987, |
| "learning_rate": 7.419366409193701e-05, |
| "loss": 1.30098876953125, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.3603088361452674, |
| "grad_norm": 0.6846333742141724, |
| "learning_rate": 7.40584602057092e-05, |
| "loss": 1.3059898376464845, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.36126203412448765, |
| "grad_norm": 0.5746827125549316, |
| "learning_rate": 7.392302701474151e-05, |
| "loss": 1.3219364166259766, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.36221523210370793, |
| "grad_norm": 0.5340244770050049, |
| "learning_rate": 7.378736580986774e-05, |
| "loss": 1.415522003173828, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.3631684300829282, |
| "grad_norm": 0.6440497636795044, |
| "learning_rate": 7.365147788409485e-05, |
| "loss": 1.3212701797485351, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.3641216280621485, |
| "grad_norm": 0.7144160270690918, |
| "learning_rate": 7.351536453259079e-05, |
| "loss": 1.2544239997863769, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.3650748260413688, |
| "grad_norm": 0.8565750122070312, |
| "learning_rate": 7.337902705267198e-05, |
| "loss": 1.4466636657714844, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.3660280240205891, |
| "grad_norm": 0.6030147075653076, |
| "learning_rate": 7.324246674379112e-05, |
| "loss": 1.2723915100097656, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.36698122199980937, |
| "grad_norm": 0.6239649057388306, |
| "learning_rate": 7.310568490752467e-05, |
| "loss": 1.417379093170166, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.36793441997902965, |
| "grad_norm": 0.8152230381965637, |
| "learning_rate": 7.296868284756057e-05, |
| "loss": 1.3639314651489258, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.3688876179582499, |
| "grad_norm": 0.7496471405029297, |
| "learning_rate": 7.283146186968565e-05, |
| "loss": 1.333154296875, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.3698408159374702, |
| "grad_norm": 0.5171647667884827, |
| "learning_rate": 7.269402328177337e-05, |
| "loss": 1.3112310409545898, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.3707940139166905, |
| "grad_norm": 0.6781322956085205, |
| "learning_rate": 7.255636839377122e-05, |
| "loss": 1.364420509338379, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.37174721189591076, |
| "grad_norm": 0.774675190448761, |
| "learning_rate": 7.241849851768825e-05, |
| "loss": 1.4390934944152831, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3727004098751311, |
| "grad_norm": 0.5805970430374146, |
| "learning_rate": 7.228041496758265e-05, |
| "loss": 1.3490175247192382, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.37365360785435137, |
| "grad_norm": 0.5821093916893005, |
| "learning_rate": 7.214211905954914e-05, |
| "loss": 1.3155420303344727, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.37460680583357164, |
| "grad_norm": 0.6285253763198853, |
| "learning_rate": 7.200361211170648e-05, |
| "loss": 1.3470318794250489, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.3755600038127919, |
| "grad_norm": 0.6625807881355286, |
| "learning_rate": 7.186489544418483e-05, |
| "loss": 1.2834866523742676, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.3765132017920122, |
| "grad_norm": 0.5142903327941895, |
| "learning_rate": 7.172597037911323e-05, |
| "loss": 1.3514581680297852, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.3774663997712325, |
| "grad_norm": 0.5874062180519104, |
| "learning_rate": 7.158683824060706e-05, |
| "loss": 1.380577850341797, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.37841959775045275, |
| "grad_norm": 0.6100233197212219, |
| "learning_rate": 7.144750035475525e-05, |
| "loss": 1.400775146484375, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.37937279572967303, |
| "grad_norm": 0.6496831178665161, |
| "learning_rate": 7.130795804960783e-05, |
| "loss": 1.4105688095092774, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.38032599370889336, |
| "grad_norm": 0.5364809632301331, |
| "learning_rate": 7.116821265516307e-05, |
| "loss": 1.362969970703125, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.38127919168811364, |
| "grad_norm": 0.5413024425506592, |
| "learning_rate": 7.102826550335503e-05, |
| "loss": 1.3479754447937011, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3822323896673339, |
| "grad_norm": 0.6250216960906982, |
| "learning_rate": 7.088811792804068e-05, |
| "loss": 1.3507553100585938, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.3831855876465542, |
| "grad_norm": 0.565956175327301, |
| "learning_rate": 7.074777126498728e-05, |
| "loss": 1.3483230590820312, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.38413878562577447, |
| "grad_norm": 0.8557022213935852, |
| "learning_rate": 7.060722685185961e-05, |
| "loss": 1.3211019515991211, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.38509198360499475, |
| "grad_norm": 0.6648387908935547, |
| "learning_rate": 7.046648602820724e-05, |
| "loss": 1.274226474761963, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.386045181584215, |
| "grad_norm": 0.6867877840995789, |
| "learning_rate": 7.032555013545176e-05, |
| "loss": 1.3185123443603515, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.3869983795634353, |
| "grad_norm": 0.5501325726509094, |
| "learning_rate": 7.0184420516874e-05, |
| "loss": 1.2785281181335448, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.38795157754265563, |
| "grad_norm": 0.6135473251342773, |
| "learning_rate": 7.00430985176012e-05, |
| "loss": 1.2404916763305665, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.3889047755218759, |
| "grad_norm": 0.8233889937400818, |
| "learning_rate": 6.990158548459424e-05, |
| "loss": 1.383447265625, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.3898579735010962, |
| "grad_norm": 0.8463984131813049, |
| "learning_rate": 6.975988276663474e-05, |
| "loss": 1.3010026931762695, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.39081117148031647, |
| "grad_norm": 0.6072444915771484, |
| "learning_rate": 6.961799171431225e-05, |
| "loss": 1.3599861145019532, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.39176436945953674, |
| "grad_norm": 0.6704472899436951, |
| "learning_rate": 6.947591368001138e-05, |
| "loss": 1.3024486541748046, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.392717567438757, |
| "grad_norm": 0.5563452243804932, |
| "learning_rate": 6.933365001789882e-05, |
| "loss": 1.2490873336791992, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.3936707654179773, |
| "grad_norm": 0.5691594481468201, |
| "learning_rate": 6.919120208391061e-05, |
| "loss": 1.4150970458984375, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.3946239633971976, |
| "grad_norm": 0.6240338087081909, |
| "learning_rate": 6.904857123573904e-05, |
| "loss": 1.3098100662231444, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.3955771613764179, |
| "grad_norm": 0.5713334083557129, |
| "learning_rate": 6.89057588328198e-05, |
| "loss": 1.3023897171020509, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.3965303593556382, |
| "grad_norm": 0.9345459342002869, |
| "learning_rate": 6.876276623631901e-05, |
| "loss": 1.369023609161377, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.39748355733485846, |
| "grad_norm": 0.6146746873855591, |
| "learning_rate": 6.861959480912027e-05, |
| "loss": 1.2818717002868651, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.39843675531407874, |
| "grad_norm": 0.9866006374359131, |
| "learning_rate": 6.847624591581157e-05, |
| "loss": 1.3727745056152343, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.399389953293299, |
| "grad_norm": 0.7147544622421265, |
| "learning_rate": 6.833272092267241e-05, |
| "loss": 1.3544178009033203, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.4003431512725193, |
| "grad_norm": 0.7019825577735901, |
| "learning_rate": 6.818902119766073e-05, |
| "loss": 1.2577683448791503, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.40129634925173957, |
| "grad_norm": 0.7285730242729187, |
| "learning_rate": 6.804514811039983e-05, |
| "loss": 1.4660480499267579, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.40224954723095985, |
| "grad_norm": 0.5752015709877014, |
| "learning_rate": 6.790110303216537e-05, |
| "loss": 1.2868889808654784, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.4032027452101802, |
| "grad_norm": 0.7527331113815308, |
| "learning_rate": 6.775688733587228e-05, |
| "loss": 1.3297164916992188, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.40415594318940046, |
| "grad_norm": 0.5745465755462646, |
| "learning_rate": 6.761250239606169e-05, |
| "loss": 1.2335416793823242, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.40510914116862073, |
| "grad_norm": 0.5933486223220825, |
| "learning_rate": 6.746794958888777e-05, |
| "loss": 1.3321504592895508, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.406062339147841, |
| "grad_norm": 0.6915920972824097, |
| "learning_rate": 6.73232302921047e-05, |
| "loss": 1.3351354598999023, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.4070155371270613, |
| "grad_norm": 0.5966864228248596, |
| "learning_rate": 6.71783458850535e-05, |
| "loss": 1.34144287109375, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.40796873510628157, |
| "grad_norm": 0.5685322284698486, |
| "learning_rate": 6.703329774864886e-05, |
| "loss": 1.3440410614013671, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.40892193308550184, |
| "grad_norm": 0.6365430355072021, |
| "learning_rate": 6.6888087265366e-05, |
| "loss": 1.3618284225463868, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.4098751310647221, |
| "grad_norm": 0.6044729351997375, |
| "learning_rate": 6.67427158192275e-05, |
| "loss": 1.302448558807373, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.41082832904394245, |
| "grad_norm": 0.5664344429969788, |
| "learning_rate": 6.659718479579009e-05, |
| "loss": 1.4417905807495117, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.41178152702316273, |
| "grad_norm": 0.6466103196144104, |
| "learning_rate": 6.645149558213148e-05, |
| "loss": 1.3929347038269042, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.412734725002383, |
| "grad_norm": 0.6547885537147522, |
| "learning_rate": 6.630564956683708e-05, |
| "loss": 1.3017690658569336, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.4136879229816033, |
| "grad_norm": 0.5610964298248291, |
| "learning_rate": 6.615964813998682e-05, |
| "loss": 1.3484243392944335, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.41464112096082356, |
| "grad_norm": 0.5627769231796265, |
| "learning_rate": 6.601349269314188e-05, |
| "loss": 1.352993106842041, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.41559431894004384, |
| "grad_norm": 0.4858628511428833, |
| "learning_rate": 6.586718461933143e-05, |
| "loss": 1.3508516311645509, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.4165475169192641, |
| "grad_norm": 0.6281948089599609, |
| "learning_rate": 6.572072531303934e-05, |
| "loss": 1.331397247314453, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.4175007148984844, |
| "grad_norm": 0.6066363453865051, |
| "learning_rate": 6.557411617019092e-05, |
| "loss": 1.2853527069091797, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.4184539128777047, |
| "grad_norm": 0.6890729665756226, |
| "learning_rate": 6.542735858813954e-05, |
| "loss": 1.3202073097229003, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.419407110856925, |
| "grad_norm": 0.8165856599807739, |
| "learning_rate": 6.528045396565342e-05, |
| "loss": 1.353419303894043, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.4203603088361453, |
| "grad_norm": 0.5850958228111267, |
| "learning_rate": 6.513340370290224e-05, |
| "loss": 1.3310669898986816, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.42131350681536556, |
| "grad_norm": 0.5966853499412537, |
| "learning_rate": 6.498620920144378e-05, |
| "loss": 1.372230052947998, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.42226670479458583, |
| "grad_norm": 0.5578535199165344, |
| "learning_rate": 6.483887186421058e-05, |
| "loss": 1.2029244422912597, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.4232199027738061, |
| "grad_norm": 0.588769793510437, |
| "learning_rate": 6.46913930954966e-05, |
| "loss": 1.2575939178466797, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.4241731007530264, |
| "grad_norm": 0.5605327486991882, |
| "learning_rate": 6.454377430094376e-05, |
| "loss": 1.2515182495117188, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.42512629873224667, |
| "grad_norm": 0.6388108730316162, |
| "learning_rate": 6.43960168875286e-05, |
| "loss": 1.2630409240722655, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.426079496711467, |
| "grad_norm": 0.6354728937149048, |
| "learning_rate": 6.42481222635489e-05, |
| "loss": 1.29013090133667, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.4270326946906873, |
| "grad_norm": 0.6923354268074036, |
| "learning_rate": 6.410009183861013e-05, |
| "loss": 1.2888442993164062, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.42798589266990755, |
| "grad_norm": 0.5017269849777222, |
| "learning_rate": 6.39519270236122e-05, |
| "loss": 1.2488239288330079, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.42893909064912783, |
| "grad_norm": 0.6971740126609802, |
| "learning_rate": 6.38036292307358e-05, |
| "loss": 1.3083078384399414, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.4298922886283481, |
| "grad_norm": 0.7388419508934021, |
| "learning_rate": 6.365519987342917e-05, |
| "loss": 1.326636505126953, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.4308454866075684, |
| "grad_norm": 0.5238728523254395, |
| "learning_rate": 6.350664036639442e-05, |
| "loss": 1.2866081237792968, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.43179868458678866, |
| "grad_norm": 0.7681960463523865, |
| "learning_rate": 6.335795212557417e-05, |
| "loss": 1.3370766639709473, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.43275188256600894, |
| "grad_norm": 0.4777337610721588, |
| "learning_rate": 6.320913656813802e-05, |
| "loss": 1.3494007110595703, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.43370508054522927, |
| "grad_norm": 0.5424591898918152, |
| "learning_rate": 6.306019511246905e-05, |
| "loss": 1.2188060760498047, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.43465827852444955, |
| "grad_norm": 0.7049203515052795, |
| "learning_rate": 6.291112917815027e-05, |
| "loss": 1.226613426208496, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.4356114765036698, |
| "grad_norm": 0.7803995609283447, |
| "learning_rate": 6.276194018595114e-05, |
| "loss": 1.2571246147155761, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.4365646744828901, |
| "grad_norm": 0.7541532516479492, |
| "learning_rate": 6.261262955781398e-05, |
| "loss": 1.2014997482299805, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.4375178724621104, |
| "grad_norm": 0.6911846399307251, |
| "learning_rate": 6.246319871684048e-05, |
| "loss": 1.3261570930480957, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.43847107044133066, |
| "grad_norm": 0.5578048229217529, |
| "learning_rate": 6.231364908727806e-05, |
| "loss": 1.3646205902099608, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.43942426842055093, |
| "grad_norm": 0.5710150003433228, |
| "learning_rate": 6.216398209450633e-05, |
| "loss": 1.2794734954833984, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.4403774663997712, |
| "grad_norm": 0.6587945818901062, |
| "learning_rate": 6.201419916502351e-05, |
| "loss": 1.3150693893432617, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.44133066437899154, |
| "grad_norm": 0.7044800519943237, |
| "learning_rate": 6.186430172643288e-05, |
| "loss": 1.3477896690368651, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.4422838623582118, |
| "grad_norm": 0.5416322350502014, |
| "learning_rate": 6.171429120742903e-05, |
| "loss": 1.3167153358459474, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.4432370603374321, |
| "grad_norm": 0.8006619811058044, |
| "learning_rate": 6.156416903778443e-05, |
| "loss": 1.2461322784423827, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.4441902583166524, |
| "grad_norm": 0.7887236475944519, |
| "learning_rate": 6.141393664833562e-05, |
| "loss": 1.322500228881836, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.44514345629587265, |
| "grad_norm": 0.6436631083488464, |
| "learning_rate": 6.126359547096975e-05, |
| "loss": 1.2609729766845703, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.44609665427509293, |
| "grad_norm": 0.5567827820777893, |
| "learning_rate": 6.111314693861078e-05, |
| "loss": 1.3153230667114257, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4470498522543132, |
| "grad_norm": 0.6213957071304321, |
| "learning_rate": 6.096259248520591e-05, |
| "loss": 1.2853681564331054, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.4480030502335335, |
| "grad_norm": 0.7204575538635254, |
| "learning_rate": 6.081193354571191e-05, |
| "loss": 1.3712921142578125, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.44895624821275376, |
| "grad_norm": 0.5651723742485046, |
| "learning_rate": 6.066117155608135e-05, |
| "loss": 1.2652931213378906, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.4499094461919741, |
| "grad_norm": 0.48197153210639954, |
| "learning_rate": 6.051030795324906e-05, |
| "loss": 1.3778664588928222, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.45086264417119437, |
| "grad_norm": 0.5710497498512268, |
| "learning_rate": 6.035934417511834e-05, |
| "loss": 1.2601179122924804, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.45181584215041465, |
| "grad_norm": 0.6569958925247192, |
| "learning_rate": 6.020828166054726e-05, |
| "loss": 1.2517206192016601, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.4527690401296349, |
| "grad_norm": 0.8211113810539246, |
| "learning_rate": 6.0057121849334975e-05, |
| "loss": 1.3188791275024414, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.4537222381088552, |
| "grad_norm": 0.8274943828582764, |
| "learning_rate": 5.9905866182207994e-05, |
| "loss": 1.2817185401916504, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.4546754360880755, |
| "grad_norm": 0.9456292986869812, |
| "learning_rate": 5.9754516100806423e-05, |
| "loss": 1.3292264938354492, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.45562863406729576, |
| "grad_norm": 0.552264928817749, |
| "learning_rate": 5.9603073047670253e-05, |
| "loss": 1.3574498176574707, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.45658183204651603, |
| "grad_norm": 0.8571290969848633, |
| "learning_rate": 5.945153846622563e-05, |
| "loss": 1.3702621459960938, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.45753503002573637, |
| "grad_norm": 0.593041181564331, |
| "learning_rate": 5.929991380077102e-05, |
| "loss": 1.2561967849731446, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.45848822800495664, |
| "grad_norm": 0.7197123169898987, |
| "learning_rate": 5.9148200496463524e-05, |
| "loss": 1.2986156463623046, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.4594414259841769, |
| "grad_norm": 0.7309663891792297, |
| "learning_rate": 5.8996399999305084e-05, |
| "loss": 1.2270036697387696, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.4603946239633972, |
| "grad_norm": 0.5782007575035095, |
| "learning_rate": 5.884451375612865e-05, |
| "loss": 1.2581504821777343, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.4613478219426175, |
| "grad_norm": 0.7056921720504761, |
| "learning_rate": 5.869254321458447e-05, |
| "loss": 1.310012435913086, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.46230101992183775, |
| "grad_norm": 0.5803052186965942, |
| "learning_rate": 5.854048982312623e-05, |
| "loss": 1.3429342269897462, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.46325421790105803, |
| "grad_norm": 0.9722602367401123, |
| "learning_rate": 5.838835503099727e-05, |
| "loss": 1.293086624145508, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.4642074158802783, |
| "grad_norm": 0.5890440940856934, |
| "learning_rate": 5.8236140288216776e-05, |
| "loss": 1.3354226112365724, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.46516061385949864, |
| "grad_norm": 0.5847529768943787, |
| "learning_rate": 5.8083847045565964e-05, |
| "loss": 1.2724483489990235, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.4661138118387189, |
| "grad_norm": 0.5705927014350891, |
| "learning_rate": 5.7931476754574246e-05, |
| "loss": 1.246432113647461, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.4670670098179392, |
| "grad_norm": 0.6440657377243042, |
| "learning_rate": 5.777903086750537e-05, |
| "loss": 1.3789167404174805, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.46802020779715947, |
| "grad_norm": 0.6465033888816833, |
| "learning_rate": 5.762651083734363e-05, |
| "loss": 1.3318554878234863, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.46897340577637975, |
| "grad_norm": 0.53423672914505, |
| "learning_rate": 5.747391811777996e-05, |
| "loss": 1.3092180252075196, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.4699266037556, |
| "grad_norm": 0.5637331008911133, |
| "learning_rate": 5.7321254163198126e-05, |
| "loss": 1.2770545959472657, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.4708798017348203, |
| "grad_norm": 0.769513726234436, |
| "learning_rate": 5.716852042866083e-05, |
| "loss": 1.3958868026733398, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.4718329997140406, |
| "grad_norm": 0.5739859342575073, |
| "learning_rate": 5.701571836989591e-05, |
| "loss": 1.338501262664795, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.4727861976932609, |
| "grad_norm": 0.6028321981430054, |
| "learning_rate": 5.686284944328233e-05, |
| "loss": 1.277390480041504, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.4737393956724812, |
| "grad_norm": 0.7873733639717102, |
| "learning_rate": 5.670991510583643e-05, |
| "loss": 1.3972469329833985, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.47469259365170147, |
| "grad_norm": 0.5674543976783752, |
| "learning_rate": 5.6556916815198004e-05, |
| "loss": 1.2728700637817383, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.47564579163092174, |
| "grad_norm": 0.5882276892662048, |
| "learning_rate": 5.640385602961634e-05, |
| "loss": 1.2748459815979003, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.476598989610142, |
| "grad_norm": 0.6623244285583496, |
| "learning_rate": 5.625073420793644e-05, |
| "loss": 1.3471666336059571, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4775521875893623, |
| "grad_norm": 0.549636721611023, |
| "learning_rate": 5.6097552809584996e-05, |
| "loss": 1.268274974822998, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.4785053855685826, |
| "grad_norm": 0.5313766598701477, |
| "learning_rate": 5.594431329455655e-05, |
| "loss": 1.2008712768554688, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.47945858354780285, |
| "grad_norm": 0.6205539107322693, |
| "learning_rate": 5.579101712339958e-05, |
| "loss": 1.2783683776855468, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.4804117815270232, |
| "grad_norm": 1.1922192573547363, |
| "learning_rate": 5.563766575720254e-05, |
| "loss": 1.3177761077880858, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.48136497950624346, |
| "grad_norm": 0.5861597657203674, |
| "learning_rate": 5.5484260657579965e-05, |
| "loss": 1.1803934097290039, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.48231817748546374, |
| "grad_norm": 1.1449154615402222, |
| "learning_rate": 5.533080328665855e-05, |
| "loss": 1.2816280364990233, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.483271375464684, |
| "grad_norm": 0.6446986198425293, |
| "learning_rate": 5.517729510706315e-05, |
| "loss": 1.3410715103149413, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.4842245734439043, |
| "grad_norm": 0.7727839946746826, |
| "learning_rate": 5.5023737581902935e-05, |
| "loss": 1.2542783737182617, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.48517777142312457, |
| "grad_norm": 0.6695873141288757, |
| "learning_rate": 5.487013217475735e-05, |
| "loss": 1.2204108238220215, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.48613096940234485, |
| "grad_norm": 0.8227330446243286, |
| "learning_rate": 5.471648034966225e-05, |
| "loss": 1.3047113418579102, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4870841673815651, |
| "grad_norm": 0.63616544008255, |
| "learning_rate": 5.456278357109589e-05, |
| "loss": 1.2772872924804688, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.48803736536078546, |
| "grad_norm": 0.6261322498321533, |
| "learning_rate": 5.4409043303964954e-05, |
| "loss": 1.3274253845214843, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.48899056334000573, |
| "grad_norm": 0.6103684306144714, |
| "learning_rate": 5.425526101359067e-05, |
| "loss": 1.3406309127807616, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.489943761319226, |
| "grad_norm": 0.6387801170349121, |
| "learning_rate": 5.41014381656948e-05, |
| "loss": 1.3044708251953125, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.4908969592984463, |
| "grad_norm": 0.559608519077301, |
| "learning_rate": 5.39475762263856e-05, |
| "loss": 1.2652557373046875, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.49185015727766657, |
| "grad_norm": 0.5396852493286133, |
| "learning_rate": 5.3793676662143965e-05, |
| "loss": 1.3324545860290526, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.49280335525688684, |
| "grad_norm": 0.672410786151886, |
| "learning_rate": 5.3639740939809405e-05, |
| "loss": 1.2873205184936523, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.4937565532361071, |
| "grad_norm": 0.5460557341575623, |
| "learning_rate": 5.3485770526566e-05, |
| "loss": 1.238821792602539, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.4947097512153274, |
| "grad_norm": 0.48951706290245056, |
| "learning_rate": 5.3331766889928556e-05, |
| "loss": 1.2931809425354004, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.49566294919454773, |
| "grad_norm": 0.6401025652885437, |
| "learning_rate": 5.3177731497728475e-05, |
| "loss": 1.2673799514770507, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.496616147173768, |
| "grad_norm": 0.5934286117553711, |
| "learning_rate": 5.302366581809984e-05, |
| "loss": 1.2936947822570801, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.4975693451529883, |
| "grad_norm": 0.6554251313209534, |
| "learning_rate": 5.2869571319465435e-05, |
| "loss": 1.30528564453125, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.49852254313220856, |
| "grad_norm": 0.5471514463424683, |
| "learning_rate": 5.271544947052267e-05, |
| "loss": 1.1838308334350587, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.49947574111142884, |
| "grad_norm": 0.7644234895706177, |
| "learning_rate": 5.2561301740229686e-05, |
| "loss": 1.283384418487549, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.5004289390906491, |
| "grad_norm": 0.5817055106163025, |
| "learning_rate": 5.2407129597791295e-05, |
| "loss": 1.2347601890563964, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.5013821370698694, |
| "grad_norm": 0.6453908085823059, |
| "learning_rate": 5.2252934512644935e-05, |
| "loss": 1.3328070640563965, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5023353350490897, |
| "grad_norm": 0.532061755657196, |
| "learning_rate": 5.2098717954446784e-05, |
| "loss": 1.333824920654297, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.50328853302831, |
| "grad_norm": 0.6687843203544617, |
| "learning_rate": 5.194448139305762e-05, |
| "loss": 1.3482172012329101, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5042417310075302, |
| "grad_norm": 0.6556944847106934, |
| "learning_rate": 5.1790226298528924e-05, |
| "loss": 1.257643985748291, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.5051949289867506, |
| "grad_norm": 0.6609522104263306, |
| "learning_rate": 5.1635954141088813e-05, |
| "loss": 1.2046517372131347, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5061481269659708, |
| "grad_norm": 0.6581369042396545, |
| "learning_rate": 5.148166639112799e-05, |
| "loss": 1.256479263305664, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.5071013249451911, |
| "grad_norm": 0.5723243951797485, |
| "learning_rate": 5.132736451918582e-05, |
| "loss": 1.3054783821105957, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.5080545229244114, |
| "grad_norm": 0.6024762392044067, |
| "learning_rate": 5.117304999593625e-05, |
| "loss": 1.2113540649414063, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.5090077209036317, |
| "grad_norm": 0.6620156168937683, |
| "learning_rate": 5.101872429217379e-05, |
| "loss": 1.2767284393310547, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.509960918882852, |
| "grad_norm": 0.5391150712966919, |
| "learning_rate": 5.086438887879955e-05, |
| "loss": 1.3419584274291991, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.5109141168620722, |
| "grad_norm": 0.6278124451637268, |
| "learning_rate": 5.0710045226807157e-05, |
| "loss": 1.2554492950439453, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.5118673148412926, |
| "grad_norm": 0.677617073059082, |
| "learning_rate": 5.055569480726876e-05, |
| "loss": 1.2829187393188477, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.6371073126792908, |
| "learning_rate": 5.040133909132104e-05, |
| "loss": 1.2125523567199707, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.5137737107997331, |
| "grad_norm": 0.7256470918655396, |
| "learning_rate": 5.0246979550151116e-05, |
| "loss": 1.2278175354003906, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.5147269087789534, |
| "grad_norm": 0.6447271704673767, |
| "learning_rate": 5.00926176549826e-05, |
| "loss": 1.3057592391967774, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5156801067581737, |
| "grad_norm": 0.6097456216812134, |
| "learning_rate": 4.993825487706153e-05, |
| "loss": 1.2595368385314942, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.516633304737394, |
| "grad_norm": 0.5032343864440918, |
| "learning_rate": 4.978389268764236e-05, |
| "loss": 1.2212257385253906, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.5175865027166142, |
| "grad_norm": 0.5995299816131592, |
| "learning_rate": 4.96295325579739e-05, |
| "loss": 1.3145025253295899, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.5185397006958345, |
| "grad_norm": 0.6602983474731445, |
| "learning_rate": 4.9475175959285394e-05, |
| "loss": 1.326936626434326, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5194928986750548, |
| "grad_norm": 0.6034419536590576, |
| "learning_rate": 4.9320824362772396e-05, |
| "loss": 1.3041457176208495, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.5204460966542751, |
| "grad_norm": 0.8866453170776367, |
| "learning_rate": 4.916647923958276e-05, |
| "loss": 1.2453497886657714, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5213992946334953, |
| "grad_norm": 0.5730390548706055, |
| "learning_rate": 4.901214206080269e-05, |
| "loss": 1.1771400451660157, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.5223524926127157, |
| "grad_norm": 0.7555006146430969, |
| "learning_rate": 4.885781429744263e-05, |
| "loss": 1.2875048637390136, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.523305690591936, |
| "grad_norm": 0.8437433838844299, |
| "learning_rate": 4.870349742042328e-05, |
| "loss": 1.300255584716797, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.5242588885711562, |
| "grad_norm": 0.7320507168769836, |
| "learning_rate": 4.8549192900561666e-05, |
| "loss": 1.2990969657897948, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5252120865503765, |
| "grad_norm": 0.714146077632904, |
| "learning_rate": 4.839490220855692e-05, |
| "loss": 1.2314547538757323, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.5261652845295968, |
| "grad_norm": 0.6077867746353149, |
| "learning_rate": 4.824062681497643e-05, |
| "loss": 1.3071678161621094, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.5271184825088171, |
| "grad_norm": 0.615460216999054, |
| "learning_rate": 4.8086368190241804e-05, |
| "loss": 1.2812042236328125, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.5280716804880373, |
| "grad_norm": 0.572293221950531, |
| "learning_rate": 4.793212780461478e-05, |
| "loss": 1.2879579544067383, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5290248784672577, |
| "grad_norm": 0.5470404028892517, |
| "learning_rate": 4.777790712818324e-05, |
| "loss": 1.2061164855957032, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.529978076446478, |
| "grad_norm": 0.7726988792419434, |
| "learning_rate": 4.7623707630847285e-05, |
| "loss": 1.2886631965637207, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.5309312744256982, |
| "grad_norm": 0.5666267275810242, |
| "learning_rate": 4.74695307823051e-05, |
| "loss": 1.2591033935546876, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.5318844724049185, |
| "grad_norm": 0.799761176109314, |
| "learning_rate": 4.731537805203901e-05, |
| "loss": 1.2433523178100585, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.5328376703841388, |
| "grad_norm": 0.5671012997627258, |
| "learning_rate": 4.716125090930146e-05, |
| "loss": 1.302900505065918, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.5337908683633591, |
| "grad_norm": 0.6657522320747375, |
| "learning_rate": 4.700715082310103e-05, |
| "loss": 1.296823215484619, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5347440663425793, |
| "grad_norm": 0.7177772521972656, |
| "learning_rate": 4.685307926218844e-05, |
| "loss": 1.2669149398803712, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.5356972643217996, |
| "grad_norm": 0.6294072866439819, |
| "learning_rate": 4.669903769504248e-05, |
| "loss": 1.2358671188354493, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.5366504623010199, |
| "grad_norm": 0.5263190269470215, |
| "learning_rate": 4.654502758985611e-05, |
| "loss": 1.2559940338134765, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.5376036602802402, |
| "grad_norm": 0.7350649833679199, |
| "learning_rate": 4.63910504145224e-05, |
| "loss": 1.2670574188232422, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.5385568582594605, |
| "grad_norm": 0.6216763257980347, |
| "learning_rate": 4.6237107636620535e-05, |
| "loss": 1.2593679428100586, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.5395100562386808, |
| "grad_norm": 0.647221028804779, |
| "learning_rate": 4.6083200723401935e-05, |
| "loss": 1.2642337799072265, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.5404632542179011, |
| "grad_norm": 0.6106157302856445, |
| "learning_rate": 4.59293311417761e-05, |
| "loss": 1.3094030380249024, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.5414164521971213, |
| "grad_norm": 0.6650776267051697, |
| "learning_rate": 4.5775500358296755e-05, |
| "loss": 1.3401853561401367, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.5423696501763416, |
| "grad_norm": 0.7189481854438782, |
| "learning_rate": 4.562170983914785e-05, |
| "loss": 1.3148399353027345, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.5433228481555619, |
| "grad_norm": 0.7908103466033936, |
| "learning_rate": 4.546796105012955e-05, |
| "loss": 1.185401153564453, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5442760461347822, |
| "grad_norm": 0.5463522672653198, |
| "learning_rate": 4.531425545664425e-05, |
| "loss": 1.2353577613830566, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.5452292441140025, |
| "grad_norm": 0.7208181023597717, |
| "learning_rate": 4.5160594523682734e-05, |
| "loss": 1.1626194953918456, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.5461824420932228, |
| "grad_norm": 0.6463826298713684, |
| "learning_rate": 4.5006979715810034e-05, |
| "loss": 1.2271671295166016, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.5471356400724431, |
| "grad_norm": 0.5353156328201294, |
| "learning_rate": 4.485341249715157e-05, |
| "loss": 1.2597745895385741, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.5480888380516633, |
| "grad_norm": 0.5640683174133301, |
| "learning_rate": 4.469989433137923e-05, |
| "loss": 1.2277194023132325, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.5490420360308836, |
| "grad_norm": 0.6965321898460388, |
| "learning_rate": 4.454642668169732e-05, |
| "loss": 1.3282282829284668, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.5499952340101039, |
| "grad_norm": 0.5201863050460815, |
| "learning_rate": 4.439301101082871e-05, |
| "loss": 1.1863132476806642, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.5509484319893242, |
| "grad_norm": 0.7312695384025574, |
| "learning_rate": 4.423964878100081e-05, |
| "loss": 1.3062297821044921, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.5519016299685444, |
| "grad_norm": 0.6597520112991333, |
| "learning_rate": 4.4086341453931716e-05, |
| "loss": 1.3157255172729492, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.5528548279477647, |
| "grad_norm": 0.8693311810493469, |
| "learning_rate": 4.3933090490816217e-05, |
| "loss": 1.2623749732971192, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.5538080259269851, |
| "grad_norm": 0.8025595545768738, |
| "learning_rate": 4.3779897352311864e-05, |
| "loss": 1.2473636627197267, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.5547612239062053, |
| "grad_norm": 0.8665235638618469, |
| "learning_rate": 4.362676349852515e-05, |
| "loss": 1.2450160026550292, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.5557144218854256, |
| "grad_norm": 0.5059013962745667, |
| "learning_rate": 4.347369038899744e-05, |
| "loss": 1.3125247955322266, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.5566676198646459, |
| "grad_norm": 0.5233684182167053, |
| "learning_rate": 4.332067948269113e-05, |
| "loss": 1.282141876220703, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5576208178438662, |
| "grad_norm": 0.6547322273254395, |
| "learning_rate": 4.316773223797585e-05, |
| "loss": 1.325181007385254, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.5585740158230864, |
| "grad_norm": 0.6160426139831543, |
| "learning_rate": 4.3014850112614355e-05, |
| "loss": 1.227367115020752, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.5595272138023067, |
| "grad_norm": 0.6052421927452087, |
| "learning_rate": 4.286203456374877e-05, |
| "loss": 1.2693682670593263, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.5604804117815271, |
| "grad_norm": 0.9350481033325195, |
| "learning_rate": 4.27092870478867e-05, |
| "loss": 1.2604055404663086, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5614336097607473, |
| "grad_norm": 0.6442693471908569, |
| "learning_rate": 4.255660902088729e-05, |
| "loss": 1.2549070358276366, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.5623868077399676, |
| "grad_norm": 0.8175579309463501, |
| "learning_rate": 4.240400193794736e-05, |
| "loss": 1.3217493057250977, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5633400057191879, |
| "grad_norm": 0.6251521706581116, |
| "learning_rate": 4.225146725358759e-05, |
| "loss": 1.159871482849121, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.5642932036984082, |
| "grad_norm": 0.8438305854797363, |
| "learning_rate": 4.209900642163859e-05, |
| "loss": 1.3238512039184571, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.5652464016776284, |
| "grad_norm": 0.7203558683395386, |
| "learning_rate": 4.194662089522707e-05, |
| "loss": 1.2954622268676759, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.5661995996568487, |
| "grad_norm": 0.5530749559402466, |
| "learning_rate": 4.1794312126762025e-05, |
| "loss": 1.296596145629883, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.567152797636069, |
| "grad_norm": 0.5645231008529663, |
| "learning_rate": 4.1642081567920846e-05, |
| "loss": 1.2336214065551758, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.5681059956152893, |
| "grad_norm": 0.5967411994934082, |
| "learning_rate": 4.148993066963546e-05, |
| "loss": 1.2412754058837892, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.5690591935945096, |
| "grad_norm": 0.5813344120979309, |
| "learning_rate": 4.133786088207857e-05, |
| "loss": 1.3021140098571777, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.5700123915737298, |
| "grad_norm": 1.3175607919692993, |
| "learning_rate": 4.118587365464981e-05, |
| "loss": 1.3055715560913086, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.5709655895529502, |
| "grad_norm": 0.616934061050415, |
| "learning_rate": 4.103397043596191e-05, |
| "loss": 1.2695520401000977, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.5719187875321704, |
| "grad_norm": 0.6335171461105347, |
| "learning_rate": 4.0882152673826854e-05, |
| "loss": 1.225665283203125, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5728719855113907, |
| "grad_norm": 0.8340386748313904, |
| "learning_rate": 4.073042181524224e-05, |
| "loss": 1.301685619354248, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.573825183490611, |
| "grad_norm": 0.7248563766479492, |
| "learning_rate": 4.057877930637726e-05, |
| "loss": 1.2224946975708009, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.5747783814698313, |
| "grad_norm": 0.940913736820221, |
| "learning_rate": 4.0427226592559065e-05, |
| "loss": 1.244685173034668, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.5757315794490516, |
| "grad_norm": 0.8180844783782959, |
| "learning_rate": 4.0275765118259016e-05, |
| "loss": 1.199371337890625, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.5766847774282718, |
| "grad_norm": 0.7802680730819702, |
| "learning_rate": 4.012439632707878e-05, |
| "loss": 1.2432506561279297, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.5776379754074922, |
| "grad_norm": 0.6335556507110596, |
| "learning_rate": 3.9973121661736666e-05, |
| "loss": 1.2290749549865723, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.5785911733867124, |
| "grad_norm": 0.6272526383399963, |
| "learning_rate": 3.98219425640539e-05, |
| "loss": 1.2388141632080079, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.5795443713659327, |
| "grad_norm": 0.8064735531806946, |
| "learning_rate": 3.967086047494078e-05, |
| "loss": 1.2962579727172852, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.580497569345153, |
| "grad_norm": 0.8494065403938293, |
| "learning_rate": 3.9519876834383014e-05, |
| "loss": 1.2536334991455078, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.5814507673243733, |
| "grad_norm": 0.9386687278747559, |
| "learning_rate": 3.936899308142803e-05, |
| "loss": 1.302174949645996, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.5824039653035935, |
| "grad_norm": 0.9092950820922852, |
| "learning_rate": 3.921821065417116e-05, |
| "loss": 1.293523406982422, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.5833571632828138, |
| "grad_norm": 1.1398800611495972, |
| "learning_rate": 3.9067530989742e-05, |
| "loss": 1.2533843994140625, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.5843103612620342, |
| "grad_norm": 0.6835266351699829, |
| "learning_rate": 3.8916955524290684e-05, |
| "loss": 1.2517004013061523, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.5852635592412544, |
| "grad_norm": 0.6582618355751038, |
| "learning_rate": 3.8766485692974264e-05, |
| "loss": 1.1177049636840821, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.5862167572204747, |
| "grad_norm": 0.5887477397918701, |
| "learning_rate": 3.861612292994292e-05, |
| "loss": 1.2374506950378419, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.587169955199695, |
| "grad_norm": 0.7007836103439331, |
| "learning_rate": 3.846586866832635e-05, |
| "loss": 1.3616958618164063, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.5881231531789153, |
| "grad_norm": 0.76991868019104, |
| "learning_rate": 3.831572434022017e-05, |
| "loss": 1.1976142883300782, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.5890763511581355, |
| "grad_norm": 0.8526211977005005, |
| "learning_rate": 3.816569137667214e-05, |
| "loss": 1.3073230743408204, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.5900295491373558, |
| "grad_norm": 0.7521684765815735, |
| "learning_rate": 3.8015771207668596e-05, |
| "loss": 1.3025712966918945, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.5909827471165762, |
| "grad_norm": 0.7034772634506226, |
| "learning_rate": 3.786596526212084e-05, |
| "loss": 1.2449336051940918, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.5919359450957964, |
| "grad_norm": 0.8000289797782898, |
| "learning_rate": 3.771627496785148e-05, |
| "loss": 1.2548463821411133, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.5928891430750167, |
| "grad_norm": 0.6360304951667786, |
| "learning_rate": 3.756670175158083e-05, |
| "loss": 1.3065912246704101, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.5938423410542369, |
| "grad_norm": 0.6742876172065735, |
| "learning_rate": 3.741724703891333e-05, |
| "loss": 1.2310423851013184, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.5947955390334573, |
| "grad_norm": 0.5950530767440796, |
| "learning_rate": 3.726791225432392e-05, |
| "loss": 1.220978355407715, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.5957487370126775, |
| "grad_norm": 0.7483922243118286, |
| "learning_rate": 3.711869882114449e-05, |
| "loss": 1.2474722862243652, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.5967019349918978, |
| "grad_norm": 0.6180773973464966, |
| "learning_rate": 3.696960816155036e-05, |
| "loss": 1.2909536361694336, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.597655132971118, |
| "grad_norm": 0.8564450740814209, |
| "learning_rate": 3.682064169654663e-05, |
| "loss": 1.2528623580932616, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.5986083309503384, |
| "grad_norm": 0.6046072840690613, |
| "learning_rate": 3.667180084595468e-05, |
| "loss": 1.261697769165039, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.5995615289295587, |
| "grad_norm": 0.7372415661811829, |
| "learning_rate": 3.652308702839864e-05, |
| "loss": 1.2479530334472657, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.6005147269087789, |
| "grad_norm": 0.6007838249206543, |
| "learning_rate": 3.637450166129193e-05, |
| "loss": 1.251002025604248, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.6014679248879993, |
| "grad_norm": 0.9622913002967834, |
| "learning_rate": 3.622604616082361e-05, |
| "loss": 1.2388505935668945, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.6024211228672195, |
| "grad_norm": 0.8016634583473206, |
| "learning_rate": 3.607772194194499e-05, |
| "loss": 1.2663208961486816, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6033743208464398, |
| "grad_norm": 0.5737648010253906, |
| "learning_rate": 3.592953041835615e-05, |
| "loss": 1.3093027114868163, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.60432751882566, |
| "grad_norm": 0.7579228281974792, |
| "learning_rate": 3.5781473002492393e-05, |
| "loss": 1.2580357551574708, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6052807168048804, |
| "grad_norm": 0.7541826963424683, |
| "learning_rate": 3.563355110551081e-05, |
| "loss": 1.3639699935913085, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.6062339147841006, |
| "grad_norm": 0.614702582359314, |
| "learning_rate": 3.5485766137276894e-05, |
| "loss": 1.3074114799499512, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.6071871127633209, |
| "grad_norm": 0.5839883089065552, |
| "learning_rate": 3.533811950635099e-05, |
| "loss": 1.2523385047912599, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.6081403107425413, |
| "grad_norm": 0.5816488265991211, |
| "learning_rate": 3.519061261997497e-05, |
| "loss": 1.2530695915222168, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6090935087217615, |
| "grad_norm": 0.6914941072463989, |
| "learning_rate": 3.504324688405878e-05, |
| "loss": 1.2479660034179687, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.6100467067009818, |
| "grad_norm": 0.6355175375938416, |
| "learning_rate": 3.4896023703167026e-05, |
| "loss": 1.221681785583496, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.610999904680202, |
| "grad_norm": 0.9013419151306152, |
| "learning_rate": 3.4748944480505564e-05, |
| "loss": 1.1884735107421875, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.6119531026594224, |
| "grad_norm": 0.5984360575675964, |
| "learning_rate": 3.460201061790825e-05, |
| "loss": 1.265510654449463, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.6129063006386426, |
| "grad_norm": 0.9662471413612366, |
| "learning_rate": 3.4455223515823446e-05, |
| "loss": 1.2142179489135743, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.6138594986178629, |
| "grad_norm": 0.5978898406028748, |
| "learning_rate": 3.430858457330066e-05, |
| "loss": 1.3043466567993165, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6148126965970833, |
| "grad_norm": 0.8540678024291992, |
| "learning_rate": 3.4162095187977396e-05, |
| "loss": 1.2650224685668945, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.6157658945763035, |
| "grad_norm": 0.672986626625061, |
| "learning_rate": 3.40157567560656e-05, |
| "loss": 1.1735028266906737, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.6167190925555238, |
| "grad_norm": 0.7440739274024963, |
| "learning_rate": 3.386957067233848e-05, |
| "loss": 1.2253644943237305, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.617672290534744, |
| "grad_norm": 0.8787075877189636, |
| "learning_rate": 3.372353833011722e-05, |
| "loss": 1.119975471496582, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6186254885139644, |
| "grad_norm": 0.7388913631439209, |
| "learning_rate": 3.357766112125767e-05, |
| "loss": 1.2302642822265626, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.6195786864931846, |
| "grad_norm": 0.5929700136184692, |
| "learning_rate": 3.343194043613705e-05, |
| "loss": 1.2942583084106445, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6205318844724049, |
| "grad_norm": 0.5497426390647888, |
| "learning_rate": 3.328637766364075e-05, |
| "loss": 1.2651148796081544, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.6214850824516251, |
| "grad_norm": 0.7928446531295776, |
| "learning_rate": 3.3140974191149074e-05, |
| "loss": 1.231013298034668, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.6224382804308455, |
| "grad_norm": 0.6611085534095764, |
| "learning_rate": 3.299573140452399e-05, |
| "loss": 1.1703400611877441, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.6233914784100658, |
| "grad_norm": 0.5699756145477295, |
| "learning_rate": 3.285065068809597e-05, |
| "loss": 1.2961910247802735, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.624344676389286, |
| "grad_norm": 0.6091726422309875, |
| "learning_rate": 3.270573342465079e-05, |
| "loss": 1.3418394088745118, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.6252978743685064, |
| "grad_norm": 0.8048937916755676, |
| "learning_rate": 3.256098099541628e-05, |
| "loss": 1.2975360870361328, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.6262510723477266, |
| "grad_norm": 0.5461477637290955, |
| "learning_rate": 3.2416394780049216e-05, |
| "loss": 1.2592443466186523, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.6272042703269469, |
| "grad_norm": 0.6404699683189392, |
| "learning_rate": 3.227197615662223e-05, |
| "loss": 1.323004913330078, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.6281574683061671, |
| "grad_norm": 0.7028511762619019, |
| "learning_rate": 3.212772650161056e-05, |
| "loss": 1.221904182434082, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.6291106662853875, |
| "grad_norm": 0.7548397779464722, |
| "learning_rate": 3.198364718987893e-05, |
| "loss": 1.308700942993164, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.6300638642646078, |
| "grad_norm": 0.7729750275611877, |
| "learning_rate": 3.183973959466863e-05, |
| "loss": 1.2036958694458009, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.631017062243828, |
| "grad_norm": 0.6055728793144226, |
| "learning_rate": 3.169600508758418e-05, |
| "loss": 1.2661842346191405, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6319702602230484, |
| "grad_norm": 0.5860031843185425, |
| "learning_rate": 3.1552445038580416e-05, |
| "loss": 1.2778533935546874, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.6329234582022686, |
| "grad_norm": 0.6527698636054993, |
| "learning_rate": 3.140906081594935e-05, |
| "loss": 1.2230241775512696, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.6338766561814889, |
| "grad_norm": 0.5826326608657837, |
| "learning_rate": 3.126585378630726e-05, |
| "loss": 1.2406131744384765, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.6348298541607091, |
| "grad_norm": 0.6854681372642517, |
| "learning_rate": 3.112282531458147e-05, |
| "loss": 1.2818424224853515, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.6357830521399295, |
| "grad_norm": 0.5114747285842896, |
| "learning_rate": 3.097997676399749e-05, |
| "loss": 1.1926551818847657, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.6367362501191497, |
| "grad_norm": 0.5886870622634888, |
| "learning_rate": 3.083730949606597e-05, |
| "loss": 1.3072022438049316, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.63768944809837, |
| "grad_norm": 0.9239357709884644, |
| "learning_rate": 3.069482487056974e-05, |
| "loss": 1.2589837074279786, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.6386426460775904, |
| "grad_norm": 0.5014736652374268, |
| "learning_rate": 3.0552524245550774e-05, |
| "loss": 1.250617504119873, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.6395958440568106, |
| "grad_norm": 0.616330623626709, |
| "learning_rate": 3.0410408977297417e-05, |
| "loss": 1.1623845100402832, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.6405490420360309, |
| "grad_norm": 0.5648524165153503, |
| "learning_rate": 3.026848042033127e-05, |
| "loss": 1.2155937194824218, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.6415022400152511, |
| "grad_norm": 0.6168292164802551, |
| "learning_rate": 3.0126739927394372e-05, |
| "loss": 1.2222782135009767, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.6424554379944715, |
| "grad_norm": 0.543231189250946, |
| "learning_rate": 2.998518884943634e-05, |
| "loss": 1.1905147552490234, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.6434086359736917, |
| "grad_norm": 0.6179722547531128, |
| "learning_rate": 2.98438285356014e-05, |
| "loss": 1.180801773071289, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.644361833952912, |
| "grad_norm": 0.6018236875534058, |
| "learning_rate": 2.9702660333215575e-05, |
| "loss": 1.2459759712219238, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.6453150319321324, |
| "grad_norm": 0.946191668510437, |
| "learning_rate": 2.9561685587773913e-05, |
| "loss": 1.2836873054504394, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.6462682299113526, |
| "grad_norm": 0.5618352293968201, |
| "learning_rate": 2.942090564292752e-05, |
| "loss": 1.244155502319336, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.6472214278905729, |
| "grad_norm": 0.6654608845710754, |
| "learning_rate": 2.9280321840470846e-05, |
| "loss": 1.2071935653686523, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.6481746258697931, |
| "grad_norm": 0.6032199859619141, |
| "learning_rate": 2.9139935520328898e-05, |
| "loss": 1.317270278930664, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.6491278238490135, |
| "grad_norm": 0.6821097731590271, |
| "learning_rate": 2.899974802054446e-05, |
| "loss": 1.2333221435546875, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.6500810218282337, |
| "grad_norm": 0.5638805627822876, |
| "learning_rate": 2.8859760677265296e-05, |
| "loss": 1.2344874382019042, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.651034219807454, |
| "grad_norm": 0.7227931618690491, |
| "learning_rate": 2.8719974824731442e-05, |
| "loss": 1.2080360412597657, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.6519874177866742, |
| "grad_norm": 0.6364921927452087, |
| "learning_rate": 2.858039179526256e-05, |
| "loss": 1.2339427947998047, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.6529406157658946, |
| "grad_norm": 0.5939121246337891, |
| "learning_rate": 2.844101291924511e-05, |
| "loss": 1.2578203201293945, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.6538938137451149, |
| "grad_norm": 0.7106569409370422, |
| "learning_rate": 2.830183952511974e-05, |
| "loss": 1.3066545486450196, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.6548470117243351, |
| "grad_norm": 0.8327311873435974, |
| "learning_rate": 2.8162872939368677e-05, |
| "loss": 1.305269145965576, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.6558002097035555, |
| "grad_norm": 0.8016763925552368, |
| "learning_rate": 2.8024114486502972e-05, |
| "loss": 1.1706339836120605, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.6567534076827757, |
| "grad_norm": 0.958949089050293, |
| "learning_rate": 2.7885565489049946e-05, |
| "loss": 1.219830322265625, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.657706605661996, |
| "grad_norm": 0.650306224822998, |
| "learning_rate": 2.7747227267540565e-05, |
| "loss": 1.190234088897705, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.6586598036412162, |
| "grad_norm": 0.8644406795501709, |
| "learning_rate": 2.7609101140496863e-05, |
| "loss": 1.2023894309997558, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.6596130016204366, |
| "grad_norm": 0.7740634083747864, |
| "learning_rate": 2.747118842441936e-05, |
| "loss": 1.1613030433654785, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.6605661995996569, |
| "grad_norm": 0.7851150035858154, |
| "learning_rate": 2.7333490433774566e-05, |
| "loss": 1.2760469436645507, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.6615193975788771, |
| "grad_norm": 0.7144232392311096, |
| "learning_rate": 2.719600848098236e-05, |
| "loss": 1.2046222686767578, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.6624725955580975, |
| "grad_norm": 0.7233515381813049, |
| "learning_rate": 2.705874387640354e-05, |
| "loss": 1.2585116386413575, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.6634257935373177, |
| "grad_norm": 0.8118272423744202, |
| "learning_rate": 2.6921697928327377e-05, |
| "loss": 1.2871943473815919, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.664378991516538, |
| "grad_norm": 0.7319923639297485, |
| "learning_rate": 2.6784871942959034e-05, |
| "loss": 1.1926034927368163, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.6653321894957582, |
| "grad_norm": 0.6281217336654663, |
| "learning_rate": 2.6648267224407197e-05, |
| "loss": 1.2875242233276367, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.6662853874749786, |
| "grad_norm": 0.580879271030426, |
| "learning_rate": 2.651188507467161e-05, |
| "loss": 1.2922750473022462, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.6672385854541988, |
| "grad_norm": 0.6035364866256714, |
| "learning_rate": 2.637572679363074e-05, |
| "loss": 1.2198362350463867, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6681917834334191, |
| "grad_norm": 0.5943630933761597, |
| "learning_rate": 2.6239793679029268e-05, |
| "loss": 1.1869538307189942, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.6691449814126395, |
| "grad_norm": 0.9928993582725525, |
| "learning_rate": 2.6104087026465772e-05, |
| "loss": 1.3231023788452148, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.6700981793918597, |
| "grad_norm": 0.701328456401825, |
| "learning_rate": 2.5968608129380457e-05, |
| "loss": 1.2900423049926757, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.67105137737108, |
| "grad_norm": 0.9241816401481628, |
| "learning_rate": 2.5833358279042696e-05, |
| "loss": 1.1883378982543946, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.6720045753503002, |
| "grad_norm": 0.6395987272262573, |
| "learning_rate": 2.5698338764538787e-05, |
| "loss": 1.299351406097412, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.6729577733295206, |
| "grad_norm": 0.6330081820487976, |
| "learning_rate": 2.55635508727597e-05, |
| "loss": 1.2223155975341797, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.6739109713087408, |
| "grad_norm": 0.6576858162879944, |
| "learning_rate": 2.542899588838875e-05, |
| "loss": 1.2195650100708009, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.6748641692879611, |
| "grad_norm": 0.640916645526886, |
| "learning_rate": 2.529467509388935e-05, |
| "loss": 1.1820967674255372, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.6758173672671814, |
| "grad_norm": 0.7734649181365967, |
| "learning_rate": 2.5160589769492882e-05, |
| "loss": 1.2204526901245116, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.6767705652464017, |
| "grad_norm": 0.688849151134491, |
| "learning_rate": 2.5026741193186376e-05, |
| "loss": 1.3522113800048827, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.677723763225622, |
| "grad_norm": 0.6019042730331421, |
| "learning_rate": 2.489313064070037e-05, |
| "loss": 1.235138511657715, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.6786769612048422, |
| "grad_norm": 0.5748273134231567, |
| "learning_rate": 2.4759759385496828e-05, |
| "loss": 1.241206169128418, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.6796301591840626, |
| "grad_norm": 0.8615065217018127, |
| "learning_rate": 2.462662869875687e-05, |
| "loss": 1.2812816619873046, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.6805833571632828, |
| "grad_norm": 0.5118948221206665, |
| "learning_rate": 2.4493739849368734e-05, |
| "loss": 1.2726932525634767, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.6815365551425031, |
| "grad_norm": 0.5440770983695984, |
| "learning_rate": 2.4361094103915726e-05, |
| "loss": 1.2532058715820313, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.6824897531217233, |
| "grad_norm": 0.6594852209091187, |
| "learning_rate": 2.422869272666402e-05, |
| "loss": 1.2583551406860352, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.6834429511009437, |
| "grad_norm": 0.5646781325340271, |
| "learning_rate": 2.4096536979550717e-05, |
| "loss": 1.2261823654174804, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.684396149080164, |
| "grad_norm": 0.6829425692558289, |
| "learning_rate": 2.3964628122171767e-05, |
| "loss": 1.3109420776367187, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.6853493470593842, |
| "grad_norm": 0.5610309839248657, |
| "learning_rate": 2.383296741176997e-05, |
| "loss": 1.1917716026306153, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.6863025450386046, |
| "grad_norm": 0.5548216700553894, |
| "learning_rate": 2.3701556103223053e-05, |
| "loss": 1.259854793548584, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.6872557430178248, |
| "grad_norm": 0.5742631554603577, |
| "learning_rate": 2.3570395449031607e-05, |
| "loss": 1.2464586257934571, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.6882089409970451, |
| "grad_norm": 0.6340937614440918, |
| "learning_rate": 2.3439486699307206e-05, |
| "loss": 1.1482309341430663, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.6891621389762653, |
| "grad_norm": 0.6905898451805115, |
| "learning_rate": 2.3308831101760486e-05, |
| "loss": 1.2200018882751464, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.6901153369554857, |
| "grad_norm": 0.6480242013931274, |
| "learning_rate": 2.317842990168924e-05, |
| "loss": 1.2016407012939454, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.691068534934706, |
| "grad_norm": 0.9651988744735718, |
| "learning_rate": 2.3048284341966625e-05, |
| "loss": 1.2657808303833007, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.6920217329139262, |
| "grad_norm": 0.900599479675293, |
| "learning_rate": 2.2918395663029175e-05, |
| "loss": 1.1350242614746093, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.6929749308931465, |
| "grad_norm": 0.6493949890136719, |
| "learning_rate": 2.278876510286507e-05, |
| "loss": 1.218827247619629, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.6939281288723668, |
| "grad_norm": 0.6841947436332703, |
| "learning_rate": 2.2659393897002378e-05, |
| "loss": 1.2333038330078125, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.6948813268515871, |
| "grad_norm": 0.7985919117927551, |
| "learning_rate": 2.2530283278497162e-05, |
| "loss": 1.3237688064575195, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.6958345248308073, |
| "grad_norm": 0.7954857349395752, |
| "learning_rate": 2.2401434477921784e-05, |
| "loss": 1.2194201469421386, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.6967877228100277, |
| "grad_norm": 0.54095059633255, |
| "learning_rate": 2.227284872335325e-05, |
| "loss": 1.2793880462646485, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.6977409207892479, |
| "grad_norm": 0.8957579731941223, |
| "learning_rate": 2.214452724036137e-05, |
| "loss": 1.2481760025024413, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.6986941187684682, |
| "grad_norm": 0.5143315196037292, |
| "learning_rate": 2.201647125199714e-05, |
| "loss": 1.199508285522461, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.6996473167476885, |
| "grad_norm": 0.7957437634468079, |
| "learning_rate": 2.1888681978781157e-05, |
| "loss": 1.2408424377441407, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.7006005147269088, |
| "grad_norm": 0.5331310629844666, |
| "learning_rate": 2.176116063869184e-05, |
| "loss": 1.2055547714233399, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.7015537127061291, |
| "grad_norm": 0.9300455451011658, |
| "learning_rate": 2.163390844715394e-05, |
| "loss": 1.2586519241333007, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7025069106853493, |
| "grad_norm": 0.7345501184463501, |
| "learning_rate": 2.1506926617026873e-05, |
| "loss": 1.260438823699951, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.7034601086645696, |
| "grad_norm": 0.7026432156562805, |
| "learning_rate": 2.1380216358593275e-05, |
| "loss": 1.204383087158203, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7044133066437899, |
| "grad_norm": 0.6597341299057007, |
| "learning_rate": 2.125377887954732e-05, |
| "loss": 1.351447296142578, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.7053665046230102, |
| "grad_norm": 0.6570689678192139, |
| "learning_rate": 2.112761538498329e-05, |
| "loss": 1.2551791191101074, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7063197026022305, |
| "grad_norm": 0.6351315379142761, |
| "learning_rate": 2.100172707738413e-05, |
| "loss": 1.2678667068481446, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.7072729005814508, |
| "grad_norm": 0.9237719178199768, |
| "learning_rate": 2.08761151566099e-05, |
| "loss": 1.1760089874267579, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.7082260985606711, |
| "grad_norm": 0.5916315317153931, |
| "learning_rate": 2.075078081988635e-05, |
| "loss": 1.2464874267578125, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.7091792965398913, |
| "grad_norm": 0.8199937343597412, |
| "learning_rate": 2.062572526179361e-05, |
| "loss": 1.2140378952026367, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7101324945191116, |
| "grad_norm": 0.6741486191749573, |
| "learning_rate": 2.0500949674254665e-05, |
| "loss": 1.1921680450439454, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.7110856924983319, |
| "grad_norm": 0.8311759829521179, |
| "learning_rate": 2.037645524652406e-05, |
| "loss": 1.2360509872436523, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.7120388904775522, |
| "grad_norm": 0.8071461319923401, |
| "learning_rate": 2.0252243165176632e-05, |
| "loss": 1.205699634552002, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.7129920884567724, |
| "grad_norm": 0.7058308124542236, |
| "learning_rate": 2.0128314614096054e-05, |
| "loss": 1.2220178604125977, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7139452864359928, |
| "grad_norm": 0.7297564148902893, |
| "learning_rate": 2.000467077446367e-05, |
| "loss": 1.1973310470581056, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.7148984844152131, |
| "grad_norm": 0.6562042832374573, |
| "learning_rate": 1.988131282474719e-05, |
| "loss": 1.2018284797668457, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.7158516823944333, |
| "grad_norm": 1.0852255821228027, |
| "learning_rate": 1.975824194068946e-05, |
| "loss": 1.3041958808898926, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.7168048803736536, |
| "grad_norm": 0.657896101474762, |
| "learning_rate": 1.9635459295297244e-05, |
| "loss": 1.1873765945434571, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.7177580783528739, |
| "grad_norm": 0.595609724521637, |
| "learning_rate": 1.9512966058830122e-05, |
| "loss": 1.1639683723449707, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.7187112763320942, |
| "grad_norm": 0.7022997140884399, |
| "learning_rate": 1.9390763398789223e-05, |
| "loss": 1.1171220779418944, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7196644743113144, |
| "grad_norm": 0.7257121205329895, |
| "learning_rate": 1.9268852479906147e-05, |
| "loss": 1.1456874847412108, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.7206176722905347, |
| "grad_norm": 0.7017017602920532, |
| "learning_rate": 1.9147234464131868e-05, |
| "loss": 1.1874860763549804, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7215708702697551, |
| "grad_norm": 0.6350660920143127, |
| "learning_rate": 1.9025910510625705e-05, |
| "loss": 1.2646387100219727, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.7225240682489753, |
| "grad_norm": 0.5961688756942749, |
| "learning_rate": 1.890488177574417e-05, |
| "loss": 1.1608770370483399, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.7234772662281956, |
| "grad_norm": 0.6065945625305176, |
| "learning_rate": 1.8784149413030005e-05, |
| "loss": 1.2965071678161622, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.7244304642074159, |
| "grad_norm": 0.7318583726882935, |
| "learning_rate": 1.8663714573201236e-05, |
| "loss": 1.172421646118164, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.7253836621866362, |
| "grad_norm": 0.6596642732620239, |
| "learning_rate": 1.8543578404140107e-05, |
| "loss": 1.227908992767334, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.7263368601658564, |
| "grad_norm": 0.6395574808120728, |
| "learning_rate": 1.8423742050882177e-05, |
| "loss": 1.2192790985107422, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.7272900581450767, |
| "grad_norm": 0.6519439816474915, |
| "learning_rate": 1.8304206655605476e-05, |
| "loss": 1.3065692901611328, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.728243256124297, |
| "grad_norm": 0.612903356552124, |
| "learning_rate": 1.818497335761951e-05, |
| "loss": 1.2053973197937011, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.7291964541035173, |
| "grad_norm": 0.6368285417556763, |
| "learning_rate": 1.8066043293354446e-05, |
| "loss": 1.2521958351135254, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.7301496520827376, |
| "grad_norm": 0.5930647850036621, |
| "learning_rate": 1.7947417596350335e-05, |
| "loss": 1.2521787643432618, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.7311028500619579, |
| "grad_norm": 1.255863070487976, |
| "learning_rate": 1.7829097397246208e-05, |
| "loss": 1.238549041748047, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.7320560480411782, |
| "grad_norm": 0.6461191773414612, |
| "learning_rate": 1.7711083823769354e-05, |
| "loss": 1.1778066635131836, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.7330092460203984, |
| "grad_norm": 0.6845282316207886, |
| "learning_rate": 1.759337800072462e-05, |
| "loss": 1.2988571166992187, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.7339624439996187, |
| "grad_norm": 0.6393148899078369, |
| "learning_rate": 1.747598104998358e-05, |
| "loss": 1.2095186233520507, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.734915641978839, |
| "grad_norm": 0.575240433216095, |
| "learning_rate": 1.7358894090473925e-05, |
| "loss": 1.1965845108032227, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.7358688399580593, |
| "grad_norm": 0.644023060798645, |
| "learning_rate": 1.7242118238168753e-05, |
| "loss": 1.2200517654418945, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.7368220379372796, |
| "grad_norm": 0.8921502828598022, |
| "learning_rate": 1.712565460607601e-05, |
| "loss": 1.2336673736572266, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.7377752359164998, |
| "grad_norm": 0.6045573949813843, |
| "learning_rate": 1.700950430422775e-05, |
| "loss": 1.1552182197570802, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.7387284338957202, |
| "grad_norm": 0.6928856372833252, |
| "learning_rate": 1.6893668439669673e-05, |
| "loss": 1.3072986602783203, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.7396816318749404, |
| "grad_norm": 1.4058945178985596, |
| "learning_rate": 1.6778148116450543e-05, |
| "loss": 1.13934326171875, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.7406348298541607, |
| "grad_norm": 0.6174265742301941, |
| "learning_rate": 1.6662944435611623e-05, |
| "loss": 1.2171598434448243, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.741588027833381, |
| "grad_norm": 0.554641842842102, |
| "learning_rate": 1.654805849517621e-05, |
| "loss": 1.2246965408325194, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.7425412258126013, |
| "grad_norm": 0.8113451600074768, |
| "learning_rate": 1.6433491390139177e-05, |
| "loss": 1.3295331954956056, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.7434944237918215, |
| "grad_norm": 0.8403462767601013, |
| "learning_rate": 1.631924421245657e-05, |
| "loss": 1.2600353240966797, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.7444476217710418, |
| "grad_norm": 0.7383481860160828, |
| "learning_rate": 1.6205318051035095e-05, |
| "loss": 1.2012214660644531, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.7454008197502622, |
| "grad_norm": 0.5221326351165771, |
| "learning_rate": 1.609171399172184e-05, |
| "loss": 1.2928386688232423, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.7463540177294824, |
| "grad_norm": 0.8107960820198059, |
| "learning_rate": 1.5978433117293883e-05, |
| "loss": 1.2678289413452148, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.7473072157087027, |
| "grad_norm": 0.5199189186096191, |
| "learning_rate": 1.586547650744797e-05, |
| "loss": 1.2676198959350586, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.748260413687923, |
| "grad_norm": 0.7182909250259399, |
| "learning_rate": 1.575284523879027e-05, |
| "loss": 1.2382710456848145, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.7492136116671433, |
| "grad_norm": 0.693976104259491, |
| "learning_rate": 1.564054038482603e-05, |
| "loss": 1.2486501693725587, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.7501668096463635, |
| "grad_norm": 0.6236864328384399, |
| "learning_rate": 1.552856301594942e-05, |
| "loss": 1.1453128814697267, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.7511200076255838, |
| "grad_norm": 0.8047870993614197, |
| "learning_rate": 1.541691419943327e-05, |
| "loss": 1.235875701904297, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.7520732056048041, |
| "grad_norm": 0.7706174850463867, |
| "learning_rate": 1.5305594999418987e-05, |
| "loss": 1.1984367370605469, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.7530264035840244, |
| "grad_norm": 0.524729311466217, |
| "learning_rate": 1.5194606476906299e-05, |
| "loss": 1.2197100639343261, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.7539796015632447, |
| "grad_norm": 0.6807271242141724, |
| "learning_rate": 1.5083949689743203e-05, |
| "loss": 1.1406570434570313, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.754932799542465, |
| "grad_norm": 0.7323083281517029, |
| "learning_rate": 1.4973625692615922e-05, |
| "loss": 1.1842288017272948, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.7558859975216853, |
| "grad_norm": 0.7220993638038635, |
| "learning_rate": 1.4863635537038767e-05, |
| "loss": 1.2957634925842285, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.7568391955009055, |
| "grad_norm": 0.6333289742469788, |
| "learning_rate": 1.4753980271344142e-05, |
| "loss": 1.1837800979614257, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.7577923934801258, |
| "grad_norm": 0.6561208963394165, |
| "learning_rate": 1.4644660940672627e-05, |
| "loss": 1.2387582778930664, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.7587455914593461, |
| "grad_norm": 0.7606480717658997, |
| "learning_rate": 1.4535678586962902e-05, |
| "loss": 1.17692289352417, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.7596987894385664, |
| "grad_norm": 0.5796291828155518, |
| "learning_rate": 1.4427034248941873e-05, |
| "loss": 1.2010177612304687, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.7606519874177867, |
| "grad_norm": 0.6456603407859802, |
| "learning_rate": 1.4318728962114813e-05, |
| "loss": 1.1805098533630372, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.761605185397007, |
| "grad_norm": 0.5619194507598877, |
| "learning_rate": 1.4210763758755402e-05, |
| "loss": 1.1843601226806642, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.7625583833762273, |
| "grad_norm": 0.6663962006568909, |
| "learning_rate": 1.4103139667895932e-05, |
| "loss": 1.302177906036377, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.7635115813554475, |
| "grad_norm": 0.7648465037345886, |
| "learning_rate": 1.399585771531755e-05, |
| "loss": 1.3074260711669923, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.7644647793346678, |
| "grad_norm": 0.6551898121833801, |
| "learning_rate": 1.388891892354039e-05, |
| "loss": 1.301952075958252, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.765417977313888, |
| "grad_norm": 0.830543041229248, |
| "learning_rate": 1.378232431181386e-05, |
| "loss": 1.2780150413513183, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.7663711752931084, |
| "grad_norm": 0.6601079106330872, |
| "learning_rate": 1.3676074896106994e-05, |
| "loss": 1.2808897018432617, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.7673243732723286, |
| "grad_norm": 0.5462204813957214, |
| "learning_rate": 1.357017168909866e-05, |
| "loss": 1.2064345359802247, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.7682775712515489, |
| "grad_norm": 0.5006428360939026, |
| "learning_rate": 1.3464615700167965e-05, |
| "loss": 1.2465780258178711, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.5989637970924377, |
| "learning_rate": 1.3359407935384644e-05, |
| "loss": 1.2092927932739257, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.7701839672099895, |
| "grad_norm": 0.907219409942627, |
| "learning_rate": 1.3254549397499466e-05, |
| "loss": 1.2018006324768067, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.7711371651892098, |
| "grad_norm": 0.568661093711853, |
| "learning_rate": 1.3150041085934638e-05, |
| "loss": 1.240280532836914, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.77209036316843, |
| "grad_norm": 0.6743282675743103, |
| "learning_rate": 1.3045883996774339e-05, |
| "loss": 1.2279913902282715, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.7730435611476504, |
| "grad_norm": 0.5384716391563416, |
| "learning_rate": 1.2942079122755162e-05, |
| "loss": 1.2751991271972656, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.7739967591268706, |
| "grad_norm": 0.5935498476028442, |
| "learning_rate": 1.2838627453256696e-05, |
| "loss": 1.1956563949584962, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.7749499571060909, |
| "grad_norm": 0.7832478880882263, |
| "learning_rate": 1.273552997429212e-05, |
| "loss": 1.2472781181335448, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.7759031550853113, |
| "grad_norm": 0.5618842840194702, |
| "learning_rate": 1.263278766849873e-05, |
| "loss": 1.2372567176818847, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.7768563530645315, |
| "grad_norm": 0.6840872764587402, |
| "learning_rate": 1.253040151512862e-05, |
| "loss": 1.2406797409057617, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.7778095510437518, |
| "grad_norm": 0.6183333992958069, |
| "learning_rate": 1.2428372490039347e-05, |
| "loss": 1.1819196701049806, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.778762749022972, |
| "grad_norm": 0.744036853313446, |
| "learning_rate": 1.2326701565684645e-05, |
| "loss": 1.2907965660095215, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.7797159470021924, |
| "grad_norm": 0.5243722796440125, |
| "learning_rate": 1.2225389711105111e-05, |
| "loss": 1.3109117507934571, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.7806691449814126, |
| "grad_norm": 0.6731049418449402, |
| "learning_rate": 1.2124437891918993e-05, |
| "loss": 1.2946283340454101, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.7816223429606329, |
| "grad_norm": 0.7544031143188477, |
| "learning_rate": 1.2023847070313027e-05, |
| "loss": 1.1947206497192382, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.7825755409398532, |
| "grad_norm": 0.847855269908905, |
| "learning_rate": 1.1923618205033183e-05, |
| "loss": 1.1523775100708007, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.7835287389190735, |
| "grad_norm": 0.6558092832565308, |
| "learning_rate": 1.1823752251375586e-05, |
| "loss": 1.2275083541870118, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.7844819368982938, |
| "grad_norm": 0.773508608341217, |
| "learning_rate": 1.1724250161177392e-05, |
| "loss": 1.324901008605957, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.785435134877514, |
| "grad_norm": 0.555661678314209, |
| "learning_rate": 1.1625112882807754e-05, |
| "loss": 1.22003231048584, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.7863883328567344, |
| "grad_norm": 0.6107597351074219, |
| "learning_rate": 1.152634136115871e-05, |
| "loss": 1.2048500061035157, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.7873415308359546, |
| "grad_norm": 0.8006135821342468, |
| "learning_rate": 1.1427936537636214e-05, |
| "loss": 1.265638828277588, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.7882947288151749, |
| "grad_norm": 0.6387047171592712, |
| "learning_rate": 1.1329899350151213e-05, |
| "loss": 1.1716151237487793, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.7892479267943951, |
| "grad_norm": 0.6204472184181213, |
| "learning_rate": 1.1232230733110615e-05, |
| "loss": 1.0868881225585938, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.7902011247736155, |
| "grad_norm": 0.7070595622062683, |
| "learning_rate": 1.1134931617408435e-05, |
| "loss": 1.2030377388000488, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.7911543227528358, |
| "grad_norm": 0.5742433667182922, |
| "learning_rate": 1.1038002930416941e-05, |
| "loss": 1.1542322158813476, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.792107520732056, |
| "grad_norm": 0.6153649687767029, |
| "learning_rate": 1.0941445595977767e-05, |
| "loss": 1.2294605255126954, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.7930607187112764, |
| "grad_norm": 0.6542089581489563, |
| "learning_rate": 1.0845260534393125e-05, |
| "loss": 1.2671607971191405, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.7940139166904966, |
| "grad_norm": 0.5247233510017395, |
| "learning_rate": 1.0749448662417084e-05, |
| "loss": 1.1785138130187989, |
| "step": 4165 |
| }, |
| { |
| "epoch": 0.7949671146697169, |
| "grad_norm": 0.6570800542831421, |
| "learning_rate": 1.065401089324673e-05, |
| "loss": 1.2902163505554198, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.7959203126489371, |
| "grad_norm": 0.8899843096733093, |
| "learning_rate": 1.0558948136513535e-05, |
| "loss": 1.238455581665039, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.7968735106281575, |
| "grad_norm": 0.8128093481063843, |
| "learning_rate": 1.0464261298274725e-05, |
| "loss": 1.1051462173461915, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.7978267086073777, |
| "grad_norm": 0.6244000196456909, |
| "learning_rate": 1.0369951281004513e-05, |
| "loss": 1.2674825668334961, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.798779906586598, |
| "grad_norm": 0.820381760597229, |
| "learning_rate": 1.0276018983585633e-05, |
| "loss": 1.2259267807006835, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.7997331045658184, |
| "grad_norm": 0.6989737749099731, |
| "learning_rate": 1.018246530130067e-05, |
| "loss": 1.180887794494629, |
| "step": 4195 |
| }, |
| { |
| "epoch": 0.8006863025450386, |
| "grad_norm": 0.6637066006660461, |
| "learning_rate": 1.008929112582362e-05, |
| "loss": 1.225269889831543, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8016395005242589, |
| "grad_norm": 0.6584336161613464, |
| "learning_rate": 9.996497345211313e-06, |
| "loss": 1.207047462463379, |
| "step": 4205 |
| }, |
| { |
| "epoch": 0.8025926985034791, |
| "grad_norm": 0.8894166350364685, |
| "learning_rate": 9.904084843894983e-06, |
| "loss": 1.30599946975708, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8035458964826995, |
| "grad_norm": 0.8106604218482971, |
| "learning_rate": 9.812054502671836e-06, |
| "loss": 1.1555444717407226, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.8044990944619197, |
| "grad_norm": 0.7093089818954468, |
| "learning_rate": 9.720407198696662e-06, |
| "loss": 1.2678872108459474, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.80545229244114, |
| "grad_norm": 0.7287440896034241, |
| "learning_rate": 9.62914380547344e-06, |
| "loss": 1.2558979034423827, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.8064054904203604, |
| "grad_norm": 0.5888250470161438, |
| "learning_rate": 9.53826519284709e-06, |
| "loss": 1.266513729095459, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.8073586883995806, |
| "grad_norm": 0.6939835548400879, |
| "learning_rate": 9.447772226995084e-06, |
| "loss": 1.2332074165344238, |
| "step": 4235 |
| }, |
| { |
| "epoch": 0.8083118863788009, |
| "grad_norm": 0.8536332845687866, |
| "learning_rate": 9.357665770419244e-06, |
| "loss": 1.2781600952148438, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.8092650843580211, |
| "grad_norm": 0.6815188527107239, |
| "learning_rate": 9.267946681937544e-06, |
| "loss": 1.213609218597412, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.8102182823372415, |
| "grad_norm": 0.8423677682876587, |
| "learning_rate": 9.178615816675867e-06, |
| "loss": 1.2570457458496094, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.8111714803164617, |
| "grad_norm": 0.7196339964866638, |
| "learning_rate": 9.08967402605988e-06, |
| "loss": 1.269762134552002, |
| "step": 4255 |
| }, |
| { |
| "epoch": 0.812124678295682, |
| "grad_norm": 0.725196361541748, |
| "learning_rate": 9.001122157806957e-06, |
| "loss": 1.257029914855957, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8130778762749022, |
| "grad_norm": 0.6335158944129944, |
| "learning_rate": 8.912961055918035e-06, |
| "loss": 1.247712993621826, |
| "step": 4265 |
| }, |
| { |
| "epoch": 0.8140310742541226, |
| "grad_norm": 0.6774193644523621, |
| "learning_rate": 8.825191560669589e-06, |
| "loss": 1.26491117477417, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8149842722333429, |
| "grad_norm": 0.805121898651123, |
| "learning_rate": 8.737814508605674e-06, |
| "loss": 1.2180566787719727, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.8159374702125631, |
| "grad_norm": 0.663702130317688, |
| "learning_rate": 8.650830732529869e-06, |
| "loss": 1.220667266845703, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.8168906681917835, |
| "grad_norm": 0.6967896819114685, |
| "learning_rate": 8.564241061497413e-06, |
| "loss": 1.1456944465637207, |
| "step": 4285 |
| }, |
| { |
| "epoch": 0.8178438661710037, |
| "grad_norm": 0.7834393382072449, |
| "learning_rate": 8.478046320807232e-06, |
| "loss": 1.2307169914245606, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.818797064150224, |
| "grad_norm": 0.836487889289856, |
| "learning_rate": 8.392247331994173e-06, |
| "loss": 1.163895606994629, |
| "step": 4295 |
| }, |
| { |
| "epoch": 0.8197502621294442, |
| "grad_norm": 0.6468165516853333, |
| "learning_rate": 8.30684491282106e-06, |
| "loss": 1.1135669708251954, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.8207034601086646, |
| "grad_norm": 0.7467713952064514, |
| "learning_rate": 8.221839877270964e-06, |
| "loss": 1.2942085266113281, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.8216566580878849, |
| "grad_norm": 0.9583889842033386, |
| "learning_rate": 8.13723303553946e-06, |
| "loss": 1.2471393585205077, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.8226098560671051, |
| "grad_norm": 0.8676281571388245, |
| "learning_rate": 8.053025194026858e-06, |
| "loss": 1.2271574020385743, |
| "step": 4315 |
| }, |
| { |
| "epoch": 0.8235630540463255, |
| "grad_norm": 0.8718356490135193, |
| "learning_rate": 7.969217155330516e-06, |
| "loss": 1.214697265625, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.8245162520255457, |
| "grad_norm": 0.9373974800109863, |
| "learning_rate": 7.885809718237274e-06, |
| "loss": 1.173631477355957, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.825469450004766, |
| "grad_norm": 0.5150532126426697, |
| "learning_rate": 7.802803677715726e-06, |
| "loss": 1.23596134185791, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.8264226479839862, |
| "grad_norm": 0.6421557068824768, |
| "learning_rate": 7.720199824908692e-06, |
| "loss": 1.2475356101989745, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.8273758459632066, |
| "grad_norm": 0.5453834533691406, |
| "learning_rate": 7.63799894712573e-06, |
| "loss": 1.2999723434448243, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.8283290439424268, |
| "grad_norm": 0.69022136926651, |
| "learning_rate": 7.556201827835552e-06, |
| "loss": 1.2229093551635741, |
| "step": 4345 |
| }, |
| { |
| "epoch": 0.8292822419216471, |
| "grad_norm": 0.8374666571617126, |
| "learning_rate": 7.4748092466585764e-06, |
| "loss": 1.237013816833496, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.8302354399008675, |
| "grad_norm": 0.8628894686698914, |
| "learning_rate": 7.393821979359528e-06, |
| "loss": 1.2680168151855469, |
| "step": 4355 |
| }, |
| { |
| "epoch": 0.8311886378800877, |
| "grad_norm": 0.6808069348335266, |
| "learning_rate": 7.3132407978400155e-06, |
| "loss": 1.2018478393554688, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.832141835859308, |
| "grad_norm": 0.8288878202438354, |
| "learning_rate": 7.233066470131205e-06, |
| "loss": 1.1832545280456543, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.8330950338385282, |
| "grad_norm": 0.6376352310180664, |
| "learning_rate": 7.153299760386456e-06, |
| "loss": 1.2254414558410645, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.8340482318177486, |
| "grad_norm": 0.6286559700965881, |
| "learning_rate": 7.073941428874064e-06, |
| "loss": 1.1868556022644043, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.8350014297969688, |
| "grad_norm": 0.5295135974884033, |
| "learning_rate": 6.994992231970016e-06, |
| "loss": 1.1714859008789062, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.8359546277761891, |
| "grad_norm": 0.7237422466278076, |
| "learning_rate": 6.9164529221507675e-06, |
| "loss": 1.213966178894043, |
| "step": 4385 |
| }, |
| { |
| "epoch": 0.8369078257554095, |
| "grad_norm": 0.8221988677978516, |
| "learning_rate": 6.838324247986111e-06, |
| "loss": 1.2056529998779297, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.8378610237346297, |
| "grad_norm": 0.7373778820037842, |
| "learning_rate": 6.760606954131965e-06, |
| "loss": 1.2847192764282227, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.83881422171385, |
| "grad_norm": 0.8068478107452393, |
| "learning_rate": 6.683301781323348e-06, |
| "loss": 1.224747657775879, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.8397674196930702, |
| "grad_norm": 0.6083196997642517, |
| "learning_rate": 6.606409466367297e-06, |
| "loss": 1.2385419845581054, |
| "step": 4405 |
| }, |
| { |
| "epoch": 0.8407206176722906, |
| "grad_norm": 0.682094156742096, |
| "learning_rate": 6.529930742135826e-06, |
| "loss": 1.213953971862793, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.8416738156515108, |
| "grad_norm": 0.5927014946937561, |
| "learning_rate": 6.45386633755894e-06, |
| "loss": 1.2639514923095703, |
| "step": 4415 |
| }, |
| { |
| "epoch": 0.8426270136307311, |
| "grad_norm": 0.8485562801361084, |
| "learning_rate": 6.3782169776177516e-06, |
| "loss": 1.2114716529846192, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.8435802116099513, |
| "grad_norm": 0.6819233298301697, |
| "learning_rate": 6.302983383337474e-06, |
| "loss": 1.2224900245666503, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.8445334095891717, |
| "grad_norm": 0.6738782525062561, |
| "learning_rate": 6.2281662717806e-06, |
| "loss": 1.2218244552612305, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.845486607568392, |
| "grad_norm": 0.5365089774131775, |
| "learning_rate": 6.1537663560401085e-06, |
| "loss": 1.2705909729003906, |
| "step": 4435 |
| }, |
| { |
| "epoch": 0.8464398055476122, |
| "grad_norm": 0.8223872780799866, |
| "learning_rate": 6.07978434523257e-06, |
| "loss": 1.2167354583740235, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.8473930035268326, |
| "grad_norm": 0.7721960544586182, |
| "learning_rate": 6.006220944491459e-06, |
| "loss": 1.166141891479492, |
| "step": 4445 |
| }, |
| { |
| "epoch": 0.8483462015060528, |
| "grad_norm": 0.5896003842353821, |
| "learning_rate": 5.93307685496044e-06, |
| "loss": 1.2694342613220215, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.8492993994852731, |
| "grad_norm": 0.75387042760849, |
| "learning_rate": 5.860352773786631e-06, |
| "loss": 1.2268791198730469, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.8502525974644933, |
| "grad_norm": 0.7291093468666077, |
| "learning_rate": 5.7880493941139926e-06, |
| "loss": 1.2128201484680177, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.8512057954437137, |
| "grad_norm": 0.7240249514579773, |
| "learning_rate": 5.7161674050767275e-06, |
| "loss": 1.3292516708374023, |
| "step": 4465 |
| }, |
| { |
| "epoch": 0.852158993422934, |
| "grad_norm": 0.6796298623085022, |
| "learning_rate": 5.6447074917927e-06, |
| "loss": 1.2751702308654784, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.8531121914021542, |
| "grad_norm": 0.6727436780929565, |
| "learning_rate": 5.573670335356901e-06, |
| "loss": 1.2269893646240235, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.8540653893813746, |
| "grad_norm": 0.6166629791259766, |
| "learning_rate": 5.5030566128349556e-06, |
| "loss": 1.3168445587158204, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.8550185873605948, |
| "grad_norm": 0.7454910278320312, |
| "learning_rate": 5.432866997256708e-06, |
| "loss": 1.1884767532348632, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.8559717853398151, |
| "grad_norm": 0.7811619639396667, |
| "learning_rate": 5.363102157609751e-06, |
| "loss": 1.1711655616760255, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.8569249833190353, |
| "grad_norm": 0.6651840806007385, |
| "learning_rate": 5.293762758833071e-06, |
| "loss": 1.1538570404052735, |
| "step": 4495 |
| }, |
| { |
| "epoch": 0.8578781812982557, |
| "grad_norm": 0.8838904500007629, |
| "learning_rate": 5.224849461810749e-06, |
| "loss": 1.2227632522583007, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.8588313792774759, |
| "grad_norm": 0.5597884654998779, |
| "learning_rate": 5.156362923365588e-06, |
| "loss": 1.2299514770507813, |
| "step": 4505 |
| }, |
| { |
| "epoch": 0.8597845772566962, |
| "grad_norm": 0.7257062196731567, |
| "learning_rate": 5.088303796252908e-06, |
| "loss": 1.2300275802612304, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.8607377752359165, |
| "grad_norm": 0.8183436989784241, |
| "learning_rate": 5.020672729154308e-06, |
| "loss": 1.1926952362060548, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.8616909732151368, |
| "grad_norm": 0.7929868102073669, |
| "learning_rate": 4.9534703666714925e-06, |
| "loss": 1.2333523750305175, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.8626441711943571, |
| "grad_norm": 0.7421267032623291, |
| "learning_rate": 4.886697349320085e-06, |
| "loss": 1.2376693725585937, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.8635973691735773, |
| "grad_norm": 0.6524899005889893, |
| "learning_rate": 4.820354313523617e-06, |
| "loss": 1.1557720184326172, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.8645505671527977, |
| "grad_norm": 0.6860274076461792, |
| "learning_rate": 4.754441891607347e-06, |
| "loss": 1.2184629440307617, |
| "step": 4535 |
| }, |
| { |
| "epoch": 0.8655037651320179, |
| "grad_norm": 0.6499245762825012, |
| "learning_rate": 4.688960711792306e-06, |
| "loss": 1.1541982650756837, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.8664569631112382, |
| "grad_norm": 0.6724962592124939, |
| "learning_rate": 4.623911398189318e-06, |
| "loss": 1.234123420715332, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.8674101610904585, |
| "grad_norm": 0.6820011138916016, |
| "learning_rate": 4.559294570792988e-06, |
| "loss": 1.2424484252929688, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.8683633590696788, |
| "grad_norm": 0.9211460947990417, |
| "learning_rate": 4.495110845475848e-06, |
| "loss": 1.199906826019287, |
| "step": 4555 |
| }, |
| { |
| "epoch": 0.8693165570488991, |
| "grad_norm": 0.7585262060165405, |
| "learning_rate": 4.431360833982468e-06, |
| "loss": 1.1647123336791991, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.8702697550281193, |
| "grad_norm": 0.6126020550727844, |
| "learning_rate": 4.368045143923638e-06, |
| "loss": 1.241098403930664, |
| "step": 4565 |
| }, |
| { |
| "epoch": 0.8712229530073397, |
| "grad_norm": 0.5670948028564453, |
| "learning_rate": 4.305164378770554e-06, |
| "loss": 1.1584237098693848, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.8721761509865599, |
| "grad_norm": 0.5973881483078003, |
| "learning_rate": 4.242719137849077e-06, |
| "loss": 1.1756168365478517, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.8731293489657802, |
| "grad_norm": 0.6933620572090149, |
| "learning_rate": 4.180710016334039e-06, |
| "loss": 1.1758663177490234, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.8740825469450004, |
| "grad_norm": 0.7207223176956177, |
| "learning_rate": 4.119137605243528e-06, |
| "loss": 1.1413729667663575, |
| "step": 4585 |
| }, |
| { |
| "epoch": 0.8750357449242208, |
| "grad_norm": 0.9575616121292114, |
| "learning_rate": 4.0580024914332995e-06, |
| "loss": 1.199721336364746, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.8759889429034411, |
| "grad_norm": 0.6890310049057007, |
| "learning_rate": 3.997305257591161e-06, |
| "loss": 1.2197802543640137, |
| "step": 4595 |
| }, |
| { |
| "epoch": 0.8769421408826613, |
| "grad_norm": 0.8953237533569336, |
| "learning_rate": 3.937046482231416e-06, |
| "loss": 1.1360723495483398, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.8778953388618816, |
| "grad_norm": 0.6974352598190308, |
| "learning_rate": 3.877226739689355e-06, |
| "loss": 1.258785343170166, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.8788485368411019, |
| "grad_norm": 0.5826160907745361, |
| "learning_rate": 3.817846600115793e-06, |
| "loss": 1.2580406188964843, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.8798017348203222, |
| "grad_norm": 1.011110544204712, |
| "learning_rate": 3.7589066294716147e-06, |
| "loss": 1.248322105407715, |
| "step": 4615 |
| }, |
| { |
| "epoch": 0.8807549327995424, |
| "grad_norm": 0.6812794804573059, |
| "learning_rate": 3.700407389522381e-06, |
| "loss": 1.091628074645996, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.8817081307787628, |
| "grad_norm": 0.555317223072052, |
| "learning_rate": 3.6423494378330035e-06, |
| "loss": 1.1832502365112305, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.8826613287579831, |
| "grad_norm": 0.7968437075614929, |
| "learning_rate": 3.5847333277624017e-06, |
| "loss": 1.1362716674804687, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.8836145267372033, |
| "grad_norm": 0.7184310555458069, |
| "learning_rate": 3.5275596084582253e-06, |
| "loss": 1.2132604598999024, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.8845677247164236, |
| "grad_norm": 0.7875999212265015, |
| "learning_rate": 3.4708288248516516e-06, |
| "loss": 1.1182334899902344, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.8855209226956439, |
| "grad_norm": 0.9749584197998047, |
| "learning_rate": 3.41454151765217e-06, |
| "loss": 1.1107658386230468, |
| "step": 4645 |
| }, |
| { |
| "epoch": 0.8864741206748642, |
| "grad_norm": 0.721259593963623, |
| "learning_rate": 3.3586982233424102e-06, |
| "loss": 1.1024761199951172, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.8874273186540844, |
| "grad_norm": 0.6477571725845337, |
| "learning_rate": 3.303299474173066e-06, |
| "loss": 1.1984753608703613, |
| "step": 4655 |
| }, |
| { |
| "epoch": 0.8883805166333048, |
| "grad_norm": 0.5940926671028137, |
| "learning_rate": 3.2483457981578092e-06, |
| "loss": 1.1844069480895996, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.889333714612525, |
| "grad_norm": 0.7926877737045288, |
| "learning_rate": 3.1938377190682323e-06, |
| "loss": 1.282862091064453, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.8902869125917453, |
| "grad_norm": 0.5801262259483337, |
| "learning_rate": 3.1397757564289143e-06, |
| "loss": 1.2212105751037599, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.8912401105709656, |
| "grad_norm": 0.6794660091400146, |
| "learning_rate": 3.0861604255124076e-06, |
| "loss": 1.1792485237121582, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.8921933085501859, |
| "grad_norm": 0.8272831439971924, |
| "learning_rate": 3.0329922373343422e-06, |
| "loss": 1.2231868743896483, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.8931465065294062, |
| "grad_norm": 0.8906814455986023, |
| "learning_rate": 2.980271698648579e-06, |
| "loss": 1.1177072525024414, |
| "step": 4685 |
| }, |
| { |
| "epoch": 0.8940997045086264, |
| "grad_norm": 0.881855309009552, |
| "learning_rate": 2.9279993119423753e-06, |
| "loss": 1.3396747589111329, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.8950529024878467, |
| "grad_norm": 0.6932026147842407, |
| "learning_rate": 2.8761755754315668e-06, |
| "loss": 1.1601354598999023, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.896006100467067, |
| "grad_norm": 0.583479106426239, |
| "learning_rate": 2.824800983055842e-06, |
| "loss": 1.1855619430541993, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.8969592984462873, |
| "grad_norm": 0.7233911156654358, |
| "learning_rate": 2.7738760244740425e-06, |
| "loss": 1.2095130920410155, |
| "step": 4705 |
| }, |
| { |
| "epoch": 0.8979124964255075, |
| "grad_norm": 0.8217453360557556, |
| "learning_rate": 2.723401185059471e-06, |
| "loss": 1.2268701553344727, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.8988656944047279, |
| "grad_norm": 0.700840950012207, |
| "learning_rate": 2.673376945895273e-06, |
| "loss": 1.3245098114013671, |
| "step": 4715 |
| }, |
| { |
| "epoch": 0.8998188923839482, |
| "grad_norm": 0.6691460013389587, |
| "learning_rate": 2.6238037837698793e-06, |
| "loss": 1.2844621658325195, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9007720903631684, |
| "grad_norm": 0.9386864900588989, |
| "learning_rate": 2.574682171172421e-06, |
| "loss": 1.281606674194336, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.9017252883423887, |
| "grad_norm": 0.7843084335327148, |
| "learning_rate": 2.526012576288245e-06, |
| "loss": 1.126380157470703, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.902678486321609, |
| "grad_norm": 0.7220968008041382, |
| "learning_rate": 2.4777954629944477e-06, |
| "loss": 1.107554054260254, |
| "step": 4735 |
| }, |
| { |
| "epoch": 0.9036316843008293, |
| "grad_norm": 0.7478969693183899, |
| "learning_rate": 2.430031290855472e-06, |
| "loss": 1.1156665802001953, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9045848822800495, |
| "grad_norm": 0.6611006855964661, |
| "learning_rate": 2.382720515118697e-06, |
| "loss": 1.1280939102172851, |
| "step": 4745 |
| }, |
| { |
| "epoch": 0.9055380802592699, |
| "grad_norm": 0.7239766120910645, |
| "learning_rate": 2.3358635867101132e-06, |
| "loss": 1.1275172233581543, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.9064912782384902, |
| "grad_norm": 0.9137570261955261, |
| "learning_rate": 2.289460952230038e-06, |
| "loss": 1.2814844131469727, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.9074444762177104, |
| "grad_norm": 0.8071094751358032, |
| "learning_rate": 2.243513053948837e-06, |
| "loss": 1.1880189895629882, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.9083976741969307, |
| "grad_norm": 0.7546805739402771, |
| "learning_rate": 2.1980203298027135e-06, |
| "loss": 1.1844099044799805, |
| "step": 4765 |
| }, |
| { |
| "epoch": 0.909350872176151, |
| "grad_norm": 0.8106234073638916, |
| "learning_rate": 2.152983213389559e-06, |
| "loss": 1.2425337791442872, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.9103040701553713, |
| "grad_norm": 0.9149326086044312, |
| "learning_rate": 2.108402133964771e-06, |
| "loss": 1.1953652381896973, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.9112572681345915, |
| "grad_norm": 0.96515953540802, |
| "learning_rate": 2.0642775164372075e-06, |
| "loss": 1.2789098739624023, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.9122104661138118, |
| "grad_norm": 0.720737874507904, |
| "learning_rate": 2.0206097813651347e-06, |
| "loss": 1.2279577255249023, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.9131636640930321, |
| "grad_norm": 0.6376658082008362, |
| "learning_rate": 1.9773993449521744e-06, |
| "loss": 1.1840669631958007, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.9141168620722524, |
| "grad_norm": 0.6828863024711609, |
| "learning_rate": 1.9346466190433845e-06, |
| "loss": 1.3013590812683105, |
| "step": 4795 |
| }, |
| { |
| "epoch": 0.9150700600514727, |
| "grad_norm": 0.6297360062599182, |
| "learning_rate": 1.8923520111213122e-06, |
| "loss": 1.2824861526489257, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.916023258030693, |
| "grad_norm": 0.5658792853355408, |
| "learning_rate": 1.8505159243021263e-06, |
| "loss": 1.3033199310302734, |
| "step": 4805 |
| }, |
| { |
| "epoch": 0.9169764560099133, |
| "grad_norm": 0.6617979407310486, |
| "learning_rate": 1.8091387573317464e-06, |
| "loss": 1.299100112915039, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.9179296539891335, |
| "grad_norm": 0.7780975103378296, |
| "learning_rate": 1.7682209045820686e-06, |
| "loss": 1.2176671981811524, |
| "step": 4815 |
| }, |
| { |
| "epoch": 0.9188828519683538, |
| "grad_norm": 0.6944255232810974, |
| "learning_rate": 1.727762756047191e-06, |
| "loss": 1.2845424652099608, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.9198360499475741, |
| "grad_norm": 0.6028406620025635, |
| "learning_rate": 1.687764697339711e-06, |
| "loss": 1.1866291999816894, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.9207892479267944, |
| "grad_norm": 1.0062178373336792, |
| "learning_rate": 1.6482271096870283e-06, |
| "loss": 1.3127197265625, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.9217424459060147, |
| "grad_norm": 0.8297625780105591, |
| "learning_rate": 1.6091503699277476e-06, |
| "loss": 1.2448455810546875, |
| "step": 4835 |
| }, |
| { |
| "epoch": 0.922695643885235, |
| "grad_norm": 0.7154349088668823, |
| "learning_rate": 1.570534850508043e-06, |
| "loss": 1.2162049293518067, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.9236488418644553, |
| "grad_norm": 0.6263326406478882, |
| "learning_rate": 1.5323809194781269e-06, |
| "loss": 1.1927183151245118, |
| "step": 4845 |
| }, |
| { |
| "epoch": 0.9246020398436755, |
| "grad_norm": 0.8444077968597412, |
| "learning_rate": 1.494688940488781e-06, |
| "loss": 1.1999497413635254, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.9255552378228958, |
| "grad_norm": 0.6820685863494873, |
| "learning_rate": 1.457459272787809e-06, |
| "loss": 1.2206403732299804, |
| "step": 4855 |
| }, |
| { |
| "epoch": 0.9265084358021161, |
| "grad_norm": 0.7888537645339966, |
| "learning_rate": 1.4206922712166725e-06, |
| "loss": 1.3106781005859376, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.9274616337813364, |
| "grad_norm": 0.7488760948181152, |
| "learning_rate": 1.384388286207111e-06, |
| "loss": 1.247926902770996, |
| "step": 4865 |
| }, |
| { |
| "epoch": 0.9284148317605566, |
| "grad_norm": 0.6490522027015686, |
| "learning_rate": 1.348547663777766e-06, |
| "loss": 1.2276580810546875, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.929368029739777, |
| "grad_norm": 0.8611010909080505, |
| "learning_rate": 1.3131707455309006e-06, |
| "loss": 1.1637331008911134, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.9303212277189973, |
| "grad_norm": 0.6082998514175415, |
| "learning_rate": 1.2782578686491575e-06, |
| "loss": 1.2539389610290528, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.9312744256982175, |
| "grad_norm": 0.7314949035644531, |
| "learning_rate": 1.2438093658923234e-06, |
| "loss": 1.2367414474487304, |
| "step": 4885 |
| }, |
| { |
| "epoch": 0.9322276236774378, |
| "grad_norm": 0.7305496335029602, |
| "learning_rate": 1.2098255655941692e-06, |
| "loss": 1.2181676864624023, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.933180821656658, |
| "grad_norm": 0.7598952651023865, |
| "learning_rate": 1.1763067916593262e-06, |
| "loss": 1.2679986000061034, |
| "step": 4895 |
| }, |
| { |
| "epoch": 0.9341340196358784, |
| "grad_norm": 0.6616954207420349, |
| "learning_rate": 1.1432533635601705e-06, |
| "loss": 1.1741644859313964, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9350872176150986, |
| "grad_norm": 0.7101142406463623, |
| "learning_rate": 1.1106655963338152e-06, |
| "loss": 1.125762939453125, |
| "step": 4905 |
| }, |
| { |
| "epoch": 0.9360404155943189, |
| "grad_norm": 1.0871772766113281, |
| "learning_rate": 1.0785438005790849e-06, |
| "loss": 1.225977897644043, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.9369936135735393, |
| "grad_norm": 0.7330594062805176, |
| "learning_rate": 1.0468882824535674e-06, |
| "loss": 1.2087047576904297, |
| "step": 4915 |
| }, |
| { |
| "epoch": 0.9379468115527595, |
| "grad_norm": 0.5671722292900085, |
| "learning_rate": 1.0156993436706785e-06, |
| "loss": 1.2688034057617188, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.9389000095319798, |
| "grad_norm": 0.5870729088783264, |
| "learning_rate": 9.849772814968017e-07, |
| "loss": 1.2404970169067382, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.9398532075112, |
| "grad_norm": 0.8348343372344971, |
| "learning_rate": 9.54722388748458e-07, |
| "loss": 1.1828479766845703, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.9408064054904204, |
| "grad_norm": 0.6649323105812073, |
| "learning_rate": 9.249349537894969e-07, |
| "loss": 1.2183140754699706, |
| "step": 4935 |
| }, |
| { |
| "epoch": 0.9417596034696406, |
| "grad_norm": 0.8177406787872314, |
| "learning_rate": 8.956152605283652e-07, |
| "loss": 1.2287372589111327, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.9427128014488609, |
| "grad_norm": 0.741066038608551, |
| "learning_rate": 8.667635884153979e-07, |
| "loss": 1.1585744857788085, |
| "step": 4945 |
| }, |
| { |
| "epoch": 0.9436659994280812, |
| "grad_norm": 0.6713501811027527, |
| "learning_rate": 8.383802124401374e-07, |
| "loss": 1.2805383682250977, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.9446191974073015, |
| "grad_norm": 0.775189995765686, |
| "learning_rate": 8.104654031287406e-07, |
| "loss": 1.2360420227050781, |
| "step": 4955 |
| }, |
| { |
| "epoch": 0.9455723953865218, |
| "grad_norm": 0.7879636287689209, |
| "learning_rate": 7.830194265413759e-07, |
| "loss": 1.2383962631225587, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.946525593365742, |
| "grad_norm": 0.674618661403656, |
| "learning_rate": 7.560425442697028e-07, |
| "loss": 1.2733049392700195, |
| "step": 4965 |
| }, |
| { |
| "epoch": 0.9474787913449624, |
| "grad_norm": 0.652667760848999, |
| "learning_rate": 7.295350134343793e-07, |
| "loss": 1.1778074264526368, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.9484319893241826, |
| "grad_norm": 0.7130538821220398, |
| "learning_rate": 7.034970866825974e-07, |
| "loss": 1.154177761077881, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.9493851873034029, |
| "grad_norm": 0.6210470795631409, |
| "learning_rate": 6.779290121856796e-07, |
| "loss": 1.2111547470092774, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.9503383852826232, |
| "grad_norm": 0.6812198758125305, |
| "learning_rate": 6.52831033636725e-07, |
| "loss": 1.1659784317016602, |
| "step": 4985 |
| }, |
| { |
| "epoch": 0.9512915832618435, |
| "grad_norm": 0.9577103853225708, |
| "learning_rate": 6.282033902482831e-07, |
| "loss": 1.1558143615722656, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.9522447812410638, |
| "grad_norm": 0.6614917516708374, |
| "learning_rate": 6.04046316750051e-07, |
| "loss": 1.1943655014038086, |
| "step": 4995 |
| }, |
| { |
| "epoch": 0.953197979220284, |
| "grad_norm": 0.7641220688819885, |
| "learning_rate": 5.80360043386674e-07, |
| "loss": 1.282275390625, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.9541511771995044, |
| "grad_norm": 0.6209828853607178, |
| "learning_rate": 5.571447959155263e-07, |
| "loss": 1.2226948738098145, |
| "step": 5005 |
| }, |
| { |
| "epoch": 0.9551043751787246, |
| "grad_norm": 0.6895093321800232, |
| "learning_rate": 5.34400795604556e-07, |
| "loss": 1.2642387390136718, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.9560575731579449, |
| "grad_norm": 0.7569581270217896, |
| "learning_rate": 5.121282592301934e-07, |
| "loss": 1.1798085212707519, |
| "step": 5015 |
| }, |
| { |
| "epoch": 0.9570107711371652, |
| "grad_norm": 0.6797343492507935, |
| "learning_rate": 4.903273990752744e-07, |
| "loss": 1.2560643196105956, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.9579639691163855, |
| "grad_norm": 0.9098554849624634, |
| "learning_rate": 4.68998422927025e-07, |
| "loss": 1.1735345840454101, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.9589171670956057, |
| "grad_norm": 0.8553006649017334, |
| "learning_rate": 4.481415340750639e-07, |
| "loss": 1.2700979232788085, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.959870365074826, |
| "grad_norm": 0.8495411276817322, |
| "learning_rate": 4.277569313094809e-07, |
| "loss": 1.0952903747558593, |
| "step": 5035 |
| }, |
| { |
| "epoch": 0.9608235630540464, |
| "grad_norm": 0.7445310354232788, |
| "learning_rate": 4.0784480891893906e-07, |
| "loss": 1.2339123725891112, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.9617767610332666, |
| "grad_norm": 0.6860194802284241, |
| "learning_rate": 3.884053566888146e-07, |
| "loss": 1.2385534286499023, |
| "step": 5045 |
| }, |
| { |
| "epoch": 0.9627299590124869, |
| "grad_norm": 0.6623778343200684, |
| "learning_rate": 3.694387598994098e-07, |
| "loss": 1.2900373458862304, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.9636831569917071, |
| "grad_norm": 0.6038623452186584, |
| "learning_rate": 3.5094519932415417e-07, |
| "loss": 1.139063262939453, |
| "step": 5055 |
| }, |
| { |
| "epoch": 0.9646363549709275, |
| "grad_norm": 0.8033509254455566, |
| "learning_rate": 3.3292485122790593e-07, |
| "loss": 1.2035551071166992, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.9655895529501477, |
| "grad_norm": 0.7523816823959351, |
| "learning_rate": 3.1537788736527017e-07, |
| "loss": 1.1845973968505858, |
| "step": 5065 |
| }, |
| { |
| "epoch": 0.966542750929368, |
| "grad_norm": 0.7979245185852051, |
| "learning_rate": 2.983044749789554e-07, |
| "loss": 1.1925546646118164, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.9674959489085884, |
| "grad_norm": 0.8654818534851074, |
| "learning_rate": 2.817047767981695e-07, |
| "loss": 1.1745403289794922, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.9684491468878086, |
| "grad_norm": 0.639470100402832, |
| "learning_rate": 2.6557895103709875e-07, |
| "loss": 1.247914695739746, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.9694023448670289, |
| "grad_norm": 0.6247613430023193, |
| "learning_rate": 2.4992715139335877e-07, |
| "loss": 1.233420181274414, |
| "step": 5085 |
| }, |
| { |
| "epoch": 0.9703555428462491, |
| "grad_norm": 0.7666287422180176, |
| "learning_rate": 2.3474952704657939e-07, |
| "loss": 1.1596334457397461, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.9713087408254695, |
| "grad_norm": 0.6626922488212585, |
| "learning_rate": 2.2004622265693887e-07, |
| "loss": 1.2604512214660644, |
| "step": 5095 |
| }, |
| { |
| "epoch": 0.9722619388046897, |
| "grad_norm": 0.9594115614891052, |
| "learning_rate": 2.0581737836379289e-07, |
| "loss": 1.2246232986450196, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.97321513678391, |
| "grad_norm": 0.5604175925254822, |
| "learning_rate": 1.9206312978437557e-07, |
| "loss": 1.1933224678039551, |
| "step": 5105 |
| }, |
| { |
| "epoch": 0.9741683347631303, |
| "grad_norm": 0.9626731872558594, |
| "learning_rate": 1.7878360801245054e-07, |
| "loss": 1.154996395111084, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.9751215327423506, |
| "grad_norm": 0.7064977288246155, |
| "learning_rate": 1.659789396171063e-07, |
| "loss": 1.2570127487182616, |
| "step": 5115 |
| }, |
| { |
| "epoch": 0.9760747307215709, |
| "grad_norm": 0.5774402618408203, |
| "learning_rate": 1.5364924664152957e-07, |
| "loss": 1.2565927505493164, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.9770279287007911, |
| "grad_norm": 0.5336069464683533, |
| "learning_rate": 1.4179464660184493e-07, |
| "loss": 1.1792776107788085, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.9779811266800115, |
| "grad_norm": 0.7254840731620789, |
| "learning_rate": 1.3041525248599916e-07, |
| "loss": 1.2528850555419921, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.9789343246592317, |
| "grad_norm": 0.6289318203926086, |
| "learning_rate": 1.195111727526843e-07, |
| "loss": 1.2054006576538085, |
| "step": 5135 |
| }, |
| { |
| "epoch": 0.979887522638452, |
| "grad_norm": 0.6436653733253479, |
| "learning_rate": 1.0908251133028847e-07, |
| "loss": 1.134188175201416, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.9808407206176722, |
| "grad_norm": 0.6223757266998291, |
| "learning_rate": 9.91293676159244e-08, |
| "loss": 1.1787416458129882, |
| "step": 5145 |
| }, |
| { |
| "epoch": 0.9817939185968926, |
| "grad_norm": 0.933802604675293, |
| "learning_rate": 8.965183647448028e-08, |
| "loss": 1.2939325332641602, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.9827471165761129, |
| "grad_norm": 0.8259690999984741, |
| "learning_rate": 8.06500082377093e-08, |
| "loss": 1.0475672721862792, |
| "step": 5155 |
| }, |
| { |
| "epoch": 0.9837003145553331, |
| "grad_norm": 0.6043301820755005, |
| "learning_rate": 7.212396870335258e-08, |
| "loss": 1.1976526260375977, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.9846535125345535, |
| "grad_norm": 0.7538432478904724, |
| "learning_rate": 6.407379913436762e-08, |
| "loss": 1.1764219284057618, |
| "step": 5165 |
| }, |
| { |
| "epoch": 0.9856067105137737, |
| "grad_norm": 0.6621540188789368, |
| "learning_rate": 5.649957625810664e-08, |
| "loss": 1.2455005645751953, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.986559908492994, |
| "grad_norm": 0.8748796582221985, |
| "learning_rate": 4.940137226560615e-08, |
| "loss": 1.177157211303711, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.9875131064722142, |
| "grad_norm": 0.673653244972229, |
| "learning_rate": 4.2779254810892953e-08, |
| "loss": 1.1055315017700196, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.9884663044514346, |
| "grad_norm": 0.6079859733581543, |
| "learning_rate": 3.663328701035695e-08, |
| "loss": 1.2303492546081543, |
| "step": 5185 |
| }, |
| { |
| "epoch": 0.9894195024306548, |
| "grad_norm": 0.7685458660125732, |
| "learning_rate": 3.096352744211828e-08, |
| "loss": 1.2230051040649415, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.9903727004098751, |
| "grad_norm": 0.6509291529655457, |
| "learning_rate": 2.5770030145494394e-08, |
| "loss": 1.1461639404296875, |
| "step": 5195 |
| }, |
| { |
| "epoch": 0.9913258983890955, |
| "grad_norm": 0.7126690745353699, |
| "learning_rate": 2.1052844620472743e-08, |
| "loss": 1.2010046005249024, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.9922790963683157, |
| "grad_norm": 0.7618613243103027, |
| "learning_rate": 1.6812015827255555e-08, |
| "loss": 1.2073261260986328, |
| "step": 5205 |
| }, |
| { |
| "epoch": 0.993232294347536, |
| "grad_norm": 0.6913411021232605, |
| "learning_rate": 1.3047584185793549e-08, |
| "loss": 1.1698974609375, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.9941854923267562, |
| "grad_norm": 0.6507450938224792, |
| "learning_rate": 9.75958557545842e-09, |
| "loss": 1.1786861419677734, |
| "step": 5215 |
| }, |
| { |
| "epoch": 0.9951386903059766, |
| "grad_norm": 0.5883746147155762, |
| "learning_rate": 6.948051334637606e-09, |
| "loss": 1.1779633522033692, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.9960918882851968, |
| "grad_norm": 0.7004103064537048, |
| "learning_rate": 4.613008260490048e-09, |
| "loss": 1.2079018592834472, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.9970450862644171, |
| "grad_norm": 0.718757152557373, |
| "learning_rate": 2.7544786086464157e-09, |
| "loss": 1.1970481872558594, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.9979982842436375, |
| "grad_norm": 0.6223225593566895, |
| "learning_rate": 1.3724800930314807e-09, |
| "loss": 1.2528276443481445, |
| "step": 5235 |
| }, |
| { |
| "epoch": 0.9989514822228577, |
| "grad_norm": 0.7650284171104431, |
| "learning_rate": 4.670258856753762e-10, |
| "loss": 1.2802021026611328, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.999904680202078, |
| "grad_norm": 0.5030611753463745, |
| "learning_rate": 3.812461660257505e-11, |
| "loss": 1.2648646354675293, |
| "step": 5245 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5246, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.043371807492014e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
