| { |
| "config": { |
| "model": "LiquidAI/LFM2.5-Encoder-350M-Spellchecker", |
| "output_dir": "/tmp/minima-spellcheck", |
| "output_repo": "ProCreations/minima-spellcheck", |
| "dataset": "HuggingFaceFW/fineweb-edu", |
| "dataset_config": "sample-10BT", |
| "sequence_length": 128, |
| "batch_size": 2, |
| "gradient_accumulation": 4, |
| "steps": 1000, |
| "learning_rate": 5e-05, |
| "group_size": 32, |
| "recovery_rank": 128, |
| "topk": 16, |
| "eval_batches": 8, |
| "seed": 77, |
| "log_every": 50 |
| }, |
| "duration_seconds": 394.26561307907104, |
| "trainable_parameters": 57020424, |
| "tagger_label_top1_candidate_agreement": 0.9951171875, |
| "detection_top1_agreement": 0.994140625, |
| "correction_exact_agreement": 0.7, |
| "correction_evaluation_examples": 20, |
| "example_exact_agreement": 1.0, |
| "examples": [ |
| { |
| "input": "She go to school every day .", |
| "teacher": "She goes to school every day .", |
| "minima": "She goes to school every day ." |
| }, |
| { |
| "input": "I has went to the stor yesterday .", |
| "teacher": "I went to the store yesterday .", |
| "minima": "I went to the store yesterday ." |
| }, |
| { |
| "input": "Their are many reason to study hard .", |
| "teacher": "There are many reasons to study hard .", |
| "minima": "There are many reasons to study hard ." |
| }, |
| { |
| "input": "That 's a fair point , let 's discuss it tomorrow .", |
| "teacher": "That 's a fair point , let 's discuss it tomorrow .", |
| "minima": "That 's a fair point , let 's discuss it tomorrow ." |
| } |
| ], |
| "history": [ |
| { |
| "step": 1, |
| "elapsed_s": 9.728960990905762, |
| "loss": 2.4879839420318604, |
| "label": 1.3699460625648499, |
| "detect": 0.3631512150168419, |
| "hidden": 0.4682311415672302 |
| }, |
| { |
| "step": 51, |
| "elapsed_s": 47.39888334274292, |
| "loss": 0.5646287947893143, |
| "label": 0.21763740107417107, |
| "detect": 0.027677168138325214, |
| "hidden": 0.16657640412449837 |
| }, |
| { |
| "step": 101, |
| "elapsed_s": 64.47661709785461, |
| "loss": 0.433330237865448, |
| "label": 0.14443234354257584, |
| "detect": 0.012719596037641168, |
| "hidden": 0.1412690468132496 |
| }, |
| { |
| "step": 151, |
| "elapsed_s": 81.66340661048889, |
| "loss": 0.374489426612854, |
| "label": 0.12132998369634151, |
| "detect": 0.0135470035020262, |
| "hidden": 0.12319297343492508 |
| }, |
| { |
| "step": 201, |
| "elapsed_s": 98.94163203239441, |
| "loss": 0.38375477492809296, |
| "label": 0.12871305830776691, |
| "detect": 0.015309339622035623, |
| "hidden": 0.12369352579116821 |
| }, |
| { |
| "step": 251, |
| "elapsed_s": 116.117196559906, |
| "loss": 0.4129961282014847, |
| "label": 0.16921869292855263, |
| "detect": 0.018067472614347935, |
| "hidden": 0.11737184971570969 |
| }, |
| { |
| "step": 301, |
| "elapsed_s": 133.41278839111328, |
| "loss": 0.3421344459056854, |
| "label": 0.12530853413045406, |
| "detect": 0.008865324780344963, |
| "hidden": 0.10619662329554558 |
| }, |
| { |
| "step": 351, |
| "elapsed_s": 150.6108753681183, |
| "loss": 0.4015732929110527, |
| "label": 0.15202416479587555, |
| "detect": 0.021410188637673855, |
| "hidden": 0.11942201666533947 |
| }, |
| { |
| "step": 401, |
| "elapsed_s": 167.74786019325256, |
| "loss": 0.3250713273882866, |
| "label": 0.11101343296468258, |
| "detect": 0.014453576179221272, |
| "hidden": 0.10341555811464787 |
| }, |
| { |
| "step": 451, |
| "elapsed_s": 184.91804909706116, |
| "loss": 0.30887674540281296, |
| "label": 0.1138718631118536, |
| "detect": 0.009780762484297156, |
| "hidden": 0.09505725093185902 |
| }, |
| { |
| "step": 501, |
| "elapsed_s": 201.9468400478363, |
| "loss": 0.2911076098680496, |
| "label": 0.093521011993289, |
| "detect": 0.011887337197549641, |
| "hidden": 0.09582146629691124 |
| }, |
| { |
| "step": 551, |
| "elapsed_s": 218.95755100250244, |
| "loss": 0.3279508873820305, |
| "label": 0.12233076430857182, |
| "detect": 0.012748322915285826, |
| "hidden": 0.09962298162281513 |
| }, |
| { |
| "step": 601, |
| "elapsed_s": 235.95491790771484, |
| "loss": 0.2837226167321205, |
| "label": 0.08802595920860767, |
| "detect": 0.006528681959025562, |
| "hidden": 0.09621615894138813 |
| }, |
| { |
| "step": 651, |
| "elapsed_s": 252.9777970314026, |
| "loss": 0.29664454981684685, |
| "label": 0.1072889119386673, |
| "detect": 0.010023394948802888, |
| "hidden": 0.09217197075486183 |
| }, |
| { |
| "step": 701, |
| "elapsed_s": 270.00525283813477, |
| "loss": 0.31047341972589493, |
| "label": 0.11355133540928364, |
| "detect": 0.01577813387848437, |
| "hidden": 0.09451650828123093 |
| }, |
| { |
| "step": 751, |
| "elapsed_s": 287.11339259147644, |
| "loss": 0.2924303859472275, |
| "label": 0.09383961372077465, |
| "detect": 0.008933465695008636, |
| "hidden": 0.09706202149391174 |
| }, |
| { |
| "step": 801, |
| "elapsed_s": 304.38399958610535, |
| "loss": 0.26952020823955536, |
| "label": 0.08447664976119995, |
| "detect": 0.01343391730915755, |
| "hidden": 0.08916330337524414 |
| }, |
| { |
| "step": 851, |
| "elapsed_s": 321.6072781085968, |
| "loss": 0.27088215947151184, |
| "label": 0.08796967100352049, |
| "detect": 0.008289208286441863, |
| "hidden": 0.08938394114375114 |
| }, |
| { |
| "step": 901, |
| "elapsed_s": 338.75015807151794, |
| "loss": 0.2826335057616234, |
| "label": 0.09538542665541172, |
| "detect": 0.010135660180822015, |
| "hidden": 0.0910901241004467 |
| }, |
| { |
| "step": 951, |
| "elapsed_s": 355.75725746154785, |
| "loss": 0.2881084829568863, |
| "label": 0.09700636379420757, |
| "detect": 0.014985204674303532, |
| "hidden": 0.0918047558516264 |
| }, |
| { |
| "step": 1000, |
| "elapsed_s": 372.5106551647186, |
| "loss": 0.3113468959927559, |
| "label": 0.1258483398705721, |
| "detect": 0.012814029469154775, |
| "hidden": 0.08954576589167118 |
| } |
| ] |
| } |
|
|
