diff --git a/.gitattributes b/.gitattributes index 50a4bba1cd33ae9810abc082b33b0355ef58feca..b112ae9876f2ddcacec7a6925b9758eedf939b2e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -106,3 +106,4 @@ zain/Activation/wandb/run-20260818_234902-aoa8wkuw/run-aoa8wkuw.wandb filter=lfs zain/Activation/wandb/run-20260818_235450-ckmqoyjn/run-ckmqoyjn.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260819_000034-awq28nwd/run-awq28nwd.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260819_000621-6zbmve2d/run-6zbmve2d.wandb filter=lfs diff=lfs merge=lfs -text +zain/Activation/wandb/run-20260819_163014-smtfejrp/run-smtfejrp.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd6a817164ad070866e39dfde69963df08f132a --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce76c8d713a0e55e136bdef2c6d778e39cc2c72664541e823421cce9f2b5e5e1 +size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a74a2b38cdf6bbc90c6fd82b8801c1c3a5615203 --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9213080fe2b45399b87036ca9ff9164533abe6b368e5c828136ee184486749d4 +size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..873f2458a94d89b62b98696d9d8121a2d87a96df --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a9254a847978e7f5aa3da452546981aa184489b48bcdca370761da60268da8 +size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dfd9b6be09b9a2741e560c66f05a46da69339679 --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/trainer_state.json @@ -0,0 +1,1360 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.057296932928884395, + "eval_steps": 200, + "global_step": 3400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, + "step": 20 + }, + { + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, + "step": 40 + }, + { + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, + "step": 60 + }, + { + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, + "step": 80 + }, + { + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, + "step": 100 + }, + { + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, + "step": 120 + }, + { + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, + "step": 140 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, + "step": 160 + }, + { + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, + "step": 180 + }, + { + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, + "step": 200 + }, + { + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, + "step": 200 + }, + { + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, + "step": 220 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, + "step": 240 + }, + { + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, + "step": 260 + }, + { + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, + "step": 280 + }, + { + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, + "step": 300 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, + "step": 320 + }, + { + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, + "step": 340 + }, + { + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, + "step": 360 + }, + { + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, + "step": 380 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, + "step": 400 + }, + { + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, + "step": 400 + }, + { + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, + "step": 420 + }, + { + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, + "step": 440 + }, + { + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, + "step": 460 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, + "step": 480 + }, + { + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, + "step": 500 + }, + { + "epoch": 0.008763060330299966, + "grad_norm": 2.328125, + "learning_rate": 0.0001557, + "loss": 5.474863433837891, + "step": 520 + }, + { + "epoch": 0.00910010111223458, + "grad_norm": 1.125, + "learning_rate": 0.0001617, + "loss": 5.396588516235352, + "step": 540 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.6484375, + "learning_rate": 0.0001677, + "loss": 5.331023406982422, + "step": 560 + }, + { + "epoch": 0.00977418267610381, + "grad_norm": 1.0703125, + "learning_rate": 0.00017369999999999997, + "loss": 5.257175445556641, + "step": 580 + }, + { + "epoch": 0.010111223458038422, + "grad_norm": 2.359375, + "learning_rate": 0.00017969999999999998, + "loss": 5.152382659912109, + "step": 600 + }, + { + "epoch": 0.010111223458038422, + "eval_loss": 5.1175713539123535, + "eval_runtime": 7.457, + "eval_samples_per_second": 1277.585, + "eval_steps_per_second": 0.939, + "step": 600 + }, + { + "epoch": 0.010448264239973037, + "grad_norm": 1.375, + "learning_rate": 0.0001857, + "loss": 5.096985244750977, + "step": 620 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.421875, + "learning_rate": 0.0001917, + "loss": 5.019801330566406, + "step": 640 + }, + { + "epoch": 0.011122345803842264, + "grad_norm": 2.125, + "learning_rate": 0.00019769999999999998, + "loss": 4.979957962036133, + "step": 660 + }, + { + "epoch": 0.011459386585776879, + "grad_norm": 2.203125, + "learning_rate": 0.0002037, + "loss": 4.945652008056641, + "step": 680 + }, + { + "epoch": 0.011796427367711493, + "grad_norm": 1.8515625, + "learning_rate": 0.00020969999999999997, + "loss": 4.866051483154297, + "step": 700 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 1.625, + "learning_rate": 0.00021569999999999998, + "loss": 4.841766357421875, + "step": 720 + }, + { + "epoch": 0.01247050893158072, + "grad_norm": 3.40625, + "learning_rate": 0.00022169999999999997, + "loss": 4.798672103881836, + "step": 740 + }, + { + "epoch": 0.012807549713515335, + "grad_norm": 2.21875, + "learning_rate": 0.00022769999999999998, + "loss": 4.768531036376953, + "step": 760 + }, + { + "epoch": 0.01314459049544995, + "grad_norm": 1.640625, + "learning_rate": 0.0002337, + "loss": 4.73585319519043, + "step": 780 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 1.6875, + "learning_rate": 0.0002397, + "loss": 4.697021865844727, + "step": 800 + }, + { + "epoch": 0.013481631277384564, + "eval_loss": 4.676848411560059, + "eval_runtime": 7.4394, + "eval_samples_per_second": 1280.62, + "eval_steps_per_second": 0.941, + "step": 800 + }, + { + "epoch": 0.013818672059319177, + "grad_norm": 1.6484375, + "learning_rate": 0.00024569999999999995, + "loss": 4.658943176269531, + "step": 820 + }, + { + "epoch": 0.014155712841253791, + "grad_norm": 3.234375, + "learning_rate": 0.0002517, + "loss": 4.5957294464111325, + "step": 840 + }, + { + "epoch": 0.014492753623188406, + "grad_norm": 1.578125, + "learning_rate": 0.0002577, + "loss": 4.5967552185058596, + "step": 860 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 1.3203125, + "learning_rate": 0.00026369999999999996, + "loss": 4.549871444702148, + "step": 880 + }, + { + "epoch": 0.015166835187057633, + "grad_norm": 2.28125, + "learning_rate": 0.0002697, + "loss": 4.512709045410157, + "step": 900 + }, + { + "epoch": 0.015503875968992248, + "grad_norm": 1.6875, + "learning_rate": 0.0002757, + "loss": 4.475643920898437, + "step": 920 + }, + { + "epoch": 0.015840916750926862, + "grad_norm": 1.6015625, + "learning_rate": 0.00028169999999999996, + "loss": 4.43329086303711, + "step": 940 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 2.03125, + "learning_rate": 0.00028769999999999995, + "loss": 4.402384567260742, + "step": 960 + }, + { + "epoch": 0.01651499831479609, + "grad_norm": 1.71875, + "learning_rate": 0.0002937, + "loss": 4.382797622680664, + "step": 980 + }, + { + "epoch": 0.016852039096730706, + "grad_norm": 1.21875, + "learning_rate": 0.00029969999999999997, + "loss": 4.368251037597656, + "step": 1000 + }, + { + "epoch": 0.016852039096730706, + "eval_loss": 4.342709064483643, + "eval_runtime": 7.4513, + "eval_samples_per_second": 1278.567, + "eval_steps_per_second": 0.939, + "step": 1000 + }, + { + "epoch": 0.017189079878665317, + "grad_norm": 1.640625, + "learning_rate": 0.0003, + "loss": 4.33197135925293, + "step": 1020 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.8984375, + "learning_rate": 0.0003, + "loss": 4.315201950073242, + "step": 1040 + }, + { + "epoch": 0.017863161442534546, + "grad_norm": 1.8828125, + "learning_rate": 0.0003, + "loss": 4.262122344970703, + "step": 1060 + }, + { + "epoch": 0.01820020222446916, + "grad_norm": 2.3125, + "learning_rate": 0.0003, + "loss": 4.262465286254883, + "step": 1080 + }, + { + "epoch": 0.018537243006403775, + "grad_norm": 2.25, + "learning_rate": 0.0003, + "loss": 4.2220817565917965, + "step": 1100 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 1.6328125, + "learning_rate": 0.0003, + "loss": 4.21630973815918, + "step": 1120 + }, + { + "epoch": 0.019211324570273004, + "grad_norm": 1.84375, + "learning_rate": 0.0003, + "loss": 4.189186859130859, + "step": 1140 + }, + { + "epoch": 0.01954836535220762, + "grad_norm": 2.546875, + "learning_rate": 0.0003, + "loss": 4.164257431030274, + "step": 1160 + }, + { + "epoch": 0.01988540613414223, + "grad_norm": 1.4609375, + "learning_rate": 0.0003, + "loss": 4.161908721923828, + "step": 1180 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 1.5625, + "learning_rate": 0.0003, + "loss": 4.131203460693359, + "step": 1200 + }, + { + "epoch": 0.020222446916076844, + "eval_loss": 4.1340837478637695, + "eval_runtime": 7.4658, + "eval_samples_per_second": 1276.087, + "eval_steps_per_second": 0.938, + "step": 1200 + }, + { + "epoch": 0.02055948769801146, + "grad_norm": 1.2890625, + "learning_rate": 0.0003, + "loss": 4.109837341308594, + "step": 1220 + }, + { + "epoch": 0.020896528479946073, + "grad_norm": 2.109375, + "learning_rate": 0.0003, + "loss": 4.08643684387207, + "step": 1240 + }, + { + "epoch": 0.021233569261880688, + "grad_norm": 1.5859375, + "learning_rate": 0.0003, + "loss": 4.069121932983398, + "step": 1260 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.7890625, + "learning_rate": 0.0003, + "loss": 4.091477966308593, + "step": 1280 + }, + { + "epoch": 0.021907650825749917, + "grad_norm": 1.484375, + "learning_rate": 0.0003, + "loss": 4.061969757080078, + "step": 1300 + }, + { + "epoch": 0.022244691607684528, + "grad_norm": 1.5625, + "learning_rate": 0.0003, + "loss": 4.03832893371582, + "step": 1320 + }, + { + "epoch": 0.022581732389619143, + "grad_norm": 1.359375, + "learning_rate": 0.0003, + "loss": 4.031367492675781, + "step": 1340 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 1.4375, + "learning_rate": 0.0003, + "loss": 4.001505661010742, + "step": 1360 + }, + { + "epoch": 0.023255813953488372, + "grad_norm": 1.7734375, + "learning_rate": 0.0003, + "loss": 4.031853866577149, + "step": 1380 + }, + { + "epoch": 0.023592854735422986, + "grad_norm": 1.4609375, + "learning_rate": 0.0003, + "loss": 4.0036476135253904, + "step": 1400 + }, + { + "epoch": 0.023592854735422986, + "eval_loss": 3.999983072280884, + "eval_runtime": 7.5012, + "eval_samples_per_second": 1270.062, + "eval_steps_per_second": 0.933, + "step": 1400 + }, + { + "epoch": 0.0239298955173576, + "grad_norm": 1.53125, + "learning_rate": 0.0003, + "loss": 4.006050109863281, + "step": 1420 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 1.359375, + "learning_rate": 0.0003, + "loss": 3.9725921630859373, + "step": 1440 + }, + { + "epoch": 0.02460397708122683, + "grad_norm": 1.375, + "learning_rate": 0.0003, + "loss": 4.006849670410157, + "step": 1460 + }, + { + "epoch": 0.02494101786316144, + "grad_norm": 2.03125, + "learning_rate": 0.0003, + "loss": 3.955257797241211, + "step": 1480 + }, + { + "epoch": 0.025278058645096056, + "grad_norm": 1.359375, + "learning_rate": 0.0003, + "loss": 3.959492874145508, + "step": 1500 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 1.6484375, + "learning_rate": 0.0003, + "loss": 3.924856185913086, + "step": 1520 + }, + { + "epoch": 0.025952140208965285, + "grad_norm": 1.53125, + "learning_rate": 0.0003, + "loss": 3.915934753417969, + "step": 1540 + }, + { + "epoch": 0.0262891809908999, + "grad_norm": 1.46875, + "learning_rate": 0.0003, + "loss": 3.9002685546875, + "step": 1560 + }, + { + "epoch": 0.026626221772834514, + "grad_norm": 1.5078125, + "learning_rate": 0.0003, + "loss": 3.895922088623047, + "step": 1580 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 1.4453125, + "learning_rate": 0.0003, + "loss": 3.9393074035644533, + "step": 1600 + }, + { + "epoch": 0.026963262554769128, + "eval_loss": 3.9100229740142822, + "eval_runtime": 7.7821, + "eval_samples_per_second": 1224.215, + "eval_steps_per_second": 0.899, + "step": 1600 + }, + { + "epoch": 0.027300303336703743, + "grad_norm": 1.5234375, + "learning_rate": 0.0003, + "loss": 3.8935520172119142, + "step": 1620 + }, + { + "epoch": 0.027637344118638354, + "grad_norm": 1.65625, + "learning_rate": 0.0003, + "loss": 3.8741275787353517, + "step": 1640 + }, + { + "epoch": 0.02797438490057297, + "grad_norm": 1.8046875, + "learning_rate": 0.0003, + "loss": 3.8751964569091797, + "step": 1660 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 1.515625, + "learning_rate": 0.0003, + "loss": 3.8847869873046874, + "step": 1680 + }, + { + "epoch": 0.028648466464442197, + "grad_norm": 1.640625, + "learning_rate": 0.0003, + "loss": 3.900635528564453, + "step": 1700 + }, + { + "epoch": 0.028985507246376812, + "grad_norm": 1.359375, + "learning_rate": 0.0003, + "loss": 3.913836669921875, + "step": 1720 + }, + { + "epoch": 0.029322548028311426, + "grad_norm": 1.4921875, + "learning_rate": 0.0003, + "loss": 3.8652713775634764, + "step": 1740 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 1.921875, + "learning_rate": 0.0003, + "loss": 3.865024185180664, + "step": 1760 + }, + { + "epoch": 0.029996629592180656, + "grad_norm": 1.78125, + "learning_rate": 0.0003, + "loss": 3.825577163696289, + "step": 1780 + }, + { + "epoch": 0.030333670374115267, + "grad_norm": 1.3984375, + "learning_rate": 0.0003, + "loss": 3.842971420288086, + "step": 1800 + }, + { + "epoch": 0.030333670374115267, + "eval_loss": 3.8462002277374268, + "eval_runtime": 7.4378, + "eval_samples_per_second": 1280.896, + "eval_steps_per_second": 0.941, + "step": 1800 + }, + { + "epoch": 0.03067071115604988, + "grad_norm": 1.2890625, + "learning_rate": 0.0003, + "loss": 3.8543495178222655, + "step": 1820 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 1.53125, + "learning_rate": 0.0003, + "loss": 3.843314361572266, + "step": 1840 + }, + { + "epoch": 0.03134479271991911, + "grad_norm": 1.640625, + "learning_rate": 0.0003, + "loss": 3.841319274902344, + "step": 1860 + }, + { + "epoch": 0.031681833501853725, + "grad_norm": 1.109375, + "learning_rate": 0.0003, + "loss": 3.831389617919922, + "step": 1880 + }, + { + "epoch": 0.032018874283788336, + "grad_norm": 1.4140625, + "learning_rate": 0.0003, + "loss": 3.8035839080810545, + "step": 1900 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 1.8359375, + "learning_rate": 0.0003, + "loss": 3.8156478881835936, + "step": 1920 + }, + { + "epoch": 0.032692955847657565, + "grad_norm": 1.5, + "learning_rate": 0.0003, + "loss": 3.7988842010498045, + "step": 1940 + }, + { + "epoch": 0.03302999662959218, + "grad_norm": 2.078125, + "learning_rate": 0.0003, + "loss": 3.8014480590820314, + "step": 1960 + }, + { + "epoch": 0.033367037411526794, + "grad_norm": 1.640625, + "learning_rate": 0.0003, + "loss": 3.7902145385742188, + "step": 1980 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 1.6953125, + "learning_rate": 0.0003, + "loss": 3.8097972869873047, + "step": 2000 + }, + { + "epoch": 0.03370407819346141, + "eval_loss": 3.7975757122039795, + "eval_runtime": 7.4856, + "eval_samples_per_second": 1272.718, + "eval_steps_per_second": 0.935, + "step": 2000 + }, + { + "epoch": 0.03404111897539602, + "grad_norm": 1.7734375, + "learning_rate": 0.0003, + "loss": 3.801420211791992, + "step": 2020 + }, + { + "epoch": 0.034378159757330634, + "grad_norm": 1.5234375, + "learning_rate": 0.0003, + "loss": 3.787317657470703, + "step": 2040 + }, + { + "epoch": 0.03471520053926525, + "grad_norm": 1.46875, + "learning_rate": 0.0003, + "loss": 3.797407531738281, + "step": 2060 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 1.734375, + "learning_rate": 0.0003, + "loss": 3.759593963623047, + "step": 2080 + }, + { + "epoch": 0.03538928210313448, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 3.7659400939941405, + "step": 2100 + }, + { + "epoch": 0.03572632288506909, + "grad_norm": 1.5, + "learning_rate": 0.0003, + "loss": 3.766071319580078, + "step": 2120 + }, + { + "epoch": 0.03606336366700371, + "grad_norm": 1.5078125, + "learning_rate": 0.0003, + "loss": 3.770547866821289, + "step": 2140 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 1.9453125, + "learning_rate": 0.0003, + "loss": 3.7436546325683593, + "step": 2160 + }, + { + "epoch": 0.03673744523087293, + "grad_norm": 1.390625, + "learning_rate": 0.0003, + "loss": 3.752705764770508, + "step": 2180 + }, + { + "epoch": 0.03707448601280755, + "grad_norm": 1.515625, + "learning_rate": 0.0003, + "loss": 3.7526622772216798, + "step": 2200 + }, + { + "epoch": 0.03707448601280755, + "eval_loss": 3.7623653411865234, + "eval_runtime": 7.4294, + "eval_samples_per_second": 1282.342, + "eval_steps_per_second": 0.942, + "step": 2200 + }, + { + "epoch": 0.03741152679474216, + "grad_norm": 1.765625, + "learning_rate": 0.0003, + "loss": 3.7532962799072265, + "step": 2220 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 1.765625, + "learning_rate": 0.0003, + "loss": 3.7590545654296874, + "step": 2240 + }, + { + "epoch": 0.03808560835861139, + "grad_norm": 1.71875, + "learning_rate": 0.0003, + "loss": 3.7438419342041014, + "step": 2260 + }, + { + "epoch": 0.03842264914054601, + "grad_norm": 1.859375, + "learning_rate": 0.0003, + "loss": 3.7286632537841795, + "step": 2280 + }, + { + "epoch": 0.03875968992248062, + "grad_norm": 1.609375, + "learning_rate": 0.0003, + "loss": 3.749654006958008, + "step": 2300 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 1.515625, + "learning_rate": 0.0003, + "loss": 3.716779327392578, + "step": 2320 + }, + { + "epoch": 0.03943377148634985, + "grad_norm": 1.34375, + "learning_rate": 0.0003, + "loss": 3.7487411499023438, + "step": 2340 + }, + { + "epoch": 0.03977081226828446, + "grad_norm": 1.5859375, + "learning_rate": 0.0003, + "loss": 3.748704528808594, + "step": 2360 + }, + { + "epoch": 0.04010785305021908, + "grad_norm": 1.421875, + "learning_rate": 0.0003, + "loss": 3.721243667602539, + "step": 2380 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 1.7109375, + "learning_rate": 0.0003, + "loss": 3.723830795288086, + "step": 2400 + }, + { + "epoch": 0.04044489383215369, + "eval_loss": 3.7325456142425537, + "eval_runtime": 7.4184, + "eval_samples_per_second": 1284.24, + "eval_steps_per_second": 0.944, + "step": 2400 + }, + { + "epoch": 0.04078193461408831, + "grad_norm": 1.546875, + "learning_rate": 0.0003, + "loss": 3.7124366760253906, + "step": 2420 + }, + { + "epoch": 0.04111897539602292, + "grad_norm": 1.546875, + "learning_rate": 0.0003, + "loss": 3.695796585083008, + "step": 2440 + }, + { + "epoch": 0.041456016177957536, + "grad_norm": 1.5078125, + "learning_rate": 0.0003, + "loss": 3.700525665283203, + "step": 2460 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 1.328125, + "learning_rate": 0.0003, + "loss": 3.7314002990722654, + "step": 2480 + }, + { + "epoch": 0.04213009774182676, + "grad_norm": 1.7421875, + "learning_rate": 0.0003, + "loss": 3.728242874145508, + "step": 2500 + }, + { + "epoch": 0.042467138523761376, + "grad_norm": 1.3125, + "learning_rate": 0.0003, + "loss": 3.7244899749755858, + "step": 2520 + }, + { + "epoch": 0.04280417930569599, + "grad_norm": 1.7265625, + "learning_rate": 0.0003, + "loss": 3.7204193115234374, + "step": 2540 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 2.09375, + "learning_rate": 0.0003, + "loss": 3.7023361206054686, + "step": 2560 + }, + { + "epoch": 0.043478260869565216, + "grad_norm": 1.7890625, + "learning_rate": 0.0003, + "loss": 3.712936019897461, + "step": 2580 + }, + { + "epoch": 0.043815301651499834, + "grad_norm": 1.640625, + "learning_rate": 0.0003, + "loss": 3.6954383850097656, + "step": 2600 + }, + { + "epoch": 0.043815301651499834, + "eval_loss": 3.698262929916382, + "eval_runtime": 7.6077, + "eval_samples_per_second": 1252.285, + "eval_steps_per_second": 0.92, + "step": 2600 + }, + { + "epoch": 0.044152342433434445, + "grad_norm": 1.2890625, + "learning_rate": 0.0003, + "loss": 3.6608612060546877, + "step": 2620 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 1.703125, + "learning_rate": 0.0003, + "loss": 3.68970947265625, + "step": 2640 + }, + { + "epoch": 0.044826423997303674, + "grad_norm": 1.5234375, + "learning_rate": 0.0003, + "loss": 3.728267288208008, + "step": 2660 + }, + { + "epoch": 0.045163464779238285, + "grad_norm": 1.59375, + "learning_rate": 0.0003, + "loss": 3.6732406616210938, + "step": 2680 + }, + { + "epoch": 0.0455005055611729, + "grad_norm": 1.515625, + "learning_rate": 0.0003, + "loss": 3.679242706298828, + "step": 2700 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 1.4921875, + "learning_rate": 0.0003, + "loss": 3.689365768432617, + "step": 2720 + }, + { + "epoch": 0.04617458712504213, + "grad_norm": 1.3828125, + "learning_rate": 0.0003, + "loss": 3.6569408416748046, + "step": 2740 + }, + { + "epoch": 0.046511627906976744, + "grad_norm": 1.8125, + "learning_rate": 0.0003, + "loss": 3.707513427734375, + "step": 2760 + }, + { + "epoch": 0.04684866868891136, + "grad_norm": 1.828125, + "learning_rate": 0.0003, + "loss": 3.669821929931641, + "step": 2780 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 3.652143859863281, + "step": 2800 + }, + { + "epoch": 0.04718570947084597, + "eval_loss": 3.671437978744507, + "eval_runtime": 7.4168, + "eval_samples_per_second": 1284.522, + "eval_steps_per_second": 0.944, + "step": 2800 + }, + { + "epoch": 0.047522750252780584, + "grad_norm": 1.171875, + "learning_rate": 0.0003, + "loss": 3.684069061279297, + "step": 2820 + }, + { + "epoch": 0.0478597910347152, + "grad_norm": 1.671875, + "learning_rate": 0.0003, + "loss": 3.6512351989746095, + "step": 2840 + }, + { + "epoch": 0.04819683181664981, + "grad_norm": 1.8984375, + "learning_rate": 0.0003, + "loss": 3.6539031982421877, + "step": 2860 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 1.46875, + "learning_rate": 0.0003, + "loss": 3.6580196380615235, + "step": 2880 + }, + { + "epoch": 0.04887091338051904, + "grad_norm": 1.375, + "learning_rate": 0.0003, + "loss": 3.643080139160156, + "step": 2900 + }, + { + "epoch": 0.04920795416245366, + "grad_norm": 1.8125, + "learning_rate": 0.0003, + "loss": 3.6346275329589846, + "step": 2920 + }, + { + "epoch": 0.04954499494438827, + "grad_norm": 1.4921875, + "learning_rate": 0.0003, + "loss": 3.6610347747802736, + "step": 2940 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 1.4453125, + "learning_rate": 0.0003, + "loss": 3.6628185272216798, + "step": 2960 + }, + { + "epoch": 0.0502190765082575, + "grad_norm": 1.546875, + "learning_rate": 0.0003, + "loss": 3.6714599609375, + "step": 2980 + }, + { + "epoch": 0.05055611729019211, + "grad_norm": 1.6796875, + "learning_rate": 0.0003, + "loss": 3.6391124725341797, + "step": 3000 + }, + { + "epoch": 0.05055611729019211, + "eval_loss": 3.6535143852233887, + "eval_runtime": 7.4227, + "eval_samples_per_second": 1283.487, + "eval_steps_per_second": 0.943, + "step": 3000 + }, + { + "epoch": 0.05089315807212673, + "grad_norm": 1.453125, + "learning_rate": 0.0003, + "loss": 3.659154510498047, + "step": 3020 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 1.6484375, + "learning_rate": 0.0003, + "loss": 3.6401947021484373, + "step": 3040 + }, + { + "epoch": 0.05156723963599596, + "grad_norm": 1.4765625, + "learning_rate": 0.0003, + "loss": 3.67232666015625, + "step": 3060 + }, + { + "epoch": 0.05190428041793057, + "grad_norm": 1.4296875, + "learning_rate": 0.0003, + "loss": 3.649647521972656, + "step": 3080 + }, + { + "epoch": 0.05224132119986518, + "grad_norm": 1.796875, + "learning_rate": 0.0003, + "loss": 3.6890209197998045, + "step": 3100 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 1.7109375, + "learning_rate": 0.0003, + "loss": 3.639459991455078, + "step": 3120 + }, + { + "epoch": 0.05291540276373441, + "grad_norm": 1.828125, + "learning_rate": 0.0003, + "loss": 3.6333686828613283, + "step": 3140 + }, + { + "epoch": 0.05325244354566903, + "grad_norm": 1.4609375, + "learning_rate": 0.0003, + "loss": 3.6446548461914063, + "step": 3160 + }, + { + "epoch": 0.05358948432760364, + "grad_norm": 1.75, + "learning_rate": 0.0003, + "loss": 3.639226531982422, + "step": 3180 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 1.3984375, + "learning_rate": 0.0003, + "loss": 3.6387962341308593, + "step": 3200 + }, + { + "epoch": 0.053926525109538256, + "eval_loss": 3.6315455436706543, + "eval_runtime": 7.6341, + "eval_samples_per_second": 1247.949, + "eval_steps_per_second": 0.917, + "step": 3200 + }, + { + "epoch": 0.05426356589147287, + "grad_norm": 1.4296875, + "learning_rate": 0.0003, + "loss": 3.6562938690185547, + "step": 3220 + }, + { + "epoch": 0.054600606673407485, + "grad_norm": 1.6640625, + "learning_rate": 0.0003, + "loss": 3.64786376953125, + "step": 3240 + }, + { + "epoch": 0.0549376474553421, + "grad_norm": 1.890625, + "learning_rate": 0.0003, + "loss": 3.6485218048095702, + "step": 3260 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 1.5, + "learning_rate": 0.0003, + "loss": 3.6148853302001953, + "step": 3280 + }, + { + "epoch": 0.055611729019211326, + "grad_norm": 1.453125, + "learning_rate": 0.0003, + "loss": 3.6581153869628906, + "step": 3300 + }, + { + "epoch": 0.05594876980114594, + "grad_norm": 1.5, + "learning_rate": 0.0003, + "loss": 3.6328590393066404, + "step": 3320 + }, + { + "epoch": 0.056285810583080555, + "grad_norm": 1.8984375, + "learning_rate": 0.0003, + "loss": 3.608339309692383, + "step": 3340 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 1.546875, + "learning_rate": 0.0003, + "loss": 3.6275489807128904, + "step": 3360 + }, + { + "epoch": 0.056959892146949784, + "grad_norm": 1.4296875, + "learning_rate": 0.0003, + "loss": 3.5989017486572266, + "step": 3380 + }, + { + "epoch": 0.057296932928884395, + "grad_norm": 1.2734375, + "learning_rate": 0.0003, + "loss": 3.6258113861083983, + "step": 3400 + }, + { + "epoch": 0.057296932928884395, + "eval_loss": 3.6147406101226807, + "eval_runtime": 7.5189, + "eval_samples_per_second": 1267.079, + "eval_steps_per_second": 0.931, + "step": 3400 + } + ], + "logging_steps": 20, + "max_steps": 5000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 82290986188800.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..b577dbfd784ef7ee3d948d756a02e417d17c174a --- /dev/null +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-3400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 +size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/model.safetensors index 6ac2c409637135701e4f45f4c9fd9b792c95d727..464ff2e479bd8acef223f22b7264b7262e00bafa 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0b9caf5aef6a40ddfc8b439193dcdf1f09e366ea4a9d962e91615e5601beacc +oid sha256:cdc56d71e15d5e56d0de962a47a3aead834194bc0b3094ae1086120c923a424a size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/optimizer.pt index 73cf2b8a4e8745f3c6ab8cd2c57b4a959a1e5216..398df12430f6b7b2477c30e9c6325468e0a384a7 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff081781d005f5468b429863b16218d3d6c579e354919efcd3aff94c2d14c009 +oid sha256:2c19e49647f886d882d4653e3b6276951ba8cf04c7c237042f3b55328aa31393 size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/rng_state.pth index 5f477ae319f7890dbe85f94681f64bf10e690d69..e29ad0909e8c1afefa182e7ed890fa257c75af25 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ecefbb3f17bb76b6655eb0157c98b5287c17fa4b4c72a6b9068b0823ce9fd18d +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/scheduler.pt index 0105a5059b2b66b8f19f03ab1912bf3a2be45395..c5a9e465c7c6f697986b5c6849aff9310248b3c9 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f768f3dc231ac5aded23c6f019b283714352126180577c2c811e2d205bc7704f +oid sha256:9cd73bda6f3e39fc4545a8946a8d87b16f2d59ac45ad626e25c0e3ac41ad3e7e size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/trainer_state.json index d9444eed25688dfee9e370340f6ee0a1c91830ea..dc7d722fab4f7cf652d6cce6f9685d858bef8e48 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/trainer_state.json @@ -2,188 +2,172 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.013481631277384564, - "eval_steps": 100, + "epoch": 0.006740815638692282, + "eval_steps": 200, "global_step": 400, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, - "step": 300 - }, - { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -199,8 +183,8 @@ "attributes": {} } }, - "total_flos": 19362584985600.0, - "train_batch_size": 32, + "total_flos": 9681292492800.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-400/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/model.safetensors index 8f60ffc470284d943991a2f396fb1155d3f6e5e7..99851d5b8eee9ebb3eff8c3c320b28cf6f99d119 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e73b2c3bc8f988935078161f373d02138a5db1821bc1738752c255eb080e88a +oid sha256:8268e70c42413ec7b95cd060155f41891df1ef6759c56990157f3f55c74f345a size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/optimizer.pt index 4635efc21b1c12f182c7db276ed27bc55777d112..b140cf3e1b8122d46cbdc2a729afe74060c107aa 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac22ed2b649796ed9e0bf0c02e1f42772e98eaf4a3523f019df0fd3959e496bc +oid sha256:fa6f3c8b6645828936657c806f68d113379205778239766bd5d55e26ef1fda85 size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/rng_state.pth index 53b3a4c4c904d8e7f3224f18775e25e4ac5e4436..e29ad0909e8c1afefa182e7ed890fa257c75af25 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95b6047bd8cc6f4cdf7c46dea47edb8e542435510070c6cd1e0a7d9ccf5fd7da +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/scheduler.pt index b633db3eb9640b0404e87d311e5d856e3ba08760..1b777ae434fad75fc9bbeca40fa1bb270fd6f812 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7aade0a5cf98168c48557061a263a0ce94127833f42effbb1795ad03b5bd88a5 +oid sha256:2627ccec0bb9a51b7d9d753a9441035aec88f305994eb3b5ccbb3e0571f519d6 size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/trainer_state.json index 8441c026f5868d2e2c715138586e25339ea574f5..6e8172d680e36cfef9e6a4ccdda28da8c33caf4b 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/trainer_state.json @@ -2,231 +2,207 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.016852039096730706, - "eval_steps": 100, + "epoch": 0.008426019548365353, + "eval_steps": 200, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, - "step": 300 - }, - { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 }, { - "epoch": 0.014155712841253791, - "grad_norm": 0.96484375, - "learning_rate": 0.0002514, - "loss": 4.905144500732422, + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, "step": 420 }, { - "epoch": 0.01482979440512302, - "grad_norm": 1.953125, - "learning_rate": 0.00026339999999999995, - "loss": 4.836254501342774, + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, "step": 440 }, { - "epoch": 0.015503875968992248, - "grad_norm": 1.90625, - "learning_rate": 0.00027539999999999997, - "loss": 4.767382431030273, + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, "step": 460 }, { - "epoch": 0.016177957532861477, - "grad_norm": 1.6875, - "learning_rate": 0.00028739999999999994, - "loss": 4.681509017944336, + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, "step": 480 }, { - "epoch": 0.016852039096730706, - "grad_norm": 1.609375, - "learning_rate": 0.00029939999999999996, - "loss": 4.624195098876953, - "step": 500 - }, - { - "epoch": 0.016852039096730706, - "eval_loss": 4.591919898986816, - "eval_runtime": 7.3895, - "eval_samples_per_second": 1289.263, - "eval_steps_per_second": 0.947, + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, "step": 500 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -242,8 +218,8 @@ "attributes": {} } }, - "total_flos": 24203231232000.0, - "train_batch_size": 32, + "total_flos": 12101615616000.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-500/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/model.safetensors index ed98603453c7b53801b1d0a758e75d69d247dc3d..598a3ab8aced4b308a3b26e0e4892c954d8d7901 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:052e01594a5efbc459df4083494e99db95a4271d0f71e51553a63936fea9e719 +oid sha256:1ab2e2cfacb38b4d1367fa6d371a767c6bb149e9ca0f5bc2e0a9bd8afc9ba2f9 size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/optimizer.pt index f69e676eb782d4a75461cc296277fd9af0e288be..05a9c79624313f423cf52c72b12e6c05bf5436b4 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7fe3387c7955d6ca268acb4e8e5b16749a1a9ac5d9987c50f9a99fb42e20b64 +oid sha256:973f768bdaf58bb9c10b90ad211f2d0f7fb6bec95950be6f045639f355cb72cb size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/rng_state.pth index 2b5325bc71a67a30fea8d9b9b0ecaf6ff7bd4e35..a8d90407533a766f1db1f6d04df53a298ed191c1 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:068fbd993087219c15b8c0baa13fc39644a4dcdfe92d8be3fa6434deece90371 +oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/scheduler.pt index 8329d812eb830c2a339cb275b55b5ab2ad3ce019..dffff4fe36e74b6ef9dd6b36e6e9281798077d80 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:295d5fdc0e0bbae04d3db91b9c6051a7cccac49c004495947e95dcd6c59adda3 +oid sha256:44937bb66e00fa484302cf89e685ffa903e6b6f2eac5fdae0a7e91e0560ce411 size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/trainer_state.json index ff909a873ff806c45c44872e1dd2f596212a17e3..5c7b17c566066c074a66a2faf11e0a7bdbaf3d93 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/trainer_state.json @@ -2,274 +2,250 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.020222446916076844, - "eval_steps": 100, + "epoch": 0.010111223458038422, + "eval_steps": 200, "global_step": 600, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, - "step": 300 - }, - { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 }, { - "epoch": 0.014155712841253791, - "grad_norm": 0.96484375, - "learning_rate": 0.0002514, - "loss": 4.905144500732422, + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, "step": 420 }, { - "epoch": 0.01482979440512302, - "grad_norm": 1.953125, - "learning_rate": 0.00026339999999999995, - "loss": 4.836254501342774, + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, "step": 440 }, { - "epoch": 0.015503875968992248, - "grad_norm": 1.90625, - "learning_rate": 0.00027539999999999997, - "loss": 4.767382431030273, + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, "step": 460 }, { - "epoch": 0.016177957532861477, - "grad_norm": 1.6875, - "learning_rate": 0.00028739999999999994, - "loss": 4.681509017944336, + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, "step": 480 }, { - "epoch": 0.016852039096730706, - "grad_norm": 1.609375, - "learning_rate": 0.00029939999999999996, - "loss": 4.624195098876953, - "step": 500 - }, - { - "epoch": 0.016852039096730706, - "eval_loss": 4.591919898986816, - "eval_runtime": 7.3895, - "eval_samples_per_second": 1289.263, - "eval_steps_per_second": 0.947, + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, "step": 500 }, { - "epoch": 0.01752612066059993, - "grad_norm": 1.359375, - "learning_rate": 0.0003, - "loss": 4.573441696166992, + "epoch": 0.008763060330299966, + "grad_norm": 2.328125, + "learning_rate": 0.0001557, + "loss": 5.474863433837891, "step": 520 }, { - "epoch": 0.01820020222446916, - "grad_norm": 1.890625, - "learning_rate": 0.0003, - "loss": 4.496570587158203, + "epoch": 0.00910010111223458, + "grad_norm": 1.125, + "learning_rate": 0.0001617, + "loss": 5.396588516235352, "step": 540 }, { - "epoch": 0.01887428378833839, - "grad_norm": 1.6796875, - "learning_rate": 0.0003, - "loss": 4.437310409545899, + "epoch": 0.009437141894169195, + "grad_norm": 1.6484375, + "learning_rate": 0.0001677, + "loss": 5.331023406982422, "step": 560 }, { - "epoch": 0.01954836535220762, - "grad_norm": 1.953125, - "learning_rate": 0.0003, - "loss": 4.387492752075195, + "epoch": 0.00977418267610381, + "grad_norm": 1.0703125, + "learning_rate": 0.00017369999999999997, + "loss": 5.257175445556641, "step": 580 }, { - "epoch": 0.020222446916076844, - "grad_norm": 1.375, - "learning_rate": 0.0003, - "loss": 4.346551513671875, + "epoch": 0.010111223458038422, + "grad_norm": 2.359375, + "learning_rate": 0.00017969999999999998, + "loss": 5.152382659912109, "step": 600 }, { - "epoch": 0.020222446916076844, - "eval_loss": 4.322638034820557, - "eval_runtime": 7.5459, - "eval_samples_per_second": 1262.548, - "eval_steps_per_second": 0.928, + "epoch": 0.010111223458038422, + "eval_loss": 5.1175713539123535, + "eval_runtime": 7.457, + "eval_samples_per_second": 1277.585, + "eval_steps_per_second": 0.939, "step": 600 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -285,8 +261,8 @@ "attributes": {} } }, - "total_flos": 29043877478400.0, - "train_batch_size": 32, + "total_flos": 14521938739200.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-600/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/model.safetensors index 8f344032cf2435554eb846429c04efe3e6c82ab0..b38263fb5e1cf01b95f0b281027d27d5b01e84b7 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b46169a4694deeba0ed3f14f47e1c4783069b469ab882c14eda5d272d0302cf +oid sha256:d88313a11f98633534da3abe872a0a8c638d686b7802d4bc680c383765235f92 size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/optimizer.pt index 3a2e5c92a65512668249263c4af5cdf7ebaedba1..bdf51e1f5d8d34ad472f6c5994e406d568d1b029 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c538c2c5a635326bdb569159284adf0f6769a5ee266d2068f80cf0cbed282562 +oid sha256:171503e70341506b7b06a73f6ad11a065570acb4569cdd00504cb10a5893085b size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/rng_state.pth index 85747b4d2343479451c52c5725a3ef89612931f5..a8d90407533a766f1db1f6d04df53a298ed191c1 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2768285b45b2a0c05f6f50bbb8c0287fca6f62a8cde6d1b1f02151ac72ee8dc +oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/scheduler.pt index e7b9e12be6722ec6066dd0695e2e0323ffceb44e..4a9b77e6f5f87e69ad86e812bc3e1f9d44c82929 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6c38b4e6128ebabd81a22bafe942090015968e75f90e5e9ef25cd5ebdef8357 +oid sha256:00ed284532aedfadb0830a4afe3ecb31332daef31ec310763e778ba54396ad39 size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/trainer_state.json index 8f181560a9e781cd841d3f6da2e2717163ddba68..197285caf9b83e9f5e143d39da6efdc828c982de 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/trainer_state.json @@ -2,317 +2,285 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.023592854735422986, - "eval_steps": 100, + "epoch": 0.011796427367711493, + "eval_steps": 200, "global_step": 700, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, - "step": 300 - }, - { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 }, { - "epoch": 0.014155712841253791, - "grad_norm": 0.96484375, - "learning_rate": 0.0002514, - "loss": 4.905144500732422, + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, "step": 420 }, { - "epoch": 0.01482979440512302, - "grad_norm": 1.953125, - "learning_rate": 0.00026339999999999995, - "loss": 4.836254501342774, + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, "step": 440 }, { - "epoch": 0.015503875968992248, - "grad_norm": 1.90625, - "learning_rate": 0.00027539999999999997, - "loss": 4.767382431030273, + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, "step": 460 }, { - "epoch": 0.016177957532861477, - "grad_norm": 1.6875, - "learning_rate": 0.00028739999999999994, - "loss": 4.681509017944336, + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, "step": 480 }, { - "epoch": 0.016852039096730706, - "grad_norm": 1.609375, - "learning_rate": 0.00029939999999999996, - "loss": 4.624195098876953, + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, "step": 500 }, { - "epoch": 0.016852039096730706, - "eval_loss": 4.591919898986816, - "eval_runtime": 7.3895, - "eval_samples_per_second": 1289.263, - "eval_steps_per_second": 0.947, - "step": 500 - }, - { - "epoch": 0.01752612066059993, - "grad_norm": 1.359375, - "learning_rate": 0.0003, - "loss": 4.573441696166992, + "epoch": 0.008763060330299966, + "grad_norm": 2.328125, + "learning_rate": 0.0001557, + "loss": 5.474863433837891, "step": 520 }, { - "epoch": 0.01820020222446916, - "grad_norm": 1.890625, - "learning_rate": 0.0003, - "loss": 4.496570587158203, + "epoch": 0.00910010111223458, + "grad_norm": 1.125, + "learning_rate": 0.0001617, + "loss": 5.396588516235352, "step": 540 }, { - "epoch": 0.01887428378833839, - "grad_norm": 1.6796875, - "learning_rate": 0.0003, - "loss": 4.437310409545899, + "epoch": 0.009437141894169195, + "grad_norm": 1.6484375, + "learning_rate": 0.0001677, + "loss": 5.331023406982422, "step": 560 }, { - "epoch": 0.01954836535220762, - "grad_norm": 1.953125, - "learning_rate": 0.0003, - "loss": 4.387492752075195, + "epoch": 0.00977418267610381, + "grad_norm": 1.0703125, + "learning_rate": 0.00017369999999999997, + "loss": 5.257175445556641, "step": 580 }, { - "epoch": 0.020222446916076844, - "grad_norm": 1.375, - "learning_rate": 0.0003, - "loss": 4.346551513671875, + "epoch": 0.010111223458038422, + "grad_norm": 2.359375, + "learning_rate": 0.00017969999999999998, + "loss": 5.152382659912109, "step": 600 }, { - "epoch": 0.020222446916076844, - "eval_loss": 4.322638034820557, - "eval_runtime": 7.5459, - "eval_samples_per_second": 1262.548, - "eval_steps_per_second": 0.928, + "epoch": 0.010111223458038422, + "eval_loss": 5.1175713539123535, + "eval_runtime": 7.457, + "eval_samples_per_second": 1277.585, + "eval_steps_per_second": 0.939, "step": 600 }, { - "epoch": 0.020896528479946073, - "grad_norm": 1.5078125, - "learning_rate": 0.0003, - "loss": 4.285432815551758, + "epoch": 0.010448264239973037, + "grad_norm": 1.375, + "learning_rate": 0.0001857, + "loss": 5.096985244750977, "step": 620 }, { - "epoch": 0.021570610043815303, - "grad_norm": 1.40625, - "learning_rate": 0.0003, - "loss": 4.2501472473144535, + "epoch": 0.010785305021907651, + "grad_norm": 1.421875, + "learning_rate": 0.0001917, + "loss": 5.019801330566406, "step": 640 }, { - "epoch": 0.022244691607684528, - "grad_norm": 1.7421875, - "learning_rate": 0.0003, - "loss": 4.211347579956055, + "epoch": 0.011122345803842264, + "grad_norm": 2.125, + "learning_rate": 0.00019769999999999998, + "loss": 4.979957962036133, "step": 660 }, { - "epoch": 0.022918773171553757, - "grad_norm": 2.09375, - "learning_rate": 0.0003, - "loss": 4.168280410766601, + "epoch": 0.011459386585776879, + "grad_norm": 2.203125, + "learning_rate": 0.0002037, + "loss": 4.945652008056641, "step": 680 }, { - "epoch": 0.023592854735422986, - "grad_norm": 1.734375, - "learning_rate": 0.0003, - "loss": 4.165232086181641, - "step": 700 - }, - { - "epoch": 0.023592854735422986, - "eval_loss": 4.144440650939941, - "eval_runtime": 7.5426, - "eval_samples_per_second": 1263.095, - "eval_steps_per_second": 0.928, + "epoch": 0.011796427367711493, + "grad_norm": 1.8515625, + "learning_rate": 0.00020969999999999997, + "loss": 4.866051483154297, "step": 700 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -328,8 +296,8 @@ "attributes": {} } }, - "total_flos": 33884523724800.0, - "train_batch_size": 32, + "total_flos": 16942261862400.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-700/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/model.safetensors index feff8afc563087f752c530bab97b62b3f3437f47..0d306696cf9dd77c64ebf8fdd9f097f3195e92ee 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b7bef8bb399a03156a1b06f6ececb151c8acdf62e104b42a72dccb0a276a4fc +oid sha256:0edb3ed95464c61de67c9cffe7938ede900e73d8fafa0983797e3d5ec92328f7 size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/optimizer.pt index 17e7f6981ae8317922904f1840c617357c0844bc..61303893b1348534bd6eb742ecd485ca0d59edbf 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07e8ade78fde459dc7325659078da9e3dd59c4f5fb4577e30567d577d0a4185d +oid sha256:522169e9d2be0062e3eda5870ee10162fec7ef76f98244b4288d242b0044761a size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/rng_state.pth index 0356827f9301fe57e21e777e2b92f97d7f2970b9..5f477ae319f7890dbe85f94681f64bf10e690d69 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9a6944c405a002fce05f295d08ea6650e2e2ad6dbf5d6da1e9053f7bf7f5827 +oid sha256:ecefbb3f17bb76b6655eb0157c98b5287c17fa4b4c72a6b9068b0823ce9fd18d size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/scheduler.pt index f1b8b80f53c325e1e9a0aa623b0e9e1a16227077..0f332d646525a8b5a914769f538ea2b349ce9976 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2224470b783e3f05273b6a4ac609fa6ba76b1099ae64a843a85fea2d2bf1e0dd +oid sha256:c39c131425d66759f6276fee23b3a54e5b3da37f6f8ee3949f69449c73bf15ee size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/trainer_state.json index 5fadd65d557389231e8ca730d5d8fb66ae3f0b76..e8e35fd71c19566ec461734b3550fafb6d6cc8ad 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/trainer_state.json @@ -2,360 +2,328 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.026963262554769128, - "eval_steps": 100, + "epoch": 0.013481631277384564, + "eval_steps": 200, "global_step": 800, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, - "step": 300 - }, - { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 }, { - "epoch": 0.014155712841253791, - "grad_norm": 0.96484375, - "learning_rate": 0.0002514, - "loss": 4.905144500732422, + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, "step": 420 }, { - "epoch": 0.01482979440512302, - "grad_norm": 1.953125, - "learning_rate": 0.00026339999999999995, - "loss": 4.836254501342774, + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, "step": 440 }, { - "epoch": 0.015503875968992248, - "grad_norm": 1.90625, - "learning_rate": 0.00027539999999999997, - "loss": 4.767382431030273, + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, "step": 460 }, { - "epoch": 0.016177957532861477, - "grad_norm": 1.6875, - "learning_rate": 0.00028739999999999994, - "loss": 4.681509017944336, + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, "step": 480 }, { - "epoch": 0.016852039096730706, - "grad_norm": 1.609375, - "learning_rate": 0.00029939999999999996, - "loss": 4.624195098876953, + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, "step": 500 }, { - "epoch": 0.016852039096730706, - "eval_loss": 4.591919898986816, - "eval_runtime": 7.3895, - "eval_samples_per_second": 1289.263, - "eval_steps_per_second": 0.947, - "step": 500 - }, - { - "epoch": 0.01752612066059993, - "grad_norm": 1.359375, - "learning_rate": 0.0003, - "loss": 4.573441696166992, + "epoch": 0.008763060330299966, + "grad_norm": 2.328125, + "learning_rate": 0.0001557, + "loss": 5.474863433837891, "step": 520 }, { - "epoch": 0.01820020222446916, - "grad_norm": 1.890625, - "learning_rate": 0.0003, - "loss": 4.496570587158203, + "epoch": 0.00910010111223458, + "grad_norm": 1.125, + "learning_rate": 0.0001617, + "loss": 5.396588516235352, "step": 540 }, { - "epoch": 0.01887428378833839, - "grad_norm": 1.6796875, - "learning_rate": 0.0003, - "loss": 4.437310409545899, + "epoch": 0.009437141894169195, + "grad_norm": 1.6484375, + "learning_rate": 0.0001677, + "loss": 5.331023406982422, "step": 560 }, { - "epoch": 0.01954836535220762, - "grad_norm": 1.953125, - "learning_rate": 0.0003, - "loss": 4.387492752075195, + "epoch": 0.00977418267610381, + "grad_norm": 1.0703125, + "learning_rate": 0.00017369999999999997, + "loss": 5.257175445556641, "step": 580 }, { - "epoch": 0.020222446916076844, - "grad_norm": 1.375, - "learning_rate": 0.0003, - "loss": 4.346551513671875, + "epoch": 0.010111223458038422, + "grad_norm": 2.359375, + "learning_rate": 0.00017969999999999998, + "loss": 5.152382659912109, "step": 600 }, { - "epoch": 0.020222446916076844, - "eval_loss": 4.322638034820557, - "eval_runtime": 7.5459, - "eval_samples_per_second": 1262.548, - "eval_steps_per_second": 0.928, + "epoch": 0.010111223458038422, + "eval_loss": 5.1175713539123535, + "eval_runtime": 7.457, + "eval_samples_per_second": 1277.585, + "eval_steps_per_second": 0.939, "step": 600 }, { - "epoch": 0.020896528479946073, - "grad_norm": 1.5078125, - "learning_rate": 0.0003, - "loss": 4.285432815551758, + "epoch": 0.010448264239973037, + "grad_norm": 1.375, + "learning_rate": 0.0001857, + "loss": 5.096985244750977, "step": 620 }, { - "epoch": 0.021570610043815303, - "grad_norm": 1.40625, - "learning_rate": 0.0003, - "loss": 4.2501472473144535, + "epoch": 0.010785305021907651, + "grad_norm": 1.421875, + "learning_rate": 0.0001917, + "loss": 5.019801330566406, "step": 640 }, { - "epoch": 0.022244691607684528, - "grad_norm": 1.7421875, - "learning_rate": 0.0003, - "loss": 4.211347579956055, + "epoch": 0.011122345803842264, + "grad_norm": 2.125, + "learning_rate": 0.00019769999999999998, + "loss": 4.979957962036133, "step": 660 }, { - "epoch": 0.022918773171553757, - "grad_norm": 2.09375, - "learning_rate": 0.0003, - "loss": 4.168280410766601, + "epoch": 0.011459386585776879, + "grad_norm": 2.203125, + "learning_rate": 0.0002037, + "loss": 4.945652008056641, "step": 680 }, { - "epoch": 0.023592854735422986, - "grad_norm": 1.734375, - "learning_rate": 0.0003, - "loss": 4.165232086181641, + "epoch": 0.011796427367711493, + "grad_norm": 1.8515625, + "learning_rate": 0.00020969999999999997, + "loss": 4.866051483154297, "step": 700 }, { - "epoch": 0.023592854735422986, - "eval_loss": 4.144440650939941, - "eval_runtime": 7.5426, - "eval_samples_per_second": 1263.095, - "eval_steps_per_second": 0.928, - "step": 700 - }, - { - "epoch": 0.024266936299292215, - "grad_norm": 0.98828125, - "learning_rate": 0.0003, - "loss": 4.132168579101562, + "epoch": 0.012133468149646108, + "grad_norm": 1.625, + "learning_rate": 0.00021569999999999998, + "loss": 4.841766357421875, "step": 720 }, { - "epoch": 0.02494101786316144, - "grad_norm": 1.390625, - "learning_rate": 0.0003, - "loss": 4.118199157714844, + "epoch": 0.01247050893158072, + "grad_norm": 3.40625, + "learning_rate": 0.00022169999999999997, + "loss": 4.798672103881836, "step": 740 }, { - "epoch": 0.02561509942703067, - "grad_norm": 2.0625, - "learning_rate": 0.0003, - "loss": 4.074006271362305, + "epoch": 0.012807549713515335, + "grad_norm": 2.21875, + "learning_rate": 0.00022769999999999998, + "loss": 4.768531036376953, "step": 760 }, { - "epoch": 0.0262891809908999, - "grad_norm": 1.46875, - "learning_rate": 0.0003, - "loss": 4.034224319458008, + "epoch": 0.01314459049544995, + "grad_norm": 1.640625, + "learning_rate": 0.0002337, + "loss": 4.73585319519043, "step": 780 }, { - "epoch": 0.026963262554769128, - "grad_norm": 1.28125, - "learning_rate": 0.0003, - "loss": 4.037029266357422, + "epoch": 0.013481631277384564, + "grad_norm": 1.6875, + "learning_rate": 0.0002397, + "loss": 4.697021865844727, "step": 800 }, { - "epoch": 0.026963262554769128, - "eval_loss": 4.028254508972168, - "eval_runtime": 7.524, - "eval_samples_per_second": 1266.218, - "eval_steps_per_second": 0.93, + "epoch": 0.013481631277384564, + "eval_loss": 4.676848411560059, + "eval_runtime": 7.4394, + "eval_samples_per_second": 1280.62, + "eval_steps_per_second": 0.941, "step": 800 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -371,8 +339,8 @@ "attributes": {} } }, - "total_flos": 38725169971200.0, - "train_batch_size": 32, + "total_flos": 19362584985600.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-800/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/model.safetensors b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/model.safetensors index e359de2f16bfc17d6d5db6a9dd4fed18f02c8fbf..638c652a69ba2f5e0802ddb9553fdf07b4fa8e03 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/model.safetensors +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b98e3d3479511fdf20d344f73ed00ad6f6caedcb3d08a494ecd42cedbd61d4f1 +oid sha256:8f12b34cc7fdfd828fc5af59ab51663686e06ecf81a5c0bcaa560f7f1e344f6f size 2036216 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/optimizer.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/optimizer.pt index be5efe403d2574bcb046d38b66ccda2780760204..3f484dc8649e000911f01af3c7a558c8a149a07c 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/optimizer.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc055980aa96a5a10d9ca69e20cda8dca139beb6414cb5b8cbcd6aef459b9a17 +oid sha256:4d775d3b8c1660cfecccbcb10103788b0d29af15ab335fb8688ec578610c2811 size 4089360 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/rng_state.pth b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/rng_state.pth index 20cc7222d6faef71d7ad3895c3d9d492f92b4908..5f477ae319f7890dbe85f94681f64bf10e690d69 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/rng_state.pth +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b11a10749bfb1630d95eef94125f4590e8610c579d217d1f158e71ce518d72b +oid sha256:ecefbb3f17bb76b6655eb0157c98b5287c17fa4b4c72a6b9068b0823ce9fd18d size 14244 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/scheduler.pt b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/scheduler.pt index f8644e228860c805fb609ef30ac9a97bbf737b07..48852744b6f1603cb07a3a598dccc3b232a29a90 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/scheduler.pt +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:389b3459cdd290ee62a7be41d029a930e2587531b43c7e5ade84614c6ebc3507 +oid sha256:5bfb7b9c091ab83b2f167c61a3ae9a0c249f254498c8844e764454e070c9b77a size 1064 diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/trainer_state.json b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/trainer_state.json index e44d79c9eeaae9bd1fd6c12145bd8813171d266b..ad189d15e444c5173b926e027ac32a5d59748c13 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/trainer_state.json +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/trainer_state.json @@ -2,403 +2,363 @@ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, - "epoch": 0.030333670374115267, - "eval_steps": 100, + "epoch": 0.015166835187057633, + "eval_steps": 200, "global_step": 900, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { - "epoch": 0.0006740815638692282, - "grad_norm": 1.4921875, - "learning_rate": 1.14e-05, - "loss": 8.323189544677735, + "epoch": 0.0003370407819346141, + "grad_norm": 1.4140625, + "learning_rate": 5.7e-06, + "loss": 8.324227142333985, "step": 20 }, { - "epoch": 0.0013481631277384564, - "grad_norm": 1.609375, - "learning_rate": 2.34e-05, - "loss": 8.292604064941406, + "epoch": 0.0006740815638692282, + "grad_norm": 1.5390625, + "learning_rate": 1.17e-05, + "loss": 8.318060302734375, "step": 40 }, { - "epoch": 0.0020222446916076846, - "grad_norm": 1.5234375, - "learning_rate": 3.539999999999999e-05, - "loss": 8.182575988769532, + "epoch": 0.0010111223458038423, + "grad_norm": 1.609375, + "learning_rate": 1.7699999999999997e-05, + "loss": 8.293100738525391, "step": 60 }, { - "epoch": 0.002696326255476913, - "grad_norm": 1.296875, - "learning_rate": 4.7399999999999993e-05, - "loss": 7.984093475341797, + "epoch": 0.0013481631277384564, + "grad_norm": 1.7578125, + "learning_rate": 2.3699999999999997e-05, + "loss": 8.227334594726562, "step": 80 }, { - "epoch": 0.003370407819346141, - "grad_norm": 1.265625, - "learning_rate": 5.94e-05, - "loss": 7.79156265258789, - "step": 100 - }, - { - "epoch": 0.003370407819346141, - "eval_loss": 7.687252998352051, - "eval_runtime": 7.4625, - "eval_samples_per_second": 1276.648, - "eval_steps_per_second": 0.938, + "epoch": 0.0016852039096730705, + "grad_norm": 1.5234375, + "learning_rate": 2.97e-05, + "loss": 8.111893463134766, "step": 100 }, { - "epoch": 0.004044489383215369, - "grad_norm": 1.25, - "learning_rate": 7.139999999999999e-05, - "loss": 7.586382293701172, + "epoch": 0.0020222446916076846, + "grad_norm": 1.3046875, + "learning_rate": 3.5699999999999994e-05, + "loss": 7.976696014404297, "step": 120 }, { - "epoch": 0.0047185709470845974, - "grad_norm": 1.25, - "learning_rate": 8.34e-05, - "loss": 7.356954193115234, + "epoch": 0.0023592854735422987, + "grad_norm": 1.296875, + "learning_rate": 4.17e-05, + "loss": 7.851339721679688, "step": 140 }, { - "epoch": 0.005392652510953826, - "grad_norm": 1.21875, - "learning_rate": 9.539999999999999e-05, - "loss": 7.125580596923828, + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 4.7699999999999994e-05, + "loss": 7.724923706054687, "step": 160 }, { - "epoch": 0.006066734074823054, - "grad_norm": 1.1953125, - "learning_rate": 0.00010739999999999998, - "loss": 6.8821556091308596, + "epoch": 0.003033367037411527, + "grad_norm": 1.3125, + "learning_rate": 5.369999999999999e-05, + "loss": 7.58428726196289, "step": 180 }, { - "epoch": 0.006740815638692282, - "grad_norm": 1.125, - "learning_rate": 0.0001194, - "loss": 6.638446807861328, + "epoch": 0.003370407819346141, + "grad_norm": 1.25, + "learning_rate": 5.97e-05, + "loss": 7.439914703369141, "step": 200 }, { - "epoch": 0.006740815638692282, - "eval_loss": 6.517786502838135, - "eval_runtime": 7.4364, - "eval_samples_per_second": 1281.124, - "eval_steps_per_second": 0.941, + "epoch": 0.003370407819346141, + "eval_loss": 7.356490135192871, + "eval_runtime": 7.5119, + "eval_samples_per_second": 1268.257, + "eval_steps_per_second": 0.932, "step": 200 }, { - "epoch": 0.00741489720256151, - "grad_norm": 1.1171875, - "learning_rate": 0.0001314, - "loss": 6.419033813476562, + "epoch": 0.003707448601280755, + "grad_norm": 1.25, + "learning_rate": 6.57e-05, + "loss": 7.283377075195313, "step": 220 }, { - "epoch": 0.008088978766430738, - "grad_norm": 0.99609375, - "learning_rate": 0.0001434, - "loss": 6.19798698425293, + "epoch": 0.004044489383215369, + "grad_norm": 1.25, + "learning_rate": 7.17e-05, + "loss": 7.127851104736328, "step": 240 }, { - "epoch": 0.008763060330299966, - "grad_norm": 0.85546875, - "learning_rate": 0.00015539999999999998, - "loss": 6.01253662109375, + "epoch": 0.004381530165149983, + "grad_norm": 1.2109375, + "learning_rate": 7.769999999999999e-05, + "loss": 6.964313507080078, "step": 260 }, { - "epoch": 0.009437141894169195, - "grad_norm": 2.4375, - "learning_rate": 0.0001674, - "loss": 5.827148818969727, + "epoch": 0.0047185709470845974, + "grad_norm": 1.171875, + "learning_rate": 8.37e-05, + "loss": 6.807338714599609, "step": 280 }, { - "epoch": 0.010111223458038422, - "grad_norm": 1.1171875, - "learning_rate": 0.00017939999999999997, - "loss": 5.6793663024902346, - "step": 300 - }, - { - "epoch": 0.010111223458038422, - "eval_loss": 5.60944938659668, - "eval_runtime": 7.4311, - "eval_samples_per_second": 1282.036, - "eval_steps_per_second": 0.942, + "epoch": 0.005055611729019211, + "grad_norm": 1.1328125, + "learning_rate": 8.969999999999998e-05, + "loss": 6.667655181884766, "step": 300 }, { - "epoch": 0.010785305021907651, - "grad_norm": 0.9375, - "learning_rate": 0.0001914, - "loss": 5.544954299926758, + "epoch": 0.005392652510953826, + "grad_norm": 1.109375, + "learning_rate": 9.57e-05, + "loss": 6.523377227783203, "step": 320 }, { - "epoch": 0.011459386585776879, - "grad_norm": 1.2734375, - "learning_rate": 0.00020339999999999998, - "loss": 5.418224334716797, + "epoch": 0.005729693292888439, + "grad_norm": 1.1171875, + "learning_rate": 0.00010169999999999999, + "loss": 6.383005142211914, "step": 340 }, { - "epoch": 0.012133468149646108, - "grad_norm": 1.890625, - "learning_rate": 0.00021539999999999998, - "loss": 5.2604835510253904, + "epoch": 0.006066734074823054, + "grad_norm": 1.6875, + "learning_rate": 0.00010769999999999999, + "loss": 6.261091232299805, "step": 360 }, { - "epoch": 0.012807549713515335, - "grad_norm": 1.265625, - "learning_rate": 0.00022739999999999997, - "loss": 5.145714187622071, + "epoch": 0.0064037748567576675, + "grad_norm": 1.140625, + "learning_rate": 0.00011369999999999999, + "loss": 6.122833251953125, "step": 380 }, { - "epoch": 0.013481631277384564, - "grad_norm": 1.6328125, - "learning_rate": 0.0002394, - "loss": 5.026620101928711, + "epoch": 0.006740815638692282, + "grad_norm": 1.3984375, + "learning_rate": 0.0001197, + "loss": 6.019657897949219, "step": 400 }, { - "epoch": 0.013481631277384564, - "eval_loss": 4.965348720550537, - "eval_runtime": 7.4478, - "eval_samples_per_second": 1279.165, - "eval_steps_per_second": 0.94, + "epoch": 0.006740815638692282, + "eval_loss": 5.966014385223389, + "eval_runtime": 7.516, + "eval_samples_per_second": 1267.556, + "eval_steps_per_second": 0.931, "step": 400 }, { - "epoch": 0.014155712841253791, - "grad_norm": 0.96484375, - "learning_rate": 0.0002514, - "loss": 4.905144500732422, + "epoch": 0.007077856420626896, + "grad_norm": 0.98046875, + "learning_rate": 0.0001257, + "loss": 5.9373779296875, "step": 420 }, { - "epoch": 0.01482979440512302, - "grad_norm": 1.953125, - "learning_rate": 0.00026339999999999995, - "loss": 4.836254501342774, + "epoch": 0.00741489720256151, + "grad_norm": 1.6328125, + "learning_rate": 0.00013169999999999998, + "loss": 5.839211273193359, "step": 440 }, { - "epoch": 0.015503875968992248, - "grad_norm": 1.90625, - "learning_rate": 0.00027539999999999997, - "loss": 4.767382431030273, + "epoch": 0.007751937984496124, + "grad_norm": 0.9609375, + "learning_rate": 0.00013769999999999999, + "loss": 5.740922927856445, "step": 460 }, { - "epoch": 0.016177957532861477, - "grad_norm": 1.6875, - "learning_rate": 0.00028739999999999994, - "loss": 4.681509017944336, + "epoch": 0.008088978766430738, + "grad_norm": 0.90234375, + "learning_rate": 0.00014369999999999997, + "loss": 5.6399181365966795, "step": 480 }, { - "epoch": 0.016852039096730706, - "grad_norm": 1.609375, - "learning_rate": 0.00029939999999999996, - "loss": 4.624195098876953, - "step": 500 - }, - { - "epoch": 0.016852039096730706, - "eval_loss": 4.591919898986816, - "eval_runtime": 7.3895, - "eval_samples_per_second": 1289.263, - "eval_steps_per_second": 0.947, + "epoch": 0.008426019548365353, + "grad_norm": 1.1796875, + "learning_rate": 0.00014969999999999998, + "loss": 5.560699081420898, "step": 500 }, { - "epoch": 0.01752612066059993, - "grad_norm": 1.359375, - "learning_rate": 0.0003, - "loss": 4.573441696166992, + "epoch": 0.008763060330299966, + "grad_norm": 2.328125, + "learning_rate": 0.0001557, + "loss": 5.474863433837891, "step": 520 }, { - "epoch": 0.01820020222446916, - "grad_norm": 1.890625, - "learning_rate": 0.0003, - "loss": 4.496570587158203, + "epoch": 0.00910010111223458, + "grad_norm": 1.125, + "learning_rate": 0.0001617, + "loss": 5.396588516235352, "step": 540 }, { - "epoch": 0.01887428378833839, - "grad_norm": 1.6796875, - "learning_rate": 0.0003, - "loss": 4.437310409545899, + "epoch": 0.009437141894169195, + "grad_norm": 1.6484375, + "learning_rate": 0.0001677, + "loss": 5.331023406982422, "step": 560 }, { - "epoch": 0.01954836535220762, - "grad_norm": 1.953125, - "learning_rate": 0.0003, - "loss": 4.387492752075195, + "epoch": 0.00977418267610381, + "grad_norm": 1.0703125, + "learning_rate": 0.00017369999999999997, + "loss": 5.257175445556641, "step": 580 }, { - "epoch": 0.020222446916076844, - "grad_norm": 1.375, - "learning_rate": 0.0003, - "loss": 4.346551513671875, + "epoch": 0.010111223458038422, + "grad_norm": 2.359375, + "learning_rate": 0.00017969999999999998, + "loss": 5.152382659912109, "step": 600 }, { - "epoch": 0.020222446916076844, - "eval_loss": 4.322638034820557, - "eval_runtime": 7.5459, - "eval_samples_per_second": 1262.548, - "eval_steps_per_second": 0.928, + "epoch": 0.010111223458038422, + "eval_loss": 5.1175713539123535, + "eval_runtime": 7.457, + "eval_samples_per_second": 1277.585, + "eval_steps_per_second": 0.939, "step": 600 }, { - "epoch": 0.020896528479946073, - "grad_norm": 1.5078125, - "learning_rate": 0.0003, - "loss": 4.285432815551758, + "epoch": 0.010448264239973037, + "grad_norm": 1.375, + "learning_rate": 0.0001857, + "loss": 5.096985244750977, "step": 620 }, { - "epoch": 0.021570610043815303, - "grad_norm": 1.40625, - "learning_rate": 0.0003, - "loss": 4.2501472473144535, + "epoch": 0.010785305021907651, + "grad_norm": 1.421875, + "learning_rate": 0.0001917, + "loss": 5.019801330566406, "step": 640 }, { - "epoch": 0.022244691607684528, - "grad_norm": 1.7421875, - "learning_rate": 0.0003, - "loss": 4.211347579956055, + "epoch": 0.011122345803842264, + "grad_norm": 2.125, + "learning_rate": 0.00019769999999999998, + "loss": 4.979957962036133, "step": 660 }, { - "epoch": 0.022918773171553757, - "grad_norm": 2.09375, - "learning_rate": 0.0003, - "loss": 4.168280410766601, + "epoch": 0.011459386585776879, + "grad_norm": 2.203125, + "learning_rate": 0.0002037, + "loss": 4.945652008056641, "step": 680 }, { - "epoch": 0.023592854735422986, - "grad_norm": 1.734375, - "learning_rate": 0.0003, - "loss": 4.165232086181641, - "step": 700 - }, - { - "epoch": 0.023592854735422986, - "eval_loss": 4.144440650939941, - "eval_runtime": 7.5426, - "eval_samples_per_second": 1263.095, - "eval_steps_per_second": 0.928, + "epoch": 0.011796427367711493, + "grad_norm": 1.8515625, + "learning_rate": 0.00020969999999999997, + "loss": 4.866051483154297, "step": 700 }, { - "epoch": 0.024266936299292215, - "grad_norm": 0.98828125, - "learning_rate": 0.0003, - "loss": 4.132168579101562, + "epoch": 0.012133468149646108, + "grad_norm": 1.625, + "learning_rate": 0.00021569999999999998, + "loss": 4.841766357421875, "step": 720 }, { - "epoch": 0.02494101786316144, - "grad_norm": 1.390625, - "learning_rate": 0.0003, - "loss": 4.118199157714844, + "epoch": 0.01247050893158072, + "grad_norm": 3.40625, + "learning_rate": 0.00022169999999999997, + "loss": 4.798672103881836, "step": 740 }, { - "epoch": 0.02561509942703067, - "grad_norm": 2.0625, - "learning_rate": 0.0003, - "loss": 4.074006271362305, + "epoch": 0.012807549713515335, + "grad_norm": 2.21875, + "learning_rate": 0.00022769999999999998, + "loss": 4.768531036376953, "step": 760 }, { - "epoch": 0.0262891809908999, - "grad_norm": 1.46875, - "learning_rate": 0.0003, - "loss": 4.034224319458008, + "epoch": 0.01314459049544995, + "grad_norm": 1.640625, + "learning_rate": 0.0002337, + "loss": 4.73585319519043, "step": 780 }, { - "epoch": 0.026963262554769128, - "grad_norm": 1.28125, - "learning_rate": 0.0003, - "loss": 4.037029266357422, + "epoch": 0.013481631277384564, + "grad_norm": 1.6875, + "learning_rate": 0.0002397, + "loss": 4.697021865844727, "step": 800 }, { - "epoch": 0.026963262554769128, - "eval_loss": 4.028254508972168, - "eval_runtime": 7.524, - "eval_samples_per_second": 1266.218, - "eval_steps_per_second": 0.93, + "epoch": 0.013481631277384564, + "eval_loss": 4.676848411560059, + "eval_runtime": 7.4394, + "eval_samples_per_second": 1280.62, + "eval_steps_per_second": 0.941, "step": 800 }, { - "epoch": 0.027637344118638354, - "grad_norm": 1.28125, - "learning_rate": 0.0003, - "loss": 3.9971729278564454, + "epoch": 0.013818672059319177, + "grad_norm": 1.6484375, + "learning_rate": 0.00024569999999999995, + "loss": 4.658943176269531, "step": 820 }, { - "epoch": 0.028311425682507583, - "grad_norm": 1.6875, - "learning_rate": 0.0003, - "loss": 3.988052749633789, + "epoch": 0.014155712841253791, + "grad_norm": 3.234375, + "learning_rate": 0.0002517, + "loss": 4.5957294464111325, "step": 840 }, { - "epoch": 0.028985507246376812, - "grad_norm": 1.734375, - "learning_rate": 0.0003, - "loss": 4.010898208618164, + "epoch": 0.014492753623188406, + "grad_norm": 1.578125, + "learning_rate": 0.0002577, + "loss": 4.5967552185058596, "step": 860 }, { - "epoch": 0.02965958881024604, - "grad_norm": 1.5625, - "learning_rate": 0.0003, - "loss": 3.9676307678222655, + "epoch": 0.01482979440512302, + "grad_norm": 1.3203125, + "learning_rate": 0.00026369999999999996, + "loss": 4.549871444702148, "step": 880 }, { - "epoch": 0.030333670374115267, - "grad_norm": 1.7265625, - "learning_rate": 0.0003, - "loss": 3.937486267089844, - "step": 900 - }, - { - "epoch": 0.030333670374115267, - "eval_loss": 3.954482078552246, - "eval_runtime": 7.9455, - "eval_samples_per_second": 1199.051, - "eval_steps_per_second": 0.881, + "epoch": 0.015166835187057633, + "grad_norm": 2.28125, + "learning_rate": 0.0002697, + "loss": 4.512709045410157, "step": 900 } ], "logging_steps": 20, - "max_steps": 2500, + "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, @@ -414,8 +374,8 @@ "attributes": {} } }, - "total_flos": 43565816217600.0, - "train_batch_size": 32, + "total_flos": 21782908108800.0, + "train_batch_size": 16, "trial_name": null, "trial_params": null } diff --git a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/training_args.bin b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/training_args.bin index 79b5e55e9fcd0e532115fbc5e04fe492649ca361..b577dbfd784ef7ee3d948d756a02e417d17c174a 100644 --- a/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/training_args.bin +++ b/zain/Activation/out/mlp-linear-3L_run/checkpoint-900/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2e1d330457822673a5ced171f375887b3e5542845ed4294676608daea03e08 +oid sha256:c8ba4204aa09d2b6d0fe9a4a91b258d44c21a6738a757711b7ef84256d0583a1 size 4920 diff --git a/zain/Activation/out/mlp-linear-3L_run/training_log.jsonl b/zain/Activation/out/mlp-linear-3L_run/training_log.jsonl index 2bdadadd49d88b1c226e38f8a97e51f3f94b2937..fb962918834b8772735ecd7455d9d50e8e80c4e2 100644 --- a/zain/Activation/out/mlp-linear-3L_run/training_log.jsonl +++ b/zain/Activation/out/mlp-linear-3L_run/training_log.jsonl @@ -1,152 +1,197 @@ -{"step": 20, "epoch": 0.0006740815638692282, "timestamp": 1787074552.3343823, "loss": 8.323189544677735, "grad_norm": 1.4921875, "learning_rate": 1.14e-05, "train/total_time_seconds": 0.8217683620750904, "train/time_per_step_avg": 0.04108841810375452, "train/epoch_time_elapsed": 1.4676476642489433, "train/estimated_remaining_minutes": 1.6983212816218536} -{"step": 40, "epoch": 0.0013481631277384564, "timestamp": 1787074553.0398712, "loss": 8.292604064941406, "grad_norm": 1.609375, "learning_rate": 2.34e-05, "train/total_time_seconds": 1.026798203587532, "train/time_per_step_avg": 0.0256699550896883, "train/epoch_time_elapsed": 2.1731371991336346, "train/estimated_remaining_minutes": 1.0524681586772204} -{"step": 60, "epoch": 0.0020222446916076846, "timestamp": 1787074553.7235618, "loss": 8.182575988769532, "grad_norm": 1.5234375, "learning_rate": 3.539999999999999e-05, "train/total_time_seconds": 1.2247943542897701, "train/time_per_step_avg": 0.020413239238162836, "train/epoch_time_elapsed": 2.8568259924650192, "train/estimated_remaining_minutes": 0.8301383956852887} -{"step": 80, "epoch": 0.002696326255476913, "timestamp": 1787074554.4056394, "loss": 7.984093475341797, "grad_norm": 1.296875, "learning_rate": 4.7399999999999993e-05, "train/total_time_seconds": 1.423072922974825, "train/time_per_step_avg": 0.01778841153718531, "train/epoch_time_elapsed": 3.5389050655066967, "train/estimated_remaining_minutes": 0.7174659319998076} -{"step": 100, "epoch": 0.003370407819346141, "timestamp": 1787074555.087405, "loss": 7.79156265258789, "grad_norm": 1.265625, "learning_rate": 5.94e-05, "train/total_time_seconds": 1.6205823235213757, "train/time_per_step_avg": 0.016205823235213756, "train/epoch_time_elapsed": 4.220671623945236, "train/estimated_remaining_minutes": 0.6482329294085503} -{"step": 100, "epoch": 0.003370407819346141, "timestamp": 1787074562.5515637, "eval_loss": 7.687252998352051, "eval_runtime": 7.4625, "eval_samples_per_second": 1276.648, "eval_steps_per_second": 0.938, "train/total_time_seconds": 1.6205823235213757, "train/time_per_step_avg": 0.016205823235213756, "train/epoch_time_elapsed": 11.684828825294971, "train/estimated_remaining_minutes": 0.6482329294085503} -{"step": 120, "epoch": 0.004044489383215369, "timestamp": 1787074563.2620747, "loss": 7.586382293701172, "grad_norm": 1.25, "learning_rate": 7.139999999999999e-05, "train/total_time_seconds": 1.819493182003498, "train/time_per_step_avg": 0.009977248199284076, "train/epoch_time_elapsed": 12.395339623093605, "train/estimated_remaining_minutes": 0.6014435796067119} -{"step": 140, "epoch": 0.0047185709470845974, "timestamp": 1787074563.9490776, "loss": 7.356954193115234, "grad_norm": 1.25, "learning_rate": 8.34e-05, "train/total_time_seconds": 2.0178180634975433, "train/time_per_step_avg": 0.009910198599100114, "train/epoch_time_elapsed": 13.08234192058444, "train/estimated_remaining_minutes": 0.5669107892683575} -{"step": 160, "epoch": 0.005392652510953826, "timestamp": 1787074564.6311152, "loss": 7.125580596923828, "grad_norm": 1.21875, "learning_rate": 9.539999999999999e-05, "train/total_time_seconds": 2.216271284967661, "train/time_per_step_avg": 0.009914769306778908, "train/epoch_time_elapsed": 13.76438294351101, "train/estimated_remaining_minutes": 0.5402161257108673} -{"step": 180, "epoch": 0.006066734074823054, "timestamp": 1787074565.3156192, "loss": 6.8821556091308596, "grad_norm": 1.1953125, "learning_rate": 0.00010739999999999998, "train/total_time_seconds": 2.414163265377283, "train/time_per_step_avg": 0.009910903424024581, "train/epoch_time_elapsed": 14.448886703699827, "train/estimated_remaining_minutes": 0.5185980347847496} -{"step": 200, "epoch": 0.006740815638692282, "timestamp": 1787074566.092787, "loss": 6.638446807861328, "grad_norm": 1.125, "learning_rate": 0.0001194, "train/total_time_seconds": 2.6334479935467243, "train/time_per_step_avg": 0.010128656700253487, "train/epoch_time_elapsed": 15.22605337947607, "train/estimated_remaining_minutes": 0.5047441987631222} -{"step": 200, "epoch": 0.006740815638692282, "timestamp": 1787074573.5307446, "eval_loss": 6.517786502838135, "eval_runtime": 7.4364, "eval_samples_per_second": 1281.124, "eval_steps_per_second": 0.941, "train/total_time_seconds": 2.6334479935467243, "train/time_per_step_avg": 0.010128656700253487, "train/epoch_time_elapsed": 22.664010733366013, "train/estimated_remaining_minutes": 0.5047441987631222} -{"step": 220, "epoch": 0.00741489720256151, "timestamp": 1787074574.2316306, "loss": 6.419033813476562, "grad_norm": 1.1171875, "learning_rate": 0.0001314, "train/total_time_seconds": 2.832073237746954, "train/time_per_step_avg": 0.01012580055743456, "train/epoch_time_elapsed": 23.364897344261408, "train/estimated_remaining_minutes": 0.4891762865199284} -{"step": 240, "epoch": 0.008088978766430738, "timestamp": 1787074574.9123185, "loss": 6.19798698425293, "grad_norm": 0.99609375, "learning_rate": 0.0001434, "train/total_time_seconds": 3.0306359007954597, "train/time_per_step_avg": 0.010128178372979165, "train/epoch_time_elapsed": 24.045585054904222, "train/estimated_remaining_minutes": 0.4756414677637319} -{"step": 260, "epoch": 0.008763060330299966, "timestamp": 1787074575.5930805, "loss": 6.01253662109375, "grad_norm": 0.85546875, "learning_rate": 0.00015539999999999998, "train/total_time_seconds": 3.2291443161666393, "train/time_per_step_avg": 0.010128730311989784, "train/epoch_time_elapsed": 24.72634720802307, "train/estimated_remaining_minutes": 0.4636720043726457} -{"step": 280, "epoch": 0.009437141894169195, "timestamp": 1787074576.27354, "loss": 5.827148818969727, "grad_norm": 2.4375, "learning_rate": 0.0001674, "train/total_time_seconds": 3.427262105047703, "train/time_per_step_avg": 0.010130988396704198, "train/epoch_time_elapsed": 25.406807113438845, "train/estimated_remaining_minutes": 0.4528882067384465} -{"step": 300, "epoch": 0.010111223458038422, "timestamp": 1787074576.9540775, "loss": 5.6793663024902346, "grad_norm": 1.1171875, "learning_rate": 0.00017939999999999997, "train/total_time_seconds": 3.62515090405941, "train/time_per_step_avg": 0.009917029105126858, "train/epoch_time_elapsed": 26.087344530969858, "train/estimated_remaining_minutes": 0.443073999385039} -{"step": 300, "epoch": 0.010111223458038422, "timestamp": 1787074584.3868082, "eval_loss": 5.60944938659668, "eval_runtime": 7.4311, "eval_samples_per_second": 1282.036, "eval_steps_per_second": 0.942, "train/total_time_seconds": 3.62515090405941, "train/time_per_step_avg": 0.009917029105126858, "train/epoch_time_elapsed": 33.52007392793894, "train/estimated_remaining_minutes": 0.443073999385039} -{"step": 320, "epoch": 0.010785305021907651, "timestamp": 1787074585.0885248, "loss": 5.544954299926758, "grad_norm": 0.9375, "learning_rate": 0.0001914, "train/total_time_seconds": 3.8235578052699566, "train/time_per_step_avg": 0.009914845675230027, "train/epoch_time_elapsed": 34.221791326999664, "train/estimated_remaining_minutes": 0.434133125806693} -{"step": 340, "epoch": 0.011459386585776879, "timestamp": 1787074585.7746632, "loss": 5.418224334716797, "grad_norm": 1.2734375, "learning_rate": 0.00020339999999999998, "train/total_time_seconds": 4.023960519582033, "train/time_per_step_avg": 0.009933246187865735, "train/epoch_time_elapsed": 34.90793040767312, "train/estimated_remaining_minutes": 0.4260664079557447} -{"step": 360, "epoch": 0.012133468149646108, "timestamp": 1787074586.460356, "loss": 5.2604835510253904, "grad_norm": 1.890625, "learning_rate": 0.00021539999999999998, "train/total_time_seconds": 4.222227491438389, "train/time_per_step_avg": 0.009930831752717495, "train/epoch_time_elapsed": 35.59362281486392, "train/estimated_remaining_minutes": 0.4183132792443589} -{"step": 380, "epoch": 0.012807549713515335, "timestamp": 1787074587.1483238, "loss": 5.145714187622071, "grad_norm": 1.265625, "learning_rate": 0.00022739999999999997, "train/total_time_seconds": 4.427501887083054, "train/time_per_step_avg": 0.010002397820353509, "train/epoch_time_elapsed": 36.281590808182955, "train/estimated_remaining_minutes": 0.41168000002702076} -{"step": 400, "epoch": 0.013481631277384564, "timestamp": 1787074587.84589, "loss": 5.026620101928711, "grad_norm": 1.6328125, "learning_rate": 0.0002394, "train/total_time_seconds": 4.630247205495834, "train/time_per_step_avg": 0.010050963014364242, "train/epoch_time_elapsed": 36.97915734350681, "train/estimated_remaining_minutes": 0.4051466304808855} -{"step": 400, "epoch": 0.013481631277384564, "timestamp": 1787074595.2955048, "eval_loss": 4.965348720550537, "eval_runtime": 7.4478, "eval_samples_per_second": 1279.165, "eval_steps_per_second": 0.94, "train/total_time_seconds": 4.630247205495834, "train/time_per_step_avg": 0.010050963014364242, "train/epoch_time_elapsed": 44.42877106368542, "train/estimated_remaining_minutes": 0.4051466304808855} -{"step": 420, "epoch": 0.014155712841253791, "timestamp": 1787074596.0000913, "loss": 4.905144500732422, "grad_norm": 0.96484375, "learning_rate": 0.0002514, "train/total_time_seconds": 4.830303870141506, "train/time_per_step_avg": 0.010067460648715497, "train/epoch_time_elapsed": 45.13335832580924, "train/estimated_remaining_minutes": 0.3986917480116799} -{"step": 440, "epoch": 0.01482979440512302, "timestamp": 1787074596.6911466, "loss": 4.836254501342774, "grad_norm": 1.953125, "learning_rate": 0.00026339999999999995, "train/total_time_seconds": 5.030039504170418, "train/time_per_step_avg": 0.010060789845883846, "train/epoch_time_elapsed": 45.82441268116236, "train/estimated_remaining_minutes": 0.3924955067648129} -{"step": 460, "epoch": 0.015503875968992248, "timestamp": 1787074597.3778183, "loss": 4.767382431030273, "grad_norm": 1.90625, "learning_rate": 0.00027539999999999997, "train/total_time_seconds": 5.229120921343565, "train/time_per_step_avg": 0.010068934299051762, "train/epoch_time_elapsed": 46.51108503341675, "train/estimated_remaining_minutes": 0.38650024201235045} -{"step": 480, "epoch": 0.016177957532861477, "timestamp": 1787074598.0639434, "loss": 4.681509017944336, "grad_norm": 1.6875, "learning_rate": 0.00028739999999999994, "train/total_time_seconds": 5.428809646517038, "train/time_per_step_avg": 0.010013077594339847, "train/epoch_time_elapsed": 47.19720993191004, "train/estimated_remaining_minutes": 0.3807706765959867} -{"step": 500, "epoch": 0.016852039096730706, "timestamp": 1787074598.7505498, "loss": 4.624195098876953, "grad_norm": 1.609375, "learning_rate": 0.00029939999999999996, "train/total_time_seconds": 5.628855351358652, "train/time_per_step_avg": 0.009986081458628178, "train/epoch_time_elapsed": 47.88381664082408, "train/estimated_remaining_minutes": 0.37525702342391015} -{"step": 500, "epoch": 0.016852039096730706, "timestamp": 1787074606.1416128, "eval_loss": 4.591919898986816, "eval_runtime": 7.3895, "eval_samples_per_second": 1289.263, "eval_steps_per_second": 0.947, "train/total_time_seconds": 5.628855351358652, "train/time_per_step_avg": 0.009986081458628178, "train/epoch_time_elapsed": 55.274879179894924, "train/estimated_remaining_minutes": 0.37525702342391015} -{"step": 520, "epoch": 0.01752612066059993, "timestamp": 1787074606.8618312, "loss": 4.573441696166992, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 5.833001162856817, "train/time_per_step_avg": 0.01002697292715311, "train/epoch_time_elapsed": 55.99509855359793, "train/estimated_remaining_minutes": 0.37017122764283644} -{"step": 540, "epoch": 0.01820020222446916, "timestamp": 1787074607.5513113, "loss": 4.496570587158203, "grad_norm": 1.890625, "learning_rate": 0.0003, "train/total_time_seconds": 6.034313678741455, "train/time_per_step_avg": 0.010042741745710373, "train/epoch_time_elapsed": 56.68457815796137, "train/estimated_remaining_minutes": 0.36503872871398924} -{"step": 560, "epoch": 0.01887428378833839, "timestamp": 1787074608.2834897, "loss": 4.437310409545899, "grad_norm": 1.6796875, "learning_rate": 0.0003, "train/total_time_seconds": 6.248284496366978, "train/time_per_step_avg": 0.010191635750234128, "train/epoch_time_elapsed": 57.41675563156605, "train/estimated_remaining_minutes": 0.36076404532595047} -{"step": 580, "epoch": 0.01954836535220762, "timestamp": 1787074608.9937558, "loss": 4.387492752075195, "grad_norm": 1.953125, "learning_rate": 0.0003, "train/total_time_seconds": 6.457859255373478, "train/time_per_step_avg": 0.010290496088564395, "train/epoch_time_elapsed": 58.1270220130682, "train/estimated_remaining_minutes": 0.35629568305508846} -{"step": 600, "epoch": 0.020222446916076844, "timestamp": 1787074609.7054706, "loss": 4.346551513671875, "grad_norm": 1.375, "learning_rate": 0.0003, "train/total_time_seconds": 6.669684812426567, "train/time_per_step_avg": 0.01040829461067915, "train/epoch_time_elapsed": 58.8387359790504, "train/estimated_remaining_minutes": 0.3520111428780688} -{"step": 600, "epoch": 0.020222446916076844, "timestamp": 1787074617.253266, "eval_loss": 4.322638034820557, "eval_runtime": 7.5459, "eval_samples_per_second": 1262.548, "eval_steps_per_second": 0.928, "train/total_time_seconds": 6.669684812426567, "train/time_per_step_avg": 0.01040829461067915, "train/epoch_time_elapsed": 66.38653087988496, "train/estimated_remaining_minutes": 0.3520111428780688} -{"step": 620, "epoch": 0.020896528479946073, "timestamp": 1787074617.9835358, "loss": 4.285432815551758, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 6.880270630121231, "train/time_per_step_avg": 0.010472694672644138, "train/epoch_time_elapsed": 67.1168007440865, "train/estimated_remaining_minutes": 0.3477126017373095} -{"step": 640, "epoch": 0.021570610043815303, "timestamp": 1787074618.6886742, "loss": 4.2501472473144535, "grad_norm": 1.40625, "learning_rate": 0.0003, "train/total_time_seconds": 7.091416496783495, "train/time_per_step_avg": 0.010571028180420399, "train/epoch_time_elapsed": 67.8219400383532, "train/estimated_remaining_minutes": 0.34349048656295056} -{"step": 660, "epoch": 0.022244691607684528, "timestamp": 1787074619.3970535, "loss": 4.211347579956055, "grad_norm": 1.7421875, "learning_rate": 0.0003, "train/total_time_seconds": 7.302313812077045, "train/time_per_step_avg": 0.010540293157100677, "train/epoch_time_elapsed": 68.53031933307648, "train/estimated_remaining_minutes": 0.3392994296520648} -{"step": 680, "epoch": 0.022918773171553757, "timestamp": 1787074620.10191, "loss": 4.168280410766601, "grad_norm": 2.09375, "learning_rate": 0.0003, "train/total_time_seconds": 7.51185967028141, "train/time_per_step_avg": 0.010540004149079322, "train/epoch_time_elapsed": 69.23517569899559, "train/estimated_remaining_minutes": 0.3350878578409845} -{"step": 700, "epoch": 0.023592854735422986, "timestamp": 1787074620.815112, "loss": 4.165232086181641, "grad_norm": 1.734375, "learning_rate": 0.0003, "train/total_time_seconds": 7.7209182269871235, "train/time_per_step_avg": 0.010512334145605564, "train/epoch_time_elapsed": 69.94837871566415, "train/estimated_remaining_minutes": 0.33089649544230526} -{"step": 700, "epoch": 0.023592854735422986, "timestamp": 1787074628.359291, "eval_loss": 4.144440650939941, "eval_runtime": 7.5426, "eval_samples_per_second": 1263.095, "eval_steps_per_second": 0.928, "train/total_time_seconds": 7.7209182269871235, "train/time_per_step_avg": 0.010512334145605564, "train/epoch_time_elapsed": 77.49255704879761, "train/estimated_remaining_minutes": 0.33089649544230526} -{"step": 720, "epoch": 0.024266936299292215, "timestamp": 1787074629.0892406, "loss": 4.132168579101562, "grad_norm": 0.98828125, "learning_rate": 0.0003, "train/total_time_seconds": 7.932774532586336, "train/time_per_step_avg": 0.01052503902465105, "train/epoch_time_elapsed": 78.22250627353787, "train/estimated_remaining_minutes": 0.326859691388974} -{"step": 740, "epoch": 0.02494101786316144, "timestamp": 1787074629.7984946, "loss": 4.118199157714844, "grad_norm": 1.390625, "learning_rate": 0.0003, "train/total_time_seconds": 8.14582934975624, "train/time_per_step_avg": 0.01054412852972746, "train/epoch_time_elapsed": 78.93176057562232, "train/estimated_remaining_minutes": 0.3228977399903375} -{"step": 760, "epoch": 0.02561509942703067, "timestamp": 1787074630.5036223, "loss": 4.074006271362305, "grad_norm": 2.0625, "learning_rate": 0.0003, "train/total_time_seconds": 8.35629440099001, "train/time_per_step_avg": 0.010539805889129639, "train/epoch_time_elapsed": 79.63688860088587, "train/estimated_remaining_minutes": 0.31885860214303985} -{"step": 780, "epoch": 0.0262891809908999, "timestamp": 1787074631.2129972, "loss": 4.034224319458008, "grad_norm": 1.46875, "learning_rate": 0.0003, "train/total_time_seconds": 8.567232944071293, "train/time_per_step_avg": 0.010553732737898827, "train/epoch_time_elapsed": 80.34626237303019, "train/estimated_remaining_minutes": 0.31486411674791925} -{"step": 800, "epoch": 0.026963262554769128, "timestamp": 1787074631.9179454, "loss": 4.037029266357422, "grad_norm": 1.28125, "learning_rate": 0.0003, "train/total_time_seconds": 8.777935989201069, "train/time_per_step_avg": 0.010570177622139455, "train/epoch_time_elapsed": 81.05121055990458, "train/estimated_remaining_minutes": 0.31088523295087117} -{"step": 800, "epoch": 0.026963262554769128, "timestamp": 1787074639.443726, "eval_loss": 4.028254508972168, "eval_runtime": 7.524, "eval_samples_per_second": 1266.218, "eval_steps_per_second": 0.93, "train/total_time_seconds": 8.777935989201069, "train/time_per_step_avg": 0.010570177622139455, "train/epoch_time_elapsed": 88.57699067890644, "train/estimated_remaining_minutes": 0.31088523295087117} -{"step": 820, "epoch": 0.027637344118638354, "timestamp": 1787074640.1679344, "loss": 3.9971729278564454, "grad_norm": 1.28125, "learning_rate": 0.0003, "train/total_time_seconds": 8.988317128270864, "train/time_per_step_avg": 0.010555425956845284, "train/epoch_time_elapsed": 89.30120095610619, "train/estimated_remaining_minutes": 0.3069181458433954} -{"step": 840, "epoch": 0.028311425682507583, "timestamp": 1787074640.8714094, "loss": 3.988052749633789, "grad_norm": 1.6875, "learning_rate": 0.0003, "train/total_time_seconds": 9.198458917438984, "train/time_per_step_avg": 0.01052629567682743, "train/epoch_time_elapsed": 90.00467482581735, "train/estimated_remaining_minutes": 0.3029651151378713} -{"step": 860, "epoch": 0.028985507246376812, "timestamp": 1787074641.5743456, "loss": 4.010898208618164, "grad_norm": 1.734375, "learning_rate": 0.0003, "train/total_time_seconds": 9.408444453030825, "train/time_per_step_avg": 0.010521500520408154, "train/epoch_time_elapsed": 90.70761156827211, "train/estimated_remaining_minutes": 0.29902807951493315} -{"step": 880, "epoch": 0.02965958881024604, "timestamp": 1787074642.274873, "loss": 3.9676307678222655, "grad_norm": 1.5625, "learning_rate": 0.0003, "train/total_time_seconds": 9.617487087845802, "train/time_per_step_avg": 0.010502541437745094, "train/epoch_time_elapsed": 91.40813829004765, "train/estimated_remaining_minutes": 0.29508199019526893} -{"step": 900, "epoch": 0.030333670374115267, "timestamp": 1787074643.0341396, "loss": 3.937486267089844, "grad_norm": 1.7265625, "learning_rate": 0.0003, "train/total_time_seconds": 9.841600138694048, "train/time_per_step_avg": 0.01063664149492979, "train/epoch_time_elapsed": 92.16740384325385, "train/estimated_remaining_minutes": 0.29160296707241623} -{"step": 900, "epoch": 0.030333670374115267, "timestamp": 1787074650.9814837, "eval_loss": 3.954482078552246, "eval_runtime": 7.9455, "eval_samples_per_second": 1199.051, "eval_steps_per_second": 0.881, "train/total_time_seconds": 9.841600138694048, "train/time_per_step_avg": 0.01063664149492979, "train/epoch_time_elapsed": 100.11474741995335, "train/estimated_remaining_minutes": 0.29160296707241623} -{"step": 920, "epoch": 0.031007751937984496, "timestamp": 1787074651.7255707, "loss": 3.9525211334228514, "grad_norm": 1.25, "learning_rate": 0.0003, "train/total_time_seconds": 10.055278338491917, "train/time_per_step_avg": 0.010669612102210521, "train/epoch_time_elapsed": 100.85883619263768, "train/estimated_remaining_minutes": 0.28781412635538456} -{"step": 940, "epoch": 0.031681833501853725, "timestamp": 1787074652.433294, "loss": 3.936616897583008, "grad_norm": 1.3671875, "learning_rate": 0.0003, "train/total_time_seconds": 10.266757294535637, "train/time_per_step_avg": 0.01068298377096653, "train/epoch_time_elapsed": 101.56656024605036, "train/estimated_remaining_minutes": 0.2839741379339644} -{"step": 960, "epoch": 0.032355915065722954, "timestamp": 1787074653.151021, "loss": 3.9090412139892576, "grad_norm": 1.9375, "learning_rate": 0.0003, "train/total_time_seconds": 10.479040149599314, "train/time_per_step_avg": 0.01070595696568489, "train/epoch_time_elapsed": 102.28428654372692, "train/estimated_remaining_minutes": 0.28016878177748167} -{"step": 980, "epoch": 0.03302999662959218, "timestamp": 1787074653.8594358, "loss": 3.895616149902344, "grad_norm": 1.4921875, "learning_rate": 0.0003, "train/total_time_seconds": 10.69088651239872, "train/time_per_step_avg": 0.010733994245529175, "train/epoch_time_elapsed": 102.99270166829228, "train/estimated_remaining_minutes": 0.27636305270146355} -{"step": 1000, "epoch": 0.03370407819346141, "timestamp": 1787074654.6141467, "loss": 3.8945045471191406, "grad_norm": 1.609375, "learning_rate": 0.0003, "train/total_time_seconds": 10.90649313107133, "train/time_per_step_avg": 0.010648929923772811, "train/epoch_time_elapsed": 103.74741332605481, "train/estimated_remaining_minutes": 0.2726623282767832} -{"step": 1000, "epoch": 0.03370407819346141, "timestamp": 1787074662.1594675, "eval_loss": 3.887803316116333, "eval_runtime": 7.5437, "eval_samples_per_second": 1262.902, "eval_steps_per_second": 0.928, "train/total_time_seconds": 10.90649313107133, "train/time_per_step_avg": 0.010648929923772811, "train/epoch_time_elapsed": 111.29273235425353, "train/estimated_remaining_minutes": 0.2726623282767832} -{"step": 1020, "epoch": 0.034378159757330634, "timestamp": 1787074662.90337, "loss": 3.8843105316162108, "grad_norm": 1.484375, "learning_rate": 0.0003, "train/total_time_seconds": 11.117034889757633, "train/time_per_step_avg": 0.010617565512657166, "train/epoch_time_elapsed": 112.03663560003042, "train/estimated_remaining_minutes": 0.26884332739936756} -{"step": 1040, "epoch": 0.03505224132119986, "timestamp": 1787074663.6072438, "loss": 3.8663101196289062, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 11.325047507882118, "train/time_per_step_avg": 0.010582902133464814, "train/epoch_time_elapsed": 112.74050994217396, "train/estimated_remaining_minutes": 0.26497707310108803} -{"step": 1060, "epoch": 0.03572632288506909, "timestamp": 1787074664.314918, "loss": 3.849964141845703, "grad_norm": 2.046875, "learning_rate": 0.0003, "train/total_time_seconds": 11.534406691789627, "train/time_per_step_avg": 0.010553665421903134, "train/epoch_time_elapsed": 113.4481842815876, "train/estimated_remaining_minutes": 0.2611563779273123} -{"step": 1080, "epoch": 0.03640040444893832, "timestamp": 1787074665.0534632, "loss": 3.8372501373291015, "grad_norm": 1.34375, "learning_rate": 0.0003, "train/total_time_seconds": 11.757612146437168, "train/time_per_step_avg": 0.010667256340384483, "train/epoch_time_elapsed": 114.18672912195325, "train/estimated_remaining_minutes": 0.2576513772830367} -{"step": 1100, "epoch": 0.03707448601280755, "timestamp": 1787074665.7601655, "loss": 3.832174301147461, "grad_norm": 1.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 11.967028718441725, "train/time_per_step_avg": 0.010605355873703957, "train/epoch_time_elapsed": 114.89343089610338, "train/estimated_remaining_minutes": 0.2538460637245214} -{"step": 1100, "epoch": 0.03707448601280755, "timestamp": 1787074673.2852287, "eval_loss": 3.8372795581817627, "eval_runtime": 7.5233, "eval_samples_per_second": 1266.341, "eval_steps_per_second": 0.93, "train/total_time_seconds": 11.967028718441725, "train/time_per_step_avg": 0.010605355873703957, "train/epoch_time_elapsed": 122.4184929728508, "train/estimated_remaining_minutes": 0.2538460637245214} -{"step": 1120, "epoch": 0.03774856757667678, "timestamp": 1787074674.0399718, "loss": 3.8329063415527345, "grad_norm": 1.6484375, "learning_rate": 0.0003, "train/total_time_seconds": 12.184471476823092, "train/time_per_step_avg": 0.010674365870654583, "train/epoch_time_elapsed": 123.17323739081621, "train/estimated_remaining_minutes": 0.2502168249704742} -{"step": 1140, "epoch": 0.03842264914054601, "timestamp": 1787074674.7436147, "loss": 3.8113662719726564, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 12.396660272032022, "train/time_per_step_avg": 0.010716127641499042, "train/epoch_time_elapsed": 123.87688012048602, "train/estimated_remaining_minutes": 0.24648330365443788} -{"step": 1160, "epoch": 0.03909673070441524, "timestamp": 1787074675.4557283, "loss": 3.8092037200927735, "grad_norm": 1.3046875, "learning_rate": 0.0003, "train/total_time_seconds": 12.611502725630999, "train/time_per_step_avg": 0.010770960338413715, "train/epoch_time_elapsed": 124.5889942869544, "train/estimated_remaining_minutes": 0.24280766741875773} -{"step": 1180, "epoch": 0.03977081226828446, "timestamp": 1787074676.207282, "loss": 3.8221683502197266, "grad_norm": 1.3671875, "learning_rate": 0.0003, "train/total_time_seconds": 12.827769134193659, "train/time_per_step_avg": 0.010701569877564907, "train/epoch_time_elapsed": 125.34054800495505, "train/estimated_remaining_minutes": 0.2391617974171699} -{"step": 1200, "epoch": 0.04044489383215369, "timestamp": 1787074676.912541, "loss": 3.793197250366211, "grad_norm": 1.8125, "learning_rate": 0.0003, "train/total_time_seconds": 13.044973216950893, "train/time_per_step_avg": 0.010779444985091686, "train/epoch_time_elapsed": 126.04580685123801, "train/estimated_remaining_minutes": 0.23553423863939116} -{"step": 1200, "epoch": 0.04044489383215369, "timestamp": 1787074684.4236398, "eval_loss": 3.798837423324585, "eval_runtime": 7.5092, "eval_samples_per_second": 1268.714, "eval_steps_per_second": 0.932, "train/total_time_seconds": 13.044973216950893, "train/time_per_step_avg": 0.010779444985091686, "train/epoch_time_elapsed": 133.55690443515778, "train/estimated_remaining_minutes": 0.23553423863939116} -{"step": 1220, "epoch": 0.04111897539602292, "timestamp": 1787074685.1543367, "loss": 3.7734195709228517, "grad_norm": 1.578125, "learning_rate": 0.0003, "train/total_time_seconds": 13.265984490513802, "train/time_per_step_avg": 0.010815130136907101, "train/epoch_time_elapsed": 134.28760274499655, "train/estimated_remaining_minutes": 0.23197349928767305} -{"step": 1240, "epoch": 0.04179305695989215, "timestamp": 1787074685.8662326, "loss": 3.784321594238281, "grad_norm": 1.5703125, "learning_rate": 0.0003, "train/total_time_seconds": 13.48158747330308, "train/time_per_step_avg": 0.01084927201271057, "train/epoch_time_elapsed": 134.99949884042144, "train/estimated_remaining_minutes": 0.22831720720916504} -{"step": 1260, "epoch": 0.042467138523761376, "timestamp": 1787074686.5833087, "loss": 3.792528533935547, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 13.69603143259883, "train/time_per_step_avg": 0.010845287069678307, "train/epoch_time_elapsed": 135.71657457202673, "train/estimated_remaining_minutes": 0.22464390180453106} -{"step": 1280, "epoch": 0.043141220087630605, "timestamp": 1787074687.3045979, "loss": 3.7763423919677734, "grad_norm": 1.4375, "learning_rate": 0.0003, "train/total_time_seconds": 13.91079780831933, "train/time_per_step_avg": 0.010830286741256714, "train/epoch_time_elapsed": 136.43786313012242, "train/estimated_remaining_minutes": 0.22097881935090602} -{"step": 1300, "epoch": 0.043815301651499834, "timestamp": 1787074688.0072546, "loss": 3.7710594177246093, "grad_norm": 1.5859375, "learning_rate": 0.0003, "train/total_time_seconds": 14.11906960979104, "train/time_per_step_avg": 0.01074096392840147, "train/epoch_time_elapsed": 137.1405203603208, "train/estimated_remaining_minutes": 0.2172164555352468} -{"step": 1300, "epoch": 0.043815301651499834, "timestamp": 1787074695.4272065, "eval_loss": 3.766042709350586, "eval_runtime": 7.4183, "eval_samples_per_second": 1284.249, "eval_steps_per_second": 0.944, "train/total_time_seconds": 14.11906960979104, "train/time_per_step_avg": 0.01074096392840147, "train/epoch_time_elapsed": 144.56047143787146, "train/estimated_remaining_minutes": 0.2172164555352468} -{"step": 1320, "epoch": 0.044489383215369056, "timestamp": 1787074696.1437721, "loss": 3.740442657470703, "grad_norm": 1.921875, "learning_rate": 0.0003, "train/total_time_seconds": 14.32908957451582, "train/time_per_step_avg": 0.01063105084002018, "train/epoch_time_elapsed": 145.27703833207488, "train/estimated_remaining_minutes": 0.21348896083243268} -{"step": 1340, "epoch": 0.045163464779238285, "timestamp": 1787074696.842508, "loss": 3.763911819458008, "grad_norm": 1.3828125, "learning_rate": 0.0003, "train/total_time_seconds": 14.538077685981989, "train/time_per_step_avg": 0.010564902126789092, "train/epoch_time_elapsed": 145.97577383741736, "train/estimated_remaining_minutes": 0.20975335964849637} -{"step": 1360, "epoch": 0.045837546343107514, "timestamp": 1787074697.5529408, "loss": 3.74835205078125, "grad_norm": 1.3203125, "learning_rate": 0.0003, "train/total_time_seconds": 14.756876785308123, "train/time_per_step_avg": 0.010608453527092934, "train/epoch_time_elapsed": 146.68620650842786, "train/estimated_remaining_minutes": 0.20616224920651055} -{"step": 1380, "epoch": 0.046511627906976744, "timestamp": 1787074698.2832851, "loss": 3.7451717376708986, "grad_norm": 1.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 14.973946403712034, "train/time_per_step_avg": 0.01063148595392704, "train/epoch_time_elapsed": 147.41655111312866, "train/estimated_remaining_minutes": 0.20254613492943815} -{"step": 1400, "epoch": 0.04718570947084597, "timestamp": 1787074698.97927, "loss": 3.7239383697509765, "grad_norm": 1.5859375, "learning_rate": 0.0003, "train/total_time_seconds": 15.182265564799309, "train/time_per_step_avg": 0.010631959550082684, "train/epoch_time_elapsed": 148.11253602430224, "train/estimated_remaining_minutes": 0.19881538239618143} -{"step": 1400, "epoch": 0.04718570947084597, "timestamp": 1787074706.4430878, "eval_loss": 3.7365102767944336, "eval_runtime": 7.4619, "eval_samples_per_second": 1276.756, "eval_steps_per_second": 0.938, "train/total_time_seconds": 15.182265564799309, "train/time_per_step_avg": 0.010631959550082684, "train/epoch_time_elapsed": 155.57635347172618, "train/estimated_remaining_minutes": 0.19881538239618143} -{"step": 1420, "epoch": 0.0478597910347152, "timestamp": 1787074707.176723, "loss": 3.727107620239258, "grad_norm": 1.8203125, "learning_rate": 0.0003, "train/total_time_seconds": 15.393490590155125, "train/time_per_step_avg": 0.010644010156393052, "train/epoch_time_elapsed": 156.30998921394348, "train/estimated_remaining_minutes": 0.19512875395971285} -{"step": 1440, "epoch": 0.04853387259858443, "timestamp": 1787074707.8788695, "loss": 3.7152252197265625, "grad_norm": 1.5390625, "learning_rate": 0.0003, "train/total_time_seconds": 15.602514926344156, "train/time_per_step_avg": 0.010644372403621673, "train/epoch_time_elapsed": 157.01213466748595, "train/estimated_remaining_minutes": 0.19141974330931485} -{"step": 1460, "epoch": 0.04920795416245366, "timestamp": 1787074708.5794005, "loss": 3.6943290710449217, "grad_norm": 1.2578125, "learning_rate": 0.0003, "train/total_time_seconds": 15.812198620289564, "train/time_per_step_avg": 0.010553218349814415, "train/epoch_time_elapsed": 157.71266585588455, "train/estimated_remaining_minutes": 0.18772473247832358} -{"step": 1480, "epoch": 0.04988203572632288, "timestamp": 1787074709.2771401, "loss": 3.720145416259766, "grad_norm": 1.859375, "learning_rate": 0.0003, "train/total_time_seconds": 16.02043256908655, "train/time_per_step_avg": 0.010464861653745175, "train/epoch_time_elapsed": 158.41040643677115, "train/estimated_remaining_minutes": 0.18401848221248068} -{"step": 1500, "epoch": 0.05055611729019211, "timestamp": 1787074709.9733057, "loss": 3.7106864929199217, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 16.22840492427349, "train/time_per_step_avg": 0.010461393594741821, "train/epoch_time_elapsed": 159.10657078400254, "train/estimated_remaining_minutes": 0.18031561026970547} -{"step": 1500, "epoch": 0.05055611729019211, "timestamp": 1787074717.5151293, "eval_loss": 3.707350730895996, "eval_runtime": 7.54, "eval_samples_per_second": 1263.52, "eval_steps_per_second": 0.928, "train/total_time_seconds": 16.22840492427349, "train/time_per_step_avg": 0.010461393594741821, "train/epoch_time_elapsed": 166.64839308708906, "train/estimated_remaining_minutes": 0.18031561026970547} -{"step": 1520, "epoch": 0.05123019885406134, "timestamp": 1787074718.2447507, "loss": 3.7055572509765624, "grad_norm": 1.953125, "learning_rate": 0.0003, "train/total_time_seconds": 16.443012855947018, "train/time_per_step_avg": 0.01049522265791893, "train/epoch_time_elapsed": 167.37801588326693, "train/estimated_remaining_minutes": 0.17669026972399207} -{"step": 1540, "epoch": 0.05190428041793057, "timestamp": 1787074718.9474638, "loss": 3.715536880493164, "grad_norm": 1.6171875, "learning_rate": 0.0003, "train/total_time_seconds": 16.654235050082207, "train/time_per_step_avg": 0.010517201237380504, "train/epoch_time_elapsed": 168.08072946965694, "train/estimated_remaining_minutes": 0.1730310135073476} -{"step": 1560, "epoch": 0.0525783619817998, "timestamp": 1787074719.6520483, "loss": 3.7196277618408202, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 16.8644811026752, "train/time_per_step_avg": 0.010522824823856353, "train/epoch_time_elapsed": 168.7853134572506, "train/estimated_remaining_minutes": 0.16936551534737912} -{"step": 1580, "epoch": 0.05325244354566903, "timestamp": 1787074720.3574014, "loss": 3.692759704589844, "grad_norm": 1.6640625, "learning_rate": 0.0003, "train/total_time_seconds": 17.072943054139614, "train/time_per_step_avg": 0.010525104850530624, "train/epoch_time_elapsed": 169.49066726490855, "train/estimated_remaining_minutes": 0.16568678913300047} -{"step": 1600, "epoch": 0.053926525109538256, "timestamp": 1787074721.0592914, "loss": 3.6901596069335936, "grad_norm": 1.6953125, "learning_rate": 0.0003, "train/total_time_seconds": 17.280878998339176, "train/time_per_step_avg": 0.010524740740656853, "train/epoch_time_elapsed": 170.1925556063652, "train/estimated_remaining_minutes": 0.16200824060942978} -{"step": 1600, "epoch": 0.053926525109538256, "timestamp": 1787074728.604113, "eval_loss": 3.687796115875244, "eval_runtime": 7.5429, "eval_samples_per_second": 1263.04, "eval_steps_per_second": 0.928, "train/total_time_seconds": 17.280878998339176, "train/time_per_step_avg": 0.010524740740656853, "train/epoch_time_elapsed": 177.73737846314907, "train/estimated_remaining_minutes": 0.16200824060942978} -{"step": 1620, "epoch": 0.054600606673407485, "timestamp": 1787074729.3329537, "loss": 3.7033077239990235, "grad_norm": 1.4296875, "learning_rate": 0.0003, "train/total_time_seconds": 17.4903649315238, "train/time_per_step_avg": 0.010473520755767822, "train/epoch_time_elapsed": 178.4662193916738, "train/estimated_remaining_minutes": 0.1583489829191455} -{"step": 1640, "epoch": 0.05527468823727671, "timestamp": 1787074730.0347087, "loss": 3.6809478759765626, "grad_norm": 1.28125, "learning_rate": 0.0003, "train/total_time_seconds": 17.70036367326975, "train/time_per_step_avg": 0.01046128623187542, "train/epoch_time_elapsed": 179.1679750457406, "train/estimated_remaining_minutes": 0.15469830039646323} -{"step": 1660, "epoch": 0.05594876980114594, "timestamp": 1787074730.7337449, "loss": 3.695697021484375, "grad_norm": 1.6796875, "learning_rate": 0.0003, "train/total_time_seconds": 17.90807318687439, "train/time_per_step_avg": 0.010435920841991901, "train/epoch_time_elapsed": 179.8670095168054, "train/estimated_remaining_minutes": 0.15103194253990448} -{"step": 1680, "epoch": 0.056622851365015166, "timestamp": 1787074731.432473, "loss": 3.666759490966797, "grad_norm": 1.859375, "learning_rate": 0.0003, "train/total_time_seconds": 18.11601370573044, "train/time_per_step_avg": 0.010430706515908241, "train/epoch_time_elapsed": 180.5657384097576, "train/estimated_remaining_minutes": 0.14737233371725156} -{"step": 1700, "epoch": 0.057296932928884395, "timestamp": 1787074732.1335366, "loss": 3.66025390625, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 18.32455849647522, "train/time_per_step_avg": 0.010436794981360435, "train/epoch_time_elapsed": 181.266802508384, "train/estimated_remaining_minutes": 0.14372202742333506} -{"step": 1700, "epoch": 0.057296932928884395, "timestamp": 1787074740.057035, "eval_loss": 3.664196252822876, "eval_runtime": 7.9214, "eval_samples_per_second": 1202.691, "eval_steps_per_second": 0.884, "train/total_time_seconds": 18.32455849647522, "train/time_per_step_avg": 0.010436794981360435, "train/epoch_time_elapsed": 189.19030004367232, "train/estimated_remaining_minutes": 0.14372202742333506} -{"step": 1720, "epoch": 0.057971014492753624, "timestamp": 1787074740.7529793, "loss": 3.6533050537109375, "grad_norm": 1.3125, "learning_rate": 0.0003, "train/total_time_seconds": 18.522397715598345, "train/time_per_step_avg": 0.01032032784074545, "train/epoch_time_elapsed": 189.8862462490797, "train/estimated_remaining_minutes": 0.13999486645510378} -{"step": 1740, "epoch": 0.05864509605662285, "timestamp": 1787074741.4301927, "loss": 3.653140640258789, "grad_norm": 2.796875, "learning_rate": 0.0003, "train/total_time_seconds": 18.720550920814276, "train/time_per_step_avg": 0.01020187247544527, "train/epoch_time_elapsed": 190.563459623605, "train/estimated_remaining_minutes": 0.13627987260362884} -{"step": 1760, "epoch": 0.05931917762049208, "timestamp": 1787074742.1078997, "loss": 3.6427280426025392, "grad_norm": 1.6484375, "learning_rate": 0.0003, "train/total_time_seconds": 18.919243972748518, "train/time_per_step_avg": 0.010111707858741284, "train/epoch_time_elapsed": 191.24116710200906, "train/estimated_remaining_minutes": 0.13257803541509378} -{"step": 1780, "epoch": 0.05999325918436131, "timestamp": 1787074742.7848701, "loss": 3.6477779388427733, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 19.11816892400384, "train/time_per_step_avg": 0.010021552182734013, "train/epoch_time_elapsed": 191.91813684627414, "train/estimated_remaining_minutes": 0.12888653207193598} -{"step": 1800, "epoch": 0.06066734074823053, "timestamp": 1787074743.4651504, "loss": 3.641307067871094, "grad_norm": 1.7265625, "learning_rate": 0.0003, "train/total_time_seconds": 19.31667534634471, "train/time_per_step_avg": 0.009921168498694897, "train/epoch_time_elapsed": 192.59841715171933, "train/estimated_remaining_minutes": 0.12520067354112313} -{"step": 1800, "epoch": 0.06066734074823053, "timestamp": 1787074751.011096, "eval_loss": 3.643092155456543, "eval_runtime": 7.5444, "eval_samples_per_second": 1262.789, "eval_steps_per_second": 0.928, "train/total_time_seconds": 19.31667534634471, "train/time_per_step_avg": 0.009921168498694897, "train/epoch_time_elapsed": 200.14436198771, "train/estimated_remaining_minutes": 0.12520067354112313} -{"step": 1820, "epoch": 0.06134142231209976, "timestamp": 1787074751.7121081, "loss": 3.6319122314453125, "grad_norm": 1.9453125, "learning_rate": 0.0003, "train/total_time_seconds": 19.516667660325766, "train/time_per_step_avg": 0.009942699447274208, "train/epoch_time_elapsed": 200.84537462890148, "train/estimated_remaining_minutes": 0.12153236271997729} -{"step": 1840, "epoch": 0.06201550387596899, "timestamp": 1787074752.3926165, "loss": 3.6300609588623045, "grad_norm": 1.59375, "learning_rate": 0.0003, "train/total_time_seconds": 19.716242525726557, "train/time_per_step_avg": 0.00995691604912281, "train/epoch_time_elapsed": 201.52588350325823, "train/estimated_remaining_minutes": 0.11786884118640877} -{"step": 1860, "epoch": 0.06268958543983821, "timestamp": 1787074753.0779362, "loss": 3.639669418334961, "grad_norm": 1.2421875, "learning_rate": 0.0003, "train/total_time_seconds": 19.921643041074276, "train/time_per_step_avg": 0.010023990683257579, "train/epoch_time_elapsed": 202.21120321005583, "train/estimated_remaining_minutes": 0.11424598159755857} -{"step": 1880, "epoch": 0.06336366700370745, "timestamp": 1787074753.7620666, "loss": 3.6140132904052735, "grad_norm": 1.375, "learning_rate": 0.0003, "train/total_time_seconds": 20.122644305229187, "train/time_per_step_avg": 0.010044753812253475, "train/epoch_time_elapsed": 202.8953334838152, "train/estimated_remaining_minutes": 0.11060318678406114} -{"step": 1900, "epoch": 0.06403774856757667, "timestamp": 1787074754.4677489, "loss": 3.6216476440429686, "grad_norm": 1.5390625, "learning_rate": 0.0003, "train/total_time_seconds": 20.324979208409786, "train/time_per_step_avg": 0.010083038620650768, "train/epoch_time_elapsed": 203.6010158471763, "train/estimated_remaining_minutes": 0.10697357478110413} -{"step": 1900, "epoch": 0.06403774856757667, "timestamp": 1787074761.9615643, "eval_loss": 3.6262588500976562, "eval_runtime": 7.4923, "eval_samples_per_second": 1271.566, "eval_steps_per_second": 0.934, "train/total_time_seconds": 20.324979208409786, "train/time_per_step_avg": 0.010083038620650768, "train/epoch_time_elapsed": 211.09483061730862, "train/estimated_remaining_minutes": 0.10697357478110413} -{"step": 1920, "epoch": 0.06471183013144591, "timestamp": 1787074762.6627514, "loss": 3.6114540100097656, "grad_norm": 1.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 20.525714803487062, "train/time_per_step_avg": 0.010090471431612968, "train/epoch_time_elapsed": 211.79601819440722, "train/estimated_remaining_minutes": 0.10334127244811195} -{"step": 1940, "epoch": 0.06538591169531513, "timestamp": 1787074763.3433774, "loss": 3.599802780151367, "grad_norm": 1.296875, "learning_rate": 0.0003, "train/total_time_seconds": 20.725575659424067, "train/time_per_step_avg": 0.010093331336975098, "train/epoch_time_elapsed": 212.47664443403482, "train/estimated_remaining_minutes": 0.0997106732755797} -{"step": 1960, "epoch": 0.06605999325918437, "timestamp": 1787074764.0516734, "loss": 3.6207122802734375, "grad_norm": 1.6015625, "learning_rate": 0.0003, "train/total_time_seconds": 20.93906283006072, "train/time_per_step_avg": 0.010174197889864445, "train/epoch_time_elapsed": 213.18493988737464, "train/estimated_remaining_minutes": 0.09614875789313596} -{"step": 1980, "epoch": 0.06673407482305359, "timestamp": 1787074764.7348554, "loss": 3.6289554595947267, "grad_norm": 1.2890625, "learning_rate": 0.0003, "train/total_time_seconds": 21.141705114394426, "train/time_per_step_avg": 0.010190608091652393, "train/epoch_time_elapsed": 213.86812226101756, "train/estimated_remaining_minutes": 0.09253944999566582} -{"step": 2000, "epoch": 0.06740815638692282, "timestamp": 1787074765.419906, "loss": 3.613026428222656, "grad_norm": 1.6171875, "learning_rate": 0.0003, "train/total_time_seconds": 21.341995157301426, "train/time_per_step_avg": 0.010170159488916397, "train/epoch_time_elapsed": 214.5531725883484, "train/estimated_remaining_minutes": 0.08892497982208927} -{"step": 2000, "epoch": 0.06740815638692282, "timestamp": 1787074773.0554357, "eval_loss": 3.6074512004852295, "eval_runtime": 7.6341, "eval_samples_per_second": 1247.954, "eval_steps_per_second": 0.917, "train/total_time_seconds": 21.341995157301426, "train/time_per_step_avg": 0.010170159488916397, "train/epoch_time_elapsed": 222.18870201706886, "train/estimated_remaining_minutes": 0.08892497982208927} -{"step": 2020, "epoch": 0.06808223795079205, "timestamp": 1787074773.75867, "loss": 3.601742172241211, "grad_norm": 1.421875, "learning_rate": 0.0003, "train/total_time_seconds": 21.542417008429766, "train/time_per_step_avg": 0.010167022049427033, "train/epoch_time_elapsed": 222.89193626120687, "train/estimated_remaining_minutes": 0.08531650300368224} -{"step": 2040, "epoch": 0.06875631951466127, "timestamp": 1787074774.4557745, "loss": 3.5975757598876954, "grad_norm": 1.3046875, "learning_rate": 0.0003, "train/total_time_seconds": 21.745350435376167, "train/time_per_step_avg": 0.010197747759521007, "train/epoch_time_elapsed": 223.58904146403074, "train/estimated_remaining_minutes": 0.08172272222445291} -{"step": 2060, "epoch": 0.0694304010785305, "timestamp": 1787074775.1371896, "loss": 3.5911277770996093, "grad_norm": 1.6953125, "learning_rate": 0.0003, "train/total_time_seconds": 21.944878049194813, "train/time_per_step_avg": 0.010058152191340923, "train/epoch_time_elapsed": 224.27045664563775, "train/estimated_remaining_minutes": 0.07812092509422101} -{"step": 2080, "epoch": 0.07010448264239973, "timestamp": 1787074775.8190088, "loss": 3.59564323425293, "grad_norm": 1.46875, "learning_rate": 0.0003, "train/total_time_seconds": 22.145080018788576, "train/time_per_step_avg": 0.010033749043941498, "train/epoch_time_elapsed": 224.9522758834064, "train/estimated_remaining_minutes": 0.07452671160169233} -{"step": 2100, "epoch": 0.07077856420626896, "timestamp": 1787074776.5106514, "loss": 3.587941360473633, "grad_norm": 1.625, "learning_rate": 0.0003, "train/total_time_seconds": 22.34792498126626, "train/time_per_step_avg": 0.010059298239648342, "train/epoch_time_elapsed": 225.64391797035933, "train/estimated_remaining_minutes": 0.07094579359132146} -{"step": 2100, "epoch": 0.07077856420626896, "timestamp": 1787074783.982586, "eval_loss": 3.5904157161712646, "eval_runtime": 7.4704, "eval_samples_per_second": 1275.301, "eval_steps_per_second": 0.937, "train/total_time_seconds": 22.34792498126626, "train/time_per_step_avg": 0.010059298239648342, "train/epoch_time_elapsed": 233.11585180088878, "train/estimated_remaining_minutes": 0.07094579359132146} -{"step": 2120, "epoch": 0.07145264577013818, "timestamp": 1787074784.7251005, "loss": 3.5878841400146486, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 22.56674423068762, "train/time_per_step_avg": 0.010243272222578526, "train/epoch_time_elapsed": 233.8583670631051, "train/estimated_remaining_minutes": 0.06741637427406678} -{"step": 2140, "epoch": 0.07212672733400742, "timestamp": 1787074785.409489, "loss": 3.5913055419921873, "grad_norm": 1.71875, "learning_rate": 0.0003, "train/total_time_seconds": 22.769846484065056, "train/time_per_step_avg": 0.010244960486888886, "train/epoch_time_elapsed": 234.54275570437312, "train/estimated_remaining_minutes": 0.06384069107681792} -{"step": 2160, "epoch": 0.07280080889787664, "timestamp": 1787074786.09278, "loss": 3.573025131225586, "grad_norm": 1.4140625, "learning_rate": 0.0003, "train/total_time_seconds": 22.970887079834938, "train/time_per_step_avg": 0.010260090306401253, "train/epoch_time_elapsed": 235.22604686394334, "train/estimated_remaining_minutes": 0.060263129684752156} -{"step": 2180, "epoch": 0.07347489046174586, "timestamp": 1787074786.7869933, "loss": 3.5810897827148436, "grad_norm": 1.6640625, "learning_rate": 0.0003, "train/total_time_seconds": 23.17743619158864, "train/time_per_step_avg": 0.010323561728000641, "train/epoch_time_elapsed": 235.92025963962078, "train/estimated_remaining_minutes": 0.05670320780816793} -{"step": 2200, "epoch": 0.0741489720256151, "timestamp": 1787074787.4757962, "loss": 3.5817855834960937, "grad_norm": 1.75, "learning_rate": 0.0003, "train/total_time_seconds": 23.376326102763414, "train/time_per_step_avg": 0.010284011214971543, "train/epoch_time_elapsed": 236.6090632416308, "train/estimated_remaining_minutes": 0.05312801386991685} -{"step": 2200, "epoch": 0.0741489720256151, "timestamp": 1787074794.9387636, "eval_loss": 3.5751030445098877, "eval_runtime": 7.4613, "eval_samples_per_second": 1276.854, "eval_steps_per_second": 0.938, "train/total_time_seconds": 23.376326102763414, "train/time_per_step_avg": 0.010284011214971543, "train/epoch_time_elapsed": 244.0720302760601, "train/estimated_remaining_minutes": 0.05312801386991685} -{"step": 2220, "epoch": 0.07482305358948432, "timestamp": 1787074795.638673, "loss": 3.546712112426758, "grad_norm": 1.65625, "learning_rate": 0.0003, "train/total_time_seconds": 23.57631555199623, "train/time_per_step_avg": 0.010095713213086128, "train/epoch_time_elapsed": 244.77193918451667, "train/estimated_remaining_minutes": 0.04955982248167376} -{"step": 2240, "epoch": 0.07549713515335356, "timestamp": 1787074796.3212962, "loss": 3.5668865203857423, "grad_norm": 1.609375, "learning_rate": 0.0003, "train/total_time_seconds": 23.775411676615477, "train/time_per_step_avg": 0.010055651925504207, "train/epoch_time_elapsed": 245.45456274598837, "train/estimated_remaining_minutes": 0.045994099969643036} -{"step": 2260, "epoch": 0.07617121671722278, "timestamp": 1787074797.0120633, "loss": 3.539092254638672, "grad_norm": 1.5625, "learning_rate": 0.0003, "train/total_time_seconds": 23.981286630034447, "train/time_per_step_avg": 0.010103995501995087, "train/epoch_time_elapsed": 246.14533042162657, "train/estimated_remaining_minutes": 0.0424447550974061} -{"step": 2280, "epoch": 0.07684529828109202, "timestamp": 1787074797.7017102, "loss": 3.5635528564453125, "grad_norm": 1.765625, "learning_rate": 0.0003, "train/total_time_seconds": 24.18047323822975, "train/time_per_step_avg": 0.010030370466411113, "train/epoch_time_elapsed": 246.83497739583254, "train/estimated_remaining_minutes": 0.038886725967913344} -{"step": 2300, "epoch": 0.07751937984496124, "timestamp": 1787074798.436405, "loss": 3.5581100463867186, "grad_norm": 2.390625, "learning_rate": 0.0003, "train/total_time_seconds": 24.385844487696886, "train/time_per_step_avg": 0.010095183849334716, "train/epoch_time_elapsed": 247.56967207416892, "train/estimated_remaining_minutes": 0.035341803605357804} -{"step": 2300, "epoch": 0.07751937984496124, "timestamp": 1787074806.095111, "eval_loss": 3.5623581409454346, "eval_runtime": 7.6571, "eval_samples_per_second": 1244.211, "eval_steps_per_second": 0.914, "train/total_time_seconds": 24.385844487696886, "train/time_per_step_avg": 0.010095183849334716, "train/epoch_time_elapsed": 255.22837677598, "train/estimated_remaining_minutes": 0.035341803605357804} -{"step": 2320, "epoch": 0.07819346140883048, "timestamp": 1787074806.797148, "loss": 3.5567253112792967, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 24.585238065570593, "train/time_per_step_avg": 0.010089225135743618, "train/epoch_time_elapsed": 255.93041517958045, "train/estimated_remaining_minutes": 0.03179125611927232} -{"step": 2340, "epoch": 0.0788675429726997, "timestamp": 1787074807.5042663, "loss": 3.5433929443359373, "grad_norm": 1.703125, "learning_rate": 0.0003, "train/total_time_seconds": 24.785402365028858, "train/time_per_step_avg": 0.010099906884133815, "train/epoch_time_elapsed": 256.6375330798328, "train/estimated_remaining_minutes": 0.028245472780659666} -{"step": 2360, "epoch": 0.07954162453656892, "timestamp": 1787074808.187263, "loss": 3.570590591430664, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 24.984550178050995, "train/time_per_step_avg": 0.010032635480165482, "train/epoch_time_elapsed": 257.32052974402905, "train/estimated_remaining_minutes": 0.024702238876604093} -{"step": 2380, "epoch": 0.08021570610043816, "timestamp": 1787074808.867388, "loss": 3.560080718994141, "grad_norm": 1.4453125, "learning_rate": 0.0003, "train/total_time_seconds": 25.184348944574594, "train/time_per_step_avg": 0.01003875706344843, "train/epoch_time_elapsed": 258.0006549395621, "train/estimated_remaining_minutes": 0.021163318440818986} -{"step": 2400, "epoch": 0.08088978766430738, "timestamp": 1787074809.5476818, "loss": 3.555094909667969, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 25.382976602762938, "train/time_per_step_avg": 0.009971321150660515, "train/epoch_time_elapsed": 258.68094887956977, "train/estimated_remaining_minutes": 0.017627067085252038} -{"step": 2400, "epoch": 0.08088978766430738, "timestamp": 1787074817.0547183, "eval_loss": 3.549139976501465, "eval_runtime": 7.5053, "eval_samples_per_second": 1269.364, "eval_steps_per_second": 0.933, "train/total_time_seconds": 25.382976602762938, "train/time_per_step_avg": 0.009971321150660515, "train/epoch_time_elapsed": 266.187983982265, "train/estimated_remaining_minutes": 0.017627067085252038} -{"step": 2420, "epoch": 0.08156386922817661, "timestamp": 1787074817.759695, "loss": 3.5714908599853517, "grad_norm": 1.515625, "learning_rate": 0.0003, "train/total_time_seconds": 25.586336206644773, "train/time_per_step_avg": 0.010010981410741806, "train/epoch_time_elapsed": 266.8929619900882, "train/estimated_remaining_minutes": 0.014097154934790508} -{"step": 2440, "epoch": 0.08223795079204584, "timestamp": 1787074818.4415078, "loss": 3.5254131317138673, "grad_norm": 1.6953125, "learning_rate": 0.0003, "train/total_time_seconds": 25.78836862742901, "train/time_per_step_avg": 0.010029662624001503, "train/epoch_time_elapsed": 267.57477501034737, "train/estimated_remaining_minutes": 0.01056900353583156} -{"step": 2460, "epoch": 0.08291203235591507, "timestamp": 1787074819.1240277, "loss": 3.5562915802001953, "grad_norm": 1.953125, "learning_rate": 0.0003, "train/total_time_seconds": 25.987063482403755, "train/time_per_step_avg": 0.010025133043527604, "train/epoch_time_elapsed": 268.25729451701045, "train/estimated_remaining_minutes": 0.0070425646293777126} -{"step": 2480, "epoch": 0.0835861139197843, "timestamp": 1787074819.8069382, "loss": 3.5377429962158202, "grad_norm": 1.625, "learning_rate": 0.0003, "train/total_time_seconds": 26.185767140239477, "train/time_per_step_avg": 0.010014181956648827, "train/epoch_time_elapsed": 268.94020477309823, "train/estimated_remaining_minutes": 0.0035195923575590694} -{"step": 2500, "epoch": 0.08426019548365352, "timestamp": 1787074820.4857512, "loss": 3.534375762939453, "grad_norm": 1.484375, "learning_rate": 0.0003, "train/total_time_seconds": 26.38405228406191, "train/time_per_step_avg": 0.010010756812989711, "train/epoch_time_elapsed": 269.61901808157563, "train/estimated_remaining_minutes": 0.0} -{"step": 2500, "epoch": 0.08426019548365352, "timestamp": 1787074827.9283714, "eval_loss": 3.536827802658081, "eval_runtime": 7.441, "eval_samples_per_second": 1280.345, "eval_steps_per_second": 0.941, "train/total_time_seconds": 26.38405228406191, "train/time_per_step_avg": 0.010010756812989711, "train/epoch_time_elapsed": 277.0616381689906, "train/estimated_remaining_minutes": 0.0} -{"step": 2500, "epoch": 0.08426019548365352, "timestamp": 1787074827.9598126, "train_runtime": 277.9971, "train_samples_per_second": 287.773, "train_steps_per_second": 8.993, "total_flos": 121016156160000.0, "train_loss": 4.278381616210938, "train/total_time_seconds": 26.38405228406191, "train/time_per_step_avg": 0.010010756812989711, "train/epoch_time_elapsed": 277.09308002889156, "train/estimated_remaining_minutes": 0.0} -{"step": 2500, "epoch": 0.08426019548365352, "timestamp": 1787074835.7071853, "eval_loss": 3.536827802658081, "eval_runtime": 7.7447, "eval_samples_per_second": 1230.136, "eval_steps_per_second": 0.904, "train/total_time_seconds": 26.38405228406191, "train/time_per_step_avg": 0.010010756812989711, "train/epoch_time_elapsed": 284.8404519073665, "train/estimated_remaining_minutes": 0.0} +{"step": 20, "epoch": 0.0003370407819346141, "timestamp": 1787157016.7315817, "loss": 8.324227142333985, "grad_norm": 1.4140625, "learning_rate": 5.7e-06, "train/total_time_seconds": 0.7989028990268707, "train/time_per_step_avg": 0.039945144951343534, "train/epoch_time_elapsed": 1.1586101725697517, "train/estimated_remaining_minutes": 3.3154470309615136} +{"step": 40, "epoch": 0.0006740815638692282, "timestamp": 1787157017.194215, "loss": 8.318060302734375, "grad_norm": 1.5390625, "learning_rate": 1.17e-05, "train/total_time_seconds": 1.0030615031719208, "train/time_per_step_avg": 0.02507653757929802, "train/epoch_time_elapsed": 1.6212441697716713, "train/estimated_remaining_minutes": 2.0729937732219694} +{"step": 60, "epoch": 0.0010111223458038423, "timestamp": 1787157017.6850848, "loss": 8.293100738525391, "grad_norm": 1.609375, "learning_rate": 1.7699999999999997e-05, "train/total_time_seconds": 1.2015180066227913, "train/time_per_step_avg": 0.020025300110379854, "train/epoch_time_elapsed": 2.1121138371527195, "train/estimated_remaining_minutes": 1.6487497090879413} +{"step": 80, "epoch": 0.0013481631277384564, "timestamp": 1787157018.170175, "loss": 8.227334594726562, "grad_norm": 1.7578125, "learning_rate": 2.3699999999999997e-05, "train/total_time_seconds": 1.3928251005709171, "train/time_per_step_avg": 0.017410313757136465, "train/epoch_time_elapsed": 2.5972033850848675, "train/estimated_remaining_minutes": 1.42764572808519} +{"step": 100, "epoch": 0.0016852039096730705, "timestamp": 1787157018.6022935, "loss": 8.111893463134766, "grad_norm": 1.5234375, "learning_rate": 2.97e-05, "train/total_time_seconds": 1.5707008689641953, "train/time_per_step_avg": 0.015707008689641953, "train/epoch_time_elapsed": 3.029321610927582, "train/estimated_remaining_minutes": 1.2827390429874261} +{"step": 120, "epoch": 0.0020222446916076846, "timestamp": 1787157019.0540276, "loss": 7.976696014404297, "grad_norm": 1.3046875, "learning_rate": 3.5699999999999994e-05, "train/total_time_seconds": 1.7479478530585766, "train/time_per_step_avg": 0.009490449540317058, "train/epoch_time_elapsed": 3.4810558930039406, "train/estimated_remaining_minutes": 1.1847202115174797} +{"step": 140, "epoch": 0.0023592854735422987, "timestamp": 1787157019.4925942, "loss": 7.851339721679688, "grad_norm": 1.296875, "learning_rate": 4.17e-05, "train/total_time_seconds": 1.9286706075072289, "train/time_per_step_avg": 0.00925609104335308, "train/epoch_time_elapsed": 3.919622413814068, "train/estimated_remaining_minutes": 1.1158737086291823} +{"step": 160, "epoch": 0.002696326255476913, "timestamp": 1787157019.9219587, "loss": 7.724923706054687, "grad_norm": 1.3046875, "learning_rate": 4.7699999999999994e-05, "train/total_time_seconds": 2.1046116538345814, "train/time_per_step_avg": 0.0090309364721179, "train/epoch_time_elapsed": 4.3489862978458405, "train/estimated_remaining_minutes": 1.0610750421416015} +{"step": 180, "epoch": 0.003033367037411527, "timestamp": 1787157020.3606093, "loss": 7.58428726196289, "grad_norm": 1.3125, "learning_rate": 5.369999999999999e-05, "train/total_time_seconds": 2.2876692190766335, "train/time_per_step_avg": 0.008948441185057164, "train/epoch_time_elapsed": 4.787639208137989, "train/estimated_remaining_minutes": 1.020978299624942} +{"step": 200, "epoch": 0.003370407819346141, "timestamp": 1787157020.7962844, "loss": 7.439914703369141, "grad_norm": 1.25, "learning_rate": 5.97e-05, "train/total_time_seconds": 2.468334048986435, "train/time_per_step_avg": 0.008976331800222398, "train/epoch_time_elapsed": 5.2233142629265785, "train/estimated_remaining_minutes": 0.987333619594574} +{"step": 200, "epoch": 0.003370407819346141, "timestamp": 1787157028.3098242, "eval_loss": 7.356490135192871, "eval_runtime": 7.5119, "eval_samples_per_second": 1268.257, "eval_steps_per_second": 0.932, "train/total_time_seconds": 2.468334048986435, "train/time_per_step_avg": 0.008976331800222398, "train/epoch_time_elapsed": 12.736853901296854, "train/estimated_remaining_minutes": 0.987333619594574} +{"step": 220, "epoch": 0.003707448601280755, "timestamp": 1787157028.7627258, "loss": 7.283377075195313, "grad_norm": 1.25, "learning_rate": 6.57e-05, "train/total_time_seconds": 2.647598948329687, "train/time_per_step_avg": 0.008996510952711105, "train/epoch_time_elapsed": 13.189755693078041, "train/estimated_remaining_minutes": 0.9587517403799928} +{"step": 240, "epoch": 0.004044489383215369, "timestamp": 1787157029.1926243, "loss": 7.127851104736328, "grad_norm": 1.25, "learning_rate": 7.17e-05, "train/total_time_seconds": 2.8230065926909447, "train/time_per_step_avg": 0.008943359851837158, "train/epoch_time_elapsed": 13.619653575122356, "train/estimated_remaining_minutes": 0.9331605125839512} +{"step": 260, "epoch": 0.004381530165149983, "timestamp": 1787157029.6216002, "loss": 6.964313507080078, "grad_norm": 1.2109375, "learning_rate": 7.769999999999999e-05, "train/total_time_seconds": 2.9975039809942245, "train/time_per_step_avg": 0.008928923271596431, "train/epoch_time_elapsed": 14.048630371689796, "train/estimated_remaining_minutes": 0.9107800557636297} +{"step": 280, "epoch": 0.0047185709470845974, "timestamp": 1787157030.0510743, "loss": 6.807338714599609, "grad_norm": 1.171875, "learning_rate": 8.37e-05, "train/total_time_seconds": 3.173013936728239, "train/time_per_step_avg": 0.008853447176516056, "train/epoch_time_elapsed": 14.478104285895824, "train/estimated_remaining_minutes": 0.8914658203188862} +{"step": 300, "epoch": 0.005055611729019211, "timestamp": 1787157030.480824, "loss": 6.667655181884766, "grad_norm": 1.1328125, "learning_rate": 8.969999999999998e-05, "train/total_time_seconds": 3.348478052765131, "train/time_per_step_avg": 0.00880144003778696, "train/epoch_time_elapsed": 14.907854277640581, "train/estimated_remaining_minutes": 0.874324824888673} +{"step": 320, "epoch": 0.005392652510953826, "timestamp": 1787157030.948169, "loss": 6.523377227783203, "grad_norm": 1.109375, "learning_rate": 9.57e-05, "train/total_time_seconds": 3.531470488756895, "train/time_per_step_avg": 0.00883871540427208, "train/epoch_time_elapsed": 15.37519945204258, "train/estimated_remaining_minutes": 0.8607959316344932} +{"step": 340, "epoch": 0.005729693292888439, "timestamp": 1787157031.3793333, "loss": 6.383005142211914, "grad_norm": 1.1171875, "learning_rate": 0.00010169999999999999, "train/total_time_seconds": 3.710304606705904, "train/time_per_step_avg": 0.008872980140149594, "train/epoch_time_elapsed": 15.806363362818956, "train/estimated_remaining_minutes": 0.8475499738847799} +{"step": 360, "epoch": 0.006066734074823054, "timestamp": 1787157031.8102427, "loss": 6.261091232299805, "grad_norm": 1.6875, "learning_rate": 0.00010769999999999999, "train/total_time_seconds": 3.8888075165450573, "train/time_per_step_avg": 0.008913035355508327, "train/epoch_time_elapsed": 16.237272657454014, "train/estimated_remaining_minutes": 0.8353734665170864} +{"step": 380, "epoch": 0.0064037748567576675, "timestamp": 1787157032.3035412, "loss": 6.122833251953125, "grad_norm": 1.140625, "learning_rate": 0.00011369999999999999, "train/total_time_seconds": 4.090490970760584, "train/time_per_step_avg": 0.009174770340323449, "train/epoch_time_elapsed": 16.730570681393147, "train/estimated_remaining_minutes": 0.828862644075171} +{"step": 400, "epoch": 0.006740815638692282, "timestamp": 1787157032.7575235, "loss": 6.019657897949219, "grad_norm": 1.3984375, "learning_rate": 0.0001197, "train/total_time_seconds": 4.286634132266045, "train/time_per_step_avg": 0.009381560795009136, "train/epoch_time_elapsed": 17.184552893042564, "train/estimated_remaining_minutes": 0.8216048753509919} +{"step": 400, "epoch": 0.006740815638692282, "timestamp": 1787157040.275661, "eval_loss": 5.966014385223389, "eval_runtime": 7.516, "eval_samples_per_second": 1267.556, "eval_steps_per_second": 0.931, "train/total_time_seconds": 4.286634132266045, "train/time_per_step_avg": 0.009381560795009136, "train/epoch_time_elapsed": 24.70269000902772, "train/estimated_remaining_minutes": 0.8216048753509919} +{"step": 420, "epoch": 0.007077856420626896, "timestamp": 1787157040.742343, "loss": 5.9373779296875, "grad_norm": 0.98046875, "learning_rate": 0.0001257, "train/total_time_seconds": 4.473469693213701, "train/time_per_step_avg": 0.009419992044568061, "train/epoch_time_elapsed": 25.16937231644988, "train/estimated_remaining_minutes": 0.8130353648777283} +{"step": 440, "epoch": 0.00741489720256151, "timestamp": 1787157041.1889036, "loss": 5.839211273193359, "grad_norm": 1.6328125, "learning_rate": 0.00013169999999999998, "train/total_time_seconds": 4.662097524851561, "train/time_per_step_avg": 0.009517929181456566, "train/epoch_time_elapsed": 25.615933530032635, "train/estimated_remaining_minutes": 0.8052713906561787} +{"step": 460, "epoch": 0.007751937984496124, "timestamp": 1787157041.630149, "loss": 5.740922927856445, "grad_norm": 0.9609375, "learning_rate": 0.00013769999999999999, "train/total_time_seconds": 4.846299115568399, "train/time_per_step_avg": 0.009574915990233421, "train/epoch_time_elapsed": 26.05717872455716, "train/estimated_remaining_minutes": 0.7971810864014686} +{"step": 480, "epoch": 0.008088978766430738, "timestamp": 1787157042.0722227, "loss": 5.6399181365966795, "grad_norm": 0.90234375, "learning_rate": 0.00014369999999999997, "train/total_time_seconds": 5.03184911608696, "train/time_per_step_avg": 0.009413581453263759, "train/epoch_time_elapsed": 26.49925209954381, "train/estimated_remaining_minutes": 0.7897207640525367} +{"step": 500, "epoch": 0.008426019548365353, "timestamp": 1787157042.5763354, "loss": 5.560699081420898, "grad_norm": 1.1796875, "learning_rate": 0.00014969999999999998, "train/total_time_seconds": 5.2401933670043945, "train/time_per_step_avg": 0.0095355923473835, "train/epoch_time_elapsed": 27.003365021198988, "train/estimated_remaining_minutes": 0.7860290050506592} +{"step": 520, "epoch": 0.008763060330299966, "timestamp": 1787157043.038811, "loss": 5.474863433837891, "grad_norm": 2.328125, "learning_rate": 0.0001557, "train/total_time_seconds": 5.424262460321188, "train/time_per_step_avg": 0.009507927671074867, "train/epoch_time_elapsed": 27.465840958058834, "train/estimated_remaining_minutes": 0.7788684558409911} +{"step": 540, "epoch": 0.00910010111223458, "timestamp": 1787157043.5588953, "loss": 5.396588516235352, "grad_norm": 1.125, "learning_rate": 0.0001617, "train/total_time_seconds": 5.6386978551745415, "train/time_per_step_avg": 0.009766003303229808, "train/epoch_time_elapsed": 27.98592545837164, "train/estimated_remaining_minutes": 0.7761911245085943} +{"step": 560, "epoch": 0.009437141894169195, "timestamp": 1787157043.9982915, "loss": 5.331023406982422, "grad_norm": 1.6484375, "learning_rate": 0.0001677, "train/total_time_seconds": 5.8215172290802, "train/time_per_step_avg": 0.009752181135118007, "train/epoch_time_elapsed": 28.42532194778323, "train/estimated_remaining_minutes": 0.7692719195570263} +{"step": 580, "epoch": 0.00977418267610381, "timestamp": 1787157044.4337447, "loss": 5.257175445556641, "grad_norm": 1.0703125, "learning_rate": 0.00017369999999999997, "train/total_time_seconds": 6.001625116914511, "train/time_per_step_avg": 0.009697760008275508, "train/epoch_time_elapsed": 28.86077471077442, "train/estimated_remaining_minutes": 0.762275374044889} +{"step": 600, "epoch": 0.010111223458038422, "timestamp": 1787157044.894545, "loss": 5.152382659912109, "grad_norm": 2.359375, "learning_rate": 0.00017969999999999998, "train/total_time_seconds": 6.20147492364049, "train/time_per_step_avg": 0.00961281556636095, "train/epoch_time_elapsed": 29.321575302630663, "train/estimated_remaining_minutes": 0.7579580462227266} +{"step": 600, "epoch": 0.010111223458038422, "timestamp": 1787157052.3533173, "eval_loss": 5.1175713539123535, "eval_runtime": 7.457, "eval_samples_per_second": 1277.585, "eval_steps_per_second": 0.939, "train/total_time_seconds": 6.20147492364049, "train/time_per_step_avg": 0.00961281556636095, "train/epoch_time_elapsed": 36.780347023159266, "train/estimated_remaining_minutes": 0.7579580462227266} +{"step": 620, "epoch": 0.010448264239973037, "timestamp": 1787157052.8272743, "loss": 5.096985244750977, "grad_norm": 1.375, "learning_rate": 0.0001857, "train/total_time_seconds": 6.400377470999956, "train/time_per_step_avg": 0.00976115010678768, "train/epoch_time_elapsed": 37.2543042562902, "train/estimated_remaining_minutes": 0.7535928312628981} +{"step": 640, "epoch": 0.010785305021907651, "timestamp": 1787157053.255568, "loss": 5.019801330566406, "grad_norm": 1.421875, "learning_rate": 0.0001917, "train/total_time_seconds": 6.574513360857964, "train/time_per_step_avg": 0.009358155056834221, "train/epoch_time_elapsed": 37.68259818851948, "train/estimated_remaining_minutes": 0.7464812045140813} +{"step": 660, "epoch": 0.011122345803842264, "timestamp": 1787157053.6913528, "loss": 4.979957962036133, "grad_norm": 2.125, "learning_rate": 0.00019769999999999998, "train/total_time_seconds": 6.7546478398144245, "train/time_per_step_avg": 0.009331306107342244, "train/epoch_time_elapsed": 38.11838333681226, "train/estimated_remaining_minutes": 0.7402821117372373} +{"step": 680, "epoch": 0.011459386585776879, "timestamp": 1787157054.1226373, "loss": 4.945652008056641, "grad_norm": 2.203125, "learning_rate": 0.0002037, "train/total_time_seconds": 6.9308233596384525, "train/time_per_step_avg": 0.009291982427239418, "train/epoch_time_elapsed": 38.54966697096825, "train/estimated_remaining_minutes": 0.7338518851381892} +{"step": 700, "epoch": 0.011796427367711493, "timestamp": 1787157054.5572011, "loss": 4.866051483154297, "grad_norm": 1.8515625, "learning_rate": 0.00020969999999999997, "train/total_time_seconds": 7.108498375862837, "train/time_per_step_avg": 0.009070234522223473, "train/epoch_time_elapsed": 38.984231404960155, "train/estimated_remaining_minutes": 0.7277748337192904} +{"step": 720, "epoch": 0.012133468149646108, "timestamp": 1787157055.0085218, "loss": 4.841766357421875, "grad_norm": 1.625, "learning_rate": 0.00021569999999999998, "train/total_time_seconds": 7.28699478879571, "train/time_per_step_avg": 0.008866173177957536, "train/epoch_time_elapsed": 39.43555197864771, "train/estimated_remaining_minutes": 0.721952261482538} +{"step": 740, "epoch": 0.01247050893158072, "timestamp": 1787157055.4366121, "loss": 4.798672103881836, "grad_norm": 3.40625, "learning_rate": 0.00022169999999999997, "train/total_time_seconds": 7.460873130708933, "train/time_per_step_avg": 0.008863597698509694, "train/epoch_time_elapsed": 39.863642297685146, "train/estimated_remaining_minutes": 0.7158405301085597} +{"step": 760, "epoch": 0.012807549713515335, "timestamp": 1787157055.864821, "loss": 4.768531036376953, "grad_norm": 2.21875, "learning_rate": 0.00022769999999999998, "train/total_time_seconds": 7.634879566729069, "train/time_per_step_avg": 0.008802317269146442, "train/epoch_time_elapsed": 40.291851598769426, "train/estimated_remaining_minutes": 0.7099098544502467} +{"step": 780, "epoch": 0.01314459049544995, "timestamp": 1787157056.296753, "loss": 4.73585319519043, "grad_norm": 1.640625, "learning_rate": 0.0002337, "train/total_time_seconds": 7.81263916939497, "train/time_per_step_avg": 0.008818158097565174, "train/epoch_time_elapsed": 40.72378294542432, "train/estimated_remaining_minutes": 0.7044730191206575} +{"step": 800, "epoch": 0.013481631277384564, "timestamp": 1787157056.724953, "loss": 4.697021865844727, "grad_norm": 1.6875, "learning_rate": 0.0002397, "train/total_time_seconds": 7.986788090318441, "train/time_per_step_avg": 0.008782897144556046, "train/epoch_time_elapsed": 41.15198342874646, "train/estimated_remaining_minutes": 0.6988439579028636} +{"step": 800, "epoch": 0.013481631277384564, "timestamp": 1787157064.166031, "eval_loss": 4.676848411560059, "eval_runtime": 7.4394, "eval_samples_per_second": 1280.62, "eval_steps_per_second": 0.941, "train/total_time_seconds": 7.986788090318441, "train/time_per_step_avg": 0.008782897144556046, "train/epoch_time_elapsed": 48.59306010231376, "train/estimated_remaining_minutes": 0.6988439579028636} +{"step": 820, "epoch": 0.013818672059319177, "timestamp": 1787157064.6196604, "loss": 4.658943176269531, "grad_norm": 1.6484375, "learning_rate": 0.00024569999999999995, "train/total_time_seconds": 8.165119260549545, "train/time_per_step_avg": 0.008781244717538357, "train/epoch_time_elapsed": 49.046690829098225, "train/estimated_remaining_minutes": 0.6937032217296158} +{"step": 840, "epoch": 0.014155712841253791, "timestamp": 1787157065.0548584, "loss": 4.5957294464111325, "grad_norm": 3.234375, "learning_rate": 0.0002517, "train/total_time_seconds": 8.341484397649765, "train/time_per_step_avg": 0.008806112669408322, "train/epoch_time_elapsed": 49.48188870027661, "train/estimated_remaining_minutes": 0.6885034740917266} +{"step": 860, "epoch": 0.014492753623188406, "timestamp": 1787157065.493183, "loss": 4.5967552185058596, "grad_norm": 1.578125, "learning_rate": 0.0002577, "train/total_time_seconds": 8.521028272807598, "train/time_per_step_avg": 0.008861487060785293, "train/epoch_time_elapsed": 49.92021321505308, "train/estimated_remaining_minutes": 0.6836638963066561} +{"step": 880, "epoch": 0.01482979440512302, "timestamp": 1787157065.9217944, "loss": 4.549871444702148, "grad_norm": 1.3203125, "learning_rate": 0.00026369999999999996, "train/total_time_seconds": 8.696692761033773, "train/time_per_step_avg": 0.008840535916388035, "train/epoch_time_elapsed": 50.34882451966405, "train/estimated_remaining_minutes": 0.6786055715049082} +{"step": 900, "epoch": 0.015166835187057633, "timestamp": 1787157066.3597836, "loss": 4.512709045410157, "grad_norm": 2.28125, "learning_rate": 0.0002697, "train/total_time_seconds": 8.87543285265565, "train/time_per_step_avg": 0.008886447623372078, "train/epoch_time_elapsed": 50.786813985556364, "train/estimated_remaining_minutes": 0.6738754573312622} +{"step": 920, "epoch": 0.015503875968992248, "timestamp": 1787157066.808179, "loss": 4.475643920898437, "grad_norm": 1.6875, "learning_rate": 0.0002757, "train/total_time_seconds": 9.052785970270634, "train/time_per_step_avg": 0.008876667097210885, "train/epoch_time_elapsed": 51.23520951345563, "train/estimated_remaining_minutes": 0.6691189630200033} +{"step": 940, "epoch": 0.015840916750926862, "timestamp": 1787157067.2398775, "loss": 4.43329086303711, "grad_norm": 1.6015625, "learning_rate": 0.00028169999999999996, "train/total_time_seconds": 9.228093534708023, "train/time_per_step_avg": 0.00886609137058258, "train/epoch_time_elapsed": 51.66690768301487, "train/estimated_remaining_minutes": 0.6642918395552229} +{"step": 960, "epoch": 0.016177957532861477, "timestamp": 1787157067.6730206, "loss": 4.402384567260742, "grad_norm": 2.03125, "learning_rate": 0.00028769999999999995, "train/total_time_seconds": 9.406875606626272, "train/time_per_step_avg": 0.008858473338186741, "train/epoch_time_elapsed": 52.10005073994398, "train/estimated_remaining_minutes": 0.6597878029647594} +{"step": 980, "epoch": 0.01651499831479609, "timestamp": 1787157068.1055055, "loss": 4.382797622680664, "grad_norm": 1.71875, "learning_rate": 0.0002937, "train/total_time_seconds": 9.585581183433533, "train/time_per_step_avg": 0.008888884223997593, "train/epoch_time_elapsed": 52.532535802572966, "train/estimated_remaining_minutes": 0.6553407543775986} +{"step": 1000, "epoch": 0.016852039096730706, "timestamp": 1787157068.5349946, "loss": 4.368251037597656, "grad_norm": 1.21875, "learning_rate": 0.00029969999999999997, "train/total_time_seconds": 9.762081511318684, "train/time_per_step_avg": 0.008866486586630345, "train/epoch_time_elapsed": 52.962024342268705, "train/estimated_remaining_minutes": 0.6508054340879122} +{"step": 1000, "epoch": 0.016852039096730706, "timestamp": 1787157075.9880035, "eval_loss": 4.342709064483643, "eval_runtime": 7.4513, "eval_samples_per_second": 1278.567, "eval_steps_per_second": 0.939, "train/total_time_seconds": 9.762081511318684, "train/time_per_step_avg": 0.008866486586630345, "train/epoch_time_elapsed": 60.415033366531134, "train/estimated_remaining_minutes": 0.6508054340879122} +{"step": 1020, "epoch": 0.017189079878665317, "timestamp": 1787157076.4528244, "loss": 4.33197135925293, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 9.941711492836475, "train/time_per_step_avg": 0.008889255225658416, "train/epoch_time_elapsed": 60.879854284226894, "train/estimated_remaining_minutes": 0.6465361395668164} +{"step": 1040, "epoch": 0.01752612066059993, "timestamp": 1787157076.888257, "loss": 4.315201950073242, "grad_norm": 1.8984375, "learning_rate": 0.0003, "train/total_time_seconds": 10.119811236858368, "train/time_per_step_avg": 0.008917177021503448, "train/epoch_time_elapsed": 61.315287448465824, "train/estimated_remaining_minutes": 0.6422187900313964} +{"step": 1060, "epoch": 0.017863161442534546, "timestamp": 1787157077.3216777, "loss": 4.262122344970703, "grad_norm": 1.8828125, "learning_rate": 0.0003, "train/total_time_seconds": 10.297953478991985, "train/time_per_step_avg": 0.008910778723657132, "train/epoch_time_elapsed": 61.748707197606564, "train/estimated_remaining_minutes": 0.6379549796734029} +{"step": 1080, "epoch": 0.01820020222446916, "timestamp": 1787157077.7548597, "loss": 4.262465286254883, "grad_norm": 2.3125, "learning_rate": 0.0003, "train/total_time_seconds": 10.476745378226042, "train/time_per_step_avg": 0.00891164194792509, "train/epoch_time_elapsed": 62.18189008906484, "train/estimated_remaining_minutes": 0.6337784241149086} +{"step": 1100, "epoch": 0.018537243006403775, "timestamp": 1787157078.1844537, "loss": 4.2220817565917965, "grad_norm": 2.25, "learning_rate": 0.0003, "train/total_time_seconds": 10.653074692934752, "train/time_per_step_avg": 0.008909931816160678, "train/epoch_time_elapsed": 62.6114832945168, "train/estimated_remaining_minutes": 0.6294998682188716} +{"step": 1120, "epoch": 0.01887428378833839, "timestamp": 1787157078.6884253, "loss": 4.21630973815918, "grad_norm": 1.6328125, "learning_rate": 0.0003, "train/total_time_seconds": 10.847836215049028, "train/time_per_step_avg": 0.00906124722212553, "train/epoch_time_elapsed": 63.115455348044634, "train/estimated_remaining_minutes": 0.6263334005117593} +{"step": 1140, "epoch": 0.019211324570273004, "timestamp": 1787157079.123846, "loss": 4.189186859130859, "grad_norm": 1.84375, "learning_rate": 0.0003, "train/total_time_seconds": 11.029028210788965, "train/time_per_step_avg": 0.009092169739305973, "train/epoch_time_elapsed": 63.55087609961629, "train/estimated_remaining_minutes": 0.6223983756380906} +{"step": 1160, "epoch": 0.01954836535220762, "timestamp": 1787157079.5649917, "loss": 4.164257431030274, "grad_norm": 2.546875, "learning_rate": 0.0003, "train/total_time_seconds": 11.207298249006271, "train/time_per_step_avg": 0.00909344770014286, "train/epoch_time_elapsed": 63.99202212691307, "train/estimated_remaining_minutes": 0.6183336964968977} +{"step": 1180, "epoch": 0.01988540613414223, "timestamp": 1787157079.992903, "loss": 4.161908721923828, "grad_norm": 1.4609375, "learning_rate": 0.0003, "train/total_time_seconds": 11.382440831512213, "train/time_per_step_avg": 0.00905695453286171, "train/epoch_time_elapsed": 64.41993317380548, "train/estimated_remaining_minutes": 0.6141373442991053} +{"step": 1200, "epoch": 0.020222446916076844, "timestamp": 1787157080.4239976, "loss": 4.131203460693359, "grad_norm": 1.5625, "learning_rate": 0.0003, "train/total_time_seconds": 11.558803711086512, "train/time_per_step_avg": 0.0090572901815176, "train/epoch_time_elapsed": 64.85102767124772, "train/estimated_remaining_minutes": 0.610047973640677} +{"step": 1200, "epoch": 0.020222446916076844, "timestamp": 1787157087.8913975, "eval_loss": 4.1340837478637695, "eval_runtime": 7.4658, "eval_samples_per_second": 1276.087, "eval_steps_per_second": 0.938, "train/total_time_seconds": 11.558803711086512, "train/time_per_step_avg": 0.0090572901815176, "train/epoch_time_elapsed": 72.31842685490847, "train/estimated_remaining_minutes": 0.610047973640677} +{"step": 1220, "epoch": 0.02055948769801146, "timestamp": 1787157088.3702347, "loss": 4.109837341308594, "grad_norm": 1.2890625, "learning_rate": 0.0003, "train/total_time_seconds": 11.74381909519434, "train/time_per_step_avg": 0.008959828801453113, "train/epoch_time_elapsed": 72.79726473614573, "train/estimated_remaining_minutes": 0.6064431172108552} +{"step": 1240, "epoch": 0.020896528479946073, "timestamp": 1787157088.8143225, "loss": 4.08643684387207, "grad_norm": 2.109375, "learning_rate": 0.0003, "train/total_time_seconds": 11.931368295103312, "train/time_per_step_avg": 0.009023400843143464, "train/epoch_time_elapsed": 73.24135234951973, "train/estimated_remaining_minutes": 0.6029831288923179} +{"step": 1260, "epoch": 0.021233569261880688, "timestamp": 1787157089.2485414, "loss": 4.069121932983398, "grad_norm": 1.5859375, "learning_rate": 0.0003, "train/total_time_seconds": 12.107583906501532, "train/time_per_step_avg": 0.009002856574952603, "train/epoch_time_elapsed": 73.67557123303413, "train/estimated_remaining_minutes": 0.5989730662740176} +{"step": 1280, "epoch": 0.021570610043815303, "timestamp": 1787157089.6858945, "loss": 4.091477966308593, "grad_norm": 1.7890625, "learning_rate": 0.0003, "train/total_time_seconds": 12.284061465412378, "train/time_per_step_avg": 0.009016206339001655, "train/epoch_time_elapsed": 74.11292455717921, "train/estimated_remaining_minutes": 0.5950092272309121} +{"step": 1300, "epoch": 0.021907650825749917, "timestamp": 1787157090.1153536, "loss": 4.061969757080078, "grad_norm": 1.484375, "learning_rate": 0.0003, "train/total_time_seconds": 12.45976035296917, "train/time_per_step_avg": 0.00900956641882658, "train/epoch_time_elapsed": 74.54238379001617, "train/estimated_remaining_minutes": 0.5910399141793068} +{"step": 1320, "epoch": 0.022244691607684528, "timestamp": 1787157090.5642512, "loss": 4.03832893371582, "grad_norm": 1.5625, "learning_rate": 0.0003, "train/total_time_seconds": 12.635555565357208, "train/time_per_step_avg": 0.008917364701628685, "train/epoch_time_elapsed": 74.99128095805645, "train/estimated_remaining_minutes": 0.5871066222287188} +{"step": 1340, "epoch": 0.022581732389619143, "timestamp": 1787157090.9953513, "loss": 4.031367492675781, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 12.812273520976305, "train/time_per_step_avg": 0.008809052258729935, "train/epoch_time_elapsed": 75.42238175868988, "train/estimated_remaining_minutes": 0.5832452871489213} +{"step": 1360, "epoch": 0.022918773171553757, "timestamp": 1787157091.425518, "loss": 4.001505661010742, "grad_norm": 1.4375, "learning_rate": 0.0003, "train/total_time_seconds": 12.988390918821096, "train/time_per_step_avg": 0.008808070123195648, "train/epoch_time_elapsed": 75.85254849120975, "train/estimated_remaining_minutes": 0.5793841047121175} +{"step": 1380, "epoch": 0.023255813953488372, "timestamp": 1787157091.8552923, "loss": 4.031853866577149, "grad_norm": 1.7734375, "learning_rate": 0.0003, "train/total_time_seconds": 13.164832711219788, "train/time_per_step_avg": 0.008807712458074093, "train/epoch_time_elapsed": 76.28232243657112, "train/estimated_remaining_minutes": 0.5755639422055029} +{"step": 1400, "epoch": 0.023592854735422986, "timestamp": 1787157092.284402, "loss": 4.0036476135253904, "grad_norm": 1.4609375, "learning_rate": 0.0003, "train/total_time_seconds": 13.340935032814741, "train/time_per_step_avg": 0.008811746798455715, "train/epoch_time_elapsed": 76.71143214404583, "train/estimated_remaining_minutes": 0.5717543585492032} +{"step": 1400, "epoch": 0.023592854735422986, "timestamp": 1787157099.7872899, "eval_loss": 3.999983072280884, "eval_runtime": 7.5012, "eval_samples_per_second": 1270.062, "eval_steps_per_second": 0.933, "train/total_time_seconds": 13.340935032814741, "train/time_per_step_avg": 0.008811746798455715, "train/epoch_time_elapsed": 84.21431965380907, "train/estimated_remaining_minutes": 0.5717543585492032} +{"step": 1420, "epoch": 0.0239298955173576, "timestamp": 1787157100.2388036, "loss": 4.006050109863281, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 13.518100783228874, "train/time_per_step_avg": 0.008825452178716659, "train/epoch_time_elapsed": 84.66583404690027, "train/estimated_remaining_minutes": 0.5680140939431851} +{"step": 1440, "epoch": 0.024266936299292215, "timestamp": 1787157100.6639485, "loss": 3.9725921630859373, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 13.690809343010187, "train/time_per_step_avg": 0.008785358220338822, "train/epoch_time_elapsed": 85.09097880497575, "train/estimated_remaining_minutes": 0.56411205163329} +{"step": 1460, "epoch": 0.02460397708122683, "timestamp": 1787157101.0967963, "loss": 4.006849670410157, "grad_norm": 1.375, "learning_rate": 0.0003, "train/total_time_seconds": 13.86523449420929, "train/time_per_step_avg": 0.00876843575388193, "train/epoch_time_elapsed": 85.52382639423013, "train/estimated_remaining_minutes": 0.5603074213413344} +{"step": 1480, "epoch": 0.02494101786316144, "timestamp": 1787157101.527064, "loss": 3.955257797241211, "grad_norm": 2.03125, "learning_rate": 0.0003, "train/total_time_seconds": 14.040554024279118, "train/time_per_step_avg": 0.0087572131305933, "train/epoch_time_elapsed": 85.9540929235518, "train/estimated_remaining_minutes": 0.5565625018633165} +{"step": 1500, "epoch": 0.025278058645096056, "timestamp": 1787157101.9558966, "loss": 3.959492874145508, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 14.2154221534729, "train/time_per_step_avg": 0.008744871206581593, "train/epoch_time_elapsed": 86.38292683288455, "train/estimated_remaining_minutes": 0.5528219726350572} +{"step": 1520, "epoch": 0.02561509942703067, "timestamp": 1787157102.4107437, "loss": 3.924856185913086, "grad_norm": 1.6484375, "learning_rate": 0.0003, "train/total_time_seconds": 14.39031046256423, "train/time_per_step_avg": 0.008722096793353557, "train/epoch_time_elapsed": 86.83777337893844, "train/estimated_remaining_minutes": 0.5491039518610035} +{"step": 1540, "epoch": 0.025952140208965285, "timestamp": 1787157102.8385549, "loss": 3.915934753417969, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 14.56325913965702, "train/time_per_step_avg": 0.008724497966468334, "train/epoch_time_elapsed": 87.26558472588658, "train/estimated_remaining_minutes": 0.5453341625888884} +{"step": 1560, "epoch": 0.0262891809908999, "timestamp": 1787157103.2675436, "loss": 3.9002685546875, "grad_norm": 1.46875, "learning_rate": 0.0003, "train/total_time_seconds": 14.738621834665537, "train/time_per_step_avg": 0.008733873404562473, "train/epoch_time_elapsed": 87.6945740133524, "train/estimated_remaining_minutes": 0.5416758452056565} +{"step": 1580, "epoch": 0.026626221772834514, "timestamp": 1787157103.6935205, "loss": 3.895922088623047, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 14.911531366407871, "train/time_per_step_avg": 0.008709773421287537, "train/epoch_time_elapsed": 88.12055037170649, "train/estimated_remaining_minutes": 0.5379476505602839} +{"step": 1600, "epoch": 0.026963262554769128, "timestamp": 1787157104.1384327, "loss": 3.9393074035644533, "grad_norm": 1.4453125, "learning_rate": 0.0003, "train/total_time_seconds": 15.097028251737356, "train/time_per_step_avg": 0.008816060982644558, "train/epoch_time_elapsed": 88.56546289473772, "train/estimated_remaining_minutes": 0.5346864172490313} +{"step": 1600, "epoch": 0.026963262554769128, "timestamp": 1787157111.926396, "eval_loss": 3.9100229740142822, "eval_runtime": 7.7821, "eval_samples_per_second": 1224.215, "eval_steps_per_second": 0.899, "train/total_time_seconds": 15.097028251737356, "train/time_per_step_avg": 0.008816060982644558, "train/epoch_time_elapsed": 96.35342457517982, "train/estimated_remaining_minutes": 0.5346864172490313} +{"step": 1620, "epoch": 0.027300303336703743, "timestamp": 1787157112.3739352, "loss": 3.8935520172119142, "grad_norm": 1.5234375, "learning_rate": 0.0003, "train/total_time_seconds": 15.271090220659971, "train/time_per_step_avg": 0.008807797580957413, "train/epoch_time_elapsed": 96.80096535757184, "train/estimated_remaining_minutes": 0.5310317381258302} +{"step": 1640, "epoch": 0.027637344118638354, "timestamp": 1787157112.8006022, "loss": 3.8741275787353517, "grad_norm": 1.65625, "learning_rate": 0.0003, "train/total_time_seconds": 15.44371772930026, "train/time_per_step_avg": 0.008804585896432399, "train/epoch_time_elapsed": 97.22763226553798, "train/estimated_remaining_minutes": 0.5273464590492771} +{"step": 1660, "epoch": 0.02797438490057297, "timestamp": 1787157113.2286966, "loss": 3.8751964569091797, "grad_norm": 1.8046875, "learning_rate": 0.0003, "train/total_time_seconds": 15.617057580500841, "train/time_per_step_avg": 0.008784357458353043, "train/epoch_time_elapsed": 97.65572693571448, "train/estimated_remaining_minutes": 0.5237045413541447} +{"step": 1680, "epoch": 0.028311425682507583, "timestamp": 1787157113.6565409, "loss": 3.8847869873046874, "grad_norm": 1.515625, "learning_rate": 0.0003, "train/total_time_seconds": 15.790699515491724, "train/time_per_step_avg": 0.008791681490838527, "train/epoch_time_elapsed": 98.08357065916061, "train/estimated_remaining_minutes": 0.5200904999150052} +{"step": 1700, "epoch": 0.028648466464442197, "timestamp": 1787157114.0818863, "loss": 3.900635528564453, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 15.963196493685246, "train/time_per_step_avg": 0.008661682419478893, "train/epoch_time_elapsed": 98.50891607254744, "train/estimated_remaining_minutes": 0.5164563571486404} +{"step": 1720, "epoch": 0.028985507246376812, "timestamp": 1787157114.5303104, "loss": 3.913836669921875, "grad_norm": 1.359375, "learning_rate": 0.0003, "train/total_time_seconds": 16.13591856881976, "train/time_per_step_avg": 0.0086482834815979, "train/epoch_time_elapsed": 98.95733994245529, "train/estimated_remaining_minutes": 0.5128470242803179} +{"step": 1740, "epoch": 0.029322548028311426, "timestamp": 1787157114.9814384, "loss": 3.8652713775634764, "grad_norm": 1.4921875, "learning_rate": 0.0003, "train/total_time_seconds": 16.32306846231222, "train/time_per_step_avg": 0.00879350733011961, "train/epoch_time_elapsed": 99.40846871584654, "train/estimated_remaining_minutes": 0.5097050113710522} +{"step": 1760, "epoch": 0.02965958881024604, "timestamp": 1787157115.4127026, "loss": 3.865024185180664, "grad_norm": 1.921875, "learning_rate": 0.0003, "train/total_time_seconds": 16.49696632474661, "train/time_per_step_avg": 0.008799087442457675, "train/epoch_time_elapsed": 99.83973243832588, "train/estimated_remaining_minutes": 0.5061569213274528} +{"step": 1780, "epoch": 0.029996629592180656, "timestamp": 1787157115.8506045, "loss": 3.825577163696289, "grad_norm": 1.78125, "learning_rate": 0.0003, "train/total_time_seconds": 16.672050524502993, "train/time_per_step_avg": 0.008813510090112687, "train/epoch_time_elapsed": 100.27763507887721, "train/estimated_remaining_minutes": 0.5026592012069254} +{"step": 1800, "epoch": 0.030333670374115267, "timestamp": 1787157116.2908964, "loss": 3.842971420288086, "grad_norm": 1.3984375, "learning_rate": 0.0003, "train/total_time_seconds": 16.850087642669678, "train/time_per_step_avg": 0.008868911489844322, "train/epoch_time_elapsed": 100.71792608872056, "train/estimated_remaining_minutes": 0.4992618560791016} +{"step": 1800, "epoch": 0.030333670374115267, "timestamp": 1787157123.730365, "eval_loss": 3.8462002277374268, "eval_runtime": 7.4378, "eval_samples_per_second": 1280.896, "eval_steps_per_second": 0.941, "train/total_time_seconds": 16.850087642669678, "train/time_per_step_avg": 0.008868911489844322, "train/epoch_time_elapsed": 108.15739389881492, "train/estimated_remaining_minutes": 0.4992618560791016} +{"step": 1820, "epoch": 0.03067071115604988, "timestamp": 1787157124.1827862, "loss": 3.8543495178222655, "grad_norm": 1.2890625, "learning_rate": 0.0003, "train/total_time_seconds": 17.029012750834227, "train/time_per_step_avg": 0.008930941820144653, "train/epoch_time_elapsed": 108.60981636866927, "train/estimated_remaining_minutes": 0.49589982186495274} +{"step": 1840, "epoch": 0.031007751937984496, "timestamp": 1787157124.6104288, "loss": 3.843314361572266, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 17.20164079591632, "train/time_per_step_avg": 0.008785723336040973, "train/epoch_time_elapsed": 109.03745887801051, "train/estimated_remaining_minutes": 0.49236580539035835} +{"step": 1860, "epoch": 0.03134479271991911, "timestamp": 1787157125.0372114, "loss": 3.841319274902344, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 17.37470454350114, "train/time_per_step_avg": 0.008777382187545299, "train/epoch_time_elapsed": 109.46424167230725, "train/estimated_remaining_minutes": 0.48885817443184204} +{"step": 1880, "epoch": 0.031681833501853725, "timestamp": 1787157125.4833214, "loss": 3.831389617919922, "grad_norm": 1.109375, "learning_rate": 0.0003, "train/total_time_seconds": 17.55846980959177, "train/time_per_step_avg": 0.008864192850887775, "train/epoch_time_elapsed": 109.91035148873925, "train/estimated_remaining_minutes": 0.4856598032440277} +{"step": 1900, "epoch": 0.032018874283788336, "timestamp": 1787157125.9356287, "loss": 3.8035839080810545, "grad_norm": 1.4140625, "learning_rate": 0.0003, "train/total_time_seconds": 17.739189639687538, "train/time_per_step_avg": 0.008891019970178604, "train/epoch_time_elapsed": 110.36265863850713, "train/estimated_remaining_minutes": 0.4823814726581699} +{"step": 1920, "epoch": 0.032355915065722954, "timestamp": 1787157126.3836303, "loss": 3.8156478881835936, "grad_norm": 1.8359375, "learning_rate": 0.0003, "train/total_time_seconds": 17.91366995126009, "train/time_per_step_avg": 0.008846572004258632, "train/epoch_time_elapsed": 110.8106603808701, "train/estimated_remaining_minutes": 0.4789418702246621} +{"step": 1940, "epoch": 0.032692955847657565, "timestamp": 1787157126.81334, "loss": 3.7988842010498045, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 18.087806709110737, "train/time_per_step_avg": 0.008861659131944179, "train/epoch_time_elapsed": 111.24036991223693, "train/estimated_remaining_minutes": 0.4755041969920864} +{"step": 1960, "epoch": 0.03302999662959218, "timestamp": 1787157127.2466054, "loss": 3.8014480590820314, "grad_norm": 2.078125, "learning_rate": 0.0003, "train/total_time_seconds": 18.260939843952656, "train/time_per_step_avg": 0.008862353004515171, "train/epoch_time_elapsed": 111.67363465577364, "train/estimated_remaining_minutes": 0.4720515061702047} +{"step": 1980, "epoch": 0.033367037411526794, "timestamp": 1787157127.6762168, "loss": 3.7902145385742188, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 18.437458589673042, "train/time_per_step_avg": 0.008789887800812721, "train/epoch_time_elapsed": 112.10324661433697, "train/estimated_remaining_minutes": 0.4686963378856278} +{"step": 2000, "epoch": 0.03370407819346141, "timestamp": 1787157128.1033065, "loss": 3.8097972869873047, "grad_norm": 1.6953125, "learning_rate": 0.0003, "train/total_time_seconds": 18.61124739050865, "train/time_per_step_avg": 0.008720577508211137, "train/epoch_time_elapsed": 112.53033650666475, "train/estimated_remaining_minutes": 0.4652811847627163} +{"step": 2000, "epoch": 0.03370407819346141, "timestamp": 1787157135.5906181, "eval_loss": 3.7975757122039795, "eval_runtime": 7.4856, "eval_samples_per_second": 1272.718, "eval_steps_per_second": 0.935, "train/total_time_seconds": 18.61124739050865, "train/time_per_step_avg": 0.008720577508211137, "train/epoch_time_elapsed": 120.01764718815684, "train/estimated_remaining_minutes": 0.4652811847627163} +{"step": 2020, "epoch": 0.03404111897539602, "timestamp": 1787157136.0592446, "loss": 3.801420211791992, "grad_norm": 1.7734375, "learning_rate": 0.0003, "train/total_time_seconds": 18.794567737728357, "train/time_per_step_avg": 0.008808977864682675, "train/epoch_time_elapsed": 120.48627452552319, "train/estimated_remaining_minutes": 0.4621106588979415} +{"step": 2040, "epoch": 0.034378159757330634, "timestamp": 1787157136.4883072, "loss": 3.787317657470703, "grad_norm": 1.5234375, "learning_rate": 0.0003, "train/total_time_seconds": 18.969744559377432, "train/time_per_step_avg": 0.00881937850266695, "train/epoch_time_elapsed": 120.91533691063523, "train/estimated_remaining_minutes": 0.45874545666468297} +{"step": 2060, "epoch": 0.03471520053926525, "timestamp": 1787157136.9166343, "loss": 3.797407531738281, "grad_norm": 1.46875, "learning_rate": 0.0003, "train/total_time_seconds": 19.144749589264393, "train/time_per_step_avg": 0.008838097453117371, "train/epoch_time_elapsed": 121.3436644487083, "train/estimated_remaining_minutes": 0.45538482032716276} +{"step": 2080, "epoch": 0.03505224132119986, "timestamp": 1787157137.3510578, "loss": 3.759593963623047, "grad_norm": 1.734375, "learning_rate": 0.0003, "train/total_time_seconds": 19.325426407158375, "train/time_per_step_avg": 0.008879678174853325, "train/epoch_time_elapsed": 121.77808772400022, "train/estimated_remaining_minutes": 0.45216542555210304} +{"step": 2100, "epoch": 0.03538928210313448, "timestamp": 1787157137.7785285, "loss": 3.7659400939941405, "grad_norm": 1.4765625, "learning_rate": 0.0003, "train/total_time_seconds": 19.500136125832796, "train/time_per_step_avg": 0.008888887353241443, "train/epoch_time_elapsed": 122.20555871725082, "train/estimated_remaining_minutes": 0.44881265686440563} +{"step": 2120, "epoch": 0.03572632288506909, "timestamp": 1787157138.2294874, "loss": 3.766071319580078, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 19.67753589525819, "train/time_per_step_avg": 0.00882968157529831, "train/epoch_time_elapsed": 122.65651742368937, "train/estimated_remaining_minutes": 0.4455291146096193} +{"step": 2140, "epoch": 0.03606336366700371, "timestamp": 1787157138.66882, "loss": 3.770547866821289, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 19.859855111688375, "train/time_per_step_avg": 0.008901105523109435, "train/epoch_time_elapsed": 123.09585017338395, "train/estimated_remaining_minutes": 0.44236125871829246} +{"step": 2160, "epoch": 0.03640040444893832, "timestamp": 1787157139.0995517, "loss": 3.7436546325683593, "grad_norm": 1.9453125, "learning_rate": 0.0003, "train/total_time_seconds": 20.03477516770363, "train/time_per_step_avg": 0.008900255784392358, "train/epoch_time_elapsed": 123.526581376791, "train/estimated_remaining_minutes": 0.439033653366345} +{"step": 2180, "epoch": 0.03673744523087293, "timestamp": 1787157139.537076, "loss": 3.752705764770508, "grad_norm": 1.390625, "learning_rate": 0.0003, "train/total_time_seconds": 20.212571799755096, "train/time_per_step_avg": 0.008871453925967216, "train/epoch_time_elapsed": 123.96410631760955, "train/estimated_remaining_minutes": 0.43577563054517865} +{"step": 2200, "epoch": 0.03707448601280755, "timestamp": 1787157139.9600303, "loss": 3.7526622772216798, "grad_norm": 1.515625, "learning_rate": 0.0003, "train/total_time_seconds": 20.385054774582386, "train/time_per_step_avg": 0.0088491864874959, "train/epoch_time_elapsed": 124.3870600759983, "train/estimated_remaining_minutes": 0.43241025279417183} +{"step": 2200, "epoch": 0.03707448601280755, "timestamp": 1787157147.3910353, "eval_loss": 3.7623653411865234, "eval_runtime": 7.4294, "eval_samples_per_second": 1282.342, "eval_steps_per_second": 0.942, "train/total_time_seconds": 20.385054774582386, "train/time_per_step_avg": 0.0088491864874959, "train/epoch_time_elapsed": 131.81806513294578, "train/estimated_remaining_minutes": 0.43241025279417183} +{"step": 2220, "epoch": 0.03741152679474216, "timestamp": 1787157147.8413115, "loss": 3.7532962799072265, "grad_norm": 1.765625, "learning_rate": 0.0003, "train/total_time_seconds": 20.56150971725583, "train/time_per_step_avg": 0.008839738219976426, "train/epoch_time_elapsed": 132.26834189519286, "train/estimated_remaining_minutes": 0.42913661421900307} +{"step": 2240, "epoch": 0.03774856757667678, "timestamp": 1787157148.2691355, "loss": 3.7590545654296874, "grad_norm": 1.765625, "learning_rate": 0.0003, "train/total_time_seconds": 20.736455377191305, "train/time_per_step_avg": 0.008766002655029297, "train/epoch_time_elapsed": 132.69616537168622, "train/estimated_remaining_minutes": 0.4258379229244643} +{"step": 2260, "epoch": 0.03808560835861139, "timestamp": 1787157148.7000155, "loss": 3.7438419342041014, "grad_norm": 1.71875, "learning_rate": 0.0003, "train/total_time_seconds": 20.915962021797895, "train/time_per_step_avg": 0.00881186854094267, "train/epoch_time_elapsed": 133.12704583629966, "train/estimated_remaining_minutes": 0.4226381706469486} +{"step": 2280, "epoch": 0.03842264914054601, "timestamp": 1787157149.1243234, "loss": 3.7286632537841795, "grad_norm": 1.859375, "learning_rate": 0.0003, "train/total_time_seconds": 21.089105900377035, "train/time_per_step_avg": 0.008765341006219387, "train/epoch_time_elapsed": 133.55135359615088, "train/estimated_remaining_minutes": 0.4193155559139293} +{"step": 2300, "epoch": 0.03875968992248062, "timestamp": 1787157149.5498958, "loss": 3.749654006958008, "grad_norm": 1.609375, "learning_rate": 0.0003, "train/total_time_seconds": 21.26281886920333, "train/time_per_step_avg": 0.00877764094620943, "train/epoch_time_elapsed": 133.97692542150617, "train/estimated_remaining_minutes": 0.4160116735278912} +{"step": 2320, "epoch": 0.03909673070441524, "timestamp": 1787157149.996899, "loss": 3.716779327392578, "grad_norm": 1.515625, "learning_rate": 0.0003, "train/total_time_seconds": 21.43781629949808, "train/time_per_step_avg": 0.008763065822422504, "train/epoch_time_elapsed": 134.42392889410257, "train/estimated_remaining_minutes": 0.4127395666857389} +{"step": 2340, "epoch": 0.03943377148634985, "timestamp": 1787157150.4237156, "loss": 3.7487411499023438, "grad_norm": 1.34375, "learning_rate": 0.0003, "train/total_time_seconds": 21.612533051520586, "train/time_per_step_avg": 0.008760776743292809, "train/epoch_time_elapsed": 134.8507450595498, "train/estimated_remaining_minutes": 0.4094682187823701} +{"step": 2360, "epoch": 0.03977081226828446, "timestamp": 1787157150.8502283, "loss": 3.748704528808594, "grad_norm": 1.5859375, "learning_rate": 0.0003, "train/total_time_seconds": 21.78713956102729, "train/time_per_step_avg": 0.00871177539229393, "train/epoch_time_elapsed": 135.2772585004568, "train/estimated_remaining_minutes": 0.40620090707000034} +{"step": 2380, "epoch": 0.04010785305021908, "timestamp": 1787157151.2774048, "loss": 3.721243667602539, "grad_norm": 1.421875, "learning_rate": 0.0003, "train/total_time_seconds": 21.962504915893078, "train/time_per_step_avg": 0.008733990155160427, "train/epoch_time_elapsed": 135.70443469285965, "train/estimated_remaining_minutes": 0.4029535215661054} +{"step": 2400, "epoch": 0.04044489383215369, "timestamp": 1787157151.7068548, "loss": 3.723830795288086, "grad_norm": 1.7109375, "learning_rate": 0.0003, "train/total_time_seconds": 22.138867050409317, "train/time_per_step_avg": 0.00876048181205988, "train/epoch_time_elapsed": 136.1338850967586, "train/estimated_remaining_minutes": 0.3997295439657238} +{"step": 2400, "epoch": 0.04044489383215369, "timestamp": 1787157159.1269586, "eval_loss": 3.7325456142425537, "eval_runtime": 7.4184, "eval_samples_per_second": 1284.24, "eval_steps_per_second": 0.944, "train/total_time_seconds": 22.138867050409317, "train/time_per_step_avg": 0.00876048181205988, "train/epoch_time_elapsed": 143.5539874918759, "train/estimated_remaining_minutes": 0.3997295439657238} +{"step": 2420, "epoch": 0.04078193461408831, "timestamp": 1787157159.5830727, "loss": 3.7124366760253906, "grad_norm": 1.546875, "learning_rate": 0.0003, "train/total_time_seconds": 22.315649706870317, "train/time_per_step_avg": 0.008778334073722362, "train/epoch_time_elapsed": 144.01010271161795, "train/estimated_remaining_minutes": 0.39651774272538165} +{"step": 2440, "epoch": 0.04111897539602292, "timestamp": 1787157160.0122716, "loss": 3.695796585083008, "grad_norm": 1.546875, "learning_rate": 0.0003, "train/total_time_seconds": 22.491993691772223, "train/time_per_step_avg": 0.008794606402516366, "train/epoch_time_elapsed": 144.43930085375905, "train/estimated_remaining_minutes": 0.393302621932629} +{"step": 2460, "epoch": 0.041456016177957536, "timestamp": 1787157160.443851, "loss": 3.700525665283203, "grad_norm": 1.5078125, "learning_rate": 0.0003, "train/total_time_seconds": 22.666625399142504, "train/time_per_step_avg": 0.008794858381152152, "train/epoch_time_elapsed": 144.87088118121028, "train/estimated_remaining_minutes": 0.39006252380638184} +{"step": 2480, "epoch": 0.04179305695989215, "timestamp": 1787157160.8666, "loss": 3.7314002990722654, "grad_norm": 1.328125, "learning_rate": 0.0003, "train/total_time_seconds": 22.838606528937817, "train/time_per_step_avg": 0.008761016130447387, "train/epoch_time_elapsed": 145.2936300225556, "train/estimated_remaining_minutes": 0.38678285250620503} +{"step": 2500, "epoch": 0.04213009774182676, "timestamp": 1787157161.295764, "loss": 3.728242874145508, "grad_norm": 1.7421875, "learning_rate": 0.0003, "train/total_time_seconds": 23.012387059628963, "train/time_per_step_avg": 0.008735200092196464, "train/epoch_time_elapsed": 145.72279385477304, "train/estimated_remaining_minutes": 0.3835397843271494} +{"step": 2520, "epoch": 0.042467138523761376, "timestamp": 1787157161.743794, "loss": 3.7244899749755858, "grad_norm": 1.3125, "learning_rate": 0.0003, "train/total_time_seconds": 23.185714185237885, "train/time_per_step_avg": 0.00870064478367567, "train/epoch_time_elapsed": 146.1708242483437, "train/estimated_remaining_minutes": 0.3802947829324733} +{"step": 2540, "epoch": 0.04280417930569599, "timestamp": 1787157162.1666698, "loss": 3.7204193115234374, "grad_norm": 1.7265625, "learning_rate": 0.0003, "train/total_time_seconds": 23.35746793076396, "train/time_per_step_avg": 0.008654742389917374, "train/epoch_time_elapsed": 146.59369974955916, "train/estimated_remaining_minutes": 0.3770299941580009} +{"step": 2560, "epoch": 0.043141220087630605, "timestamp": 1787157162.5925024, "loss": 3.7023361206054686, "grad_norm": 2.09375, "learning_rate": 0.0003, "train/total_time_seconds": 23.531946819275618, "train/time_per_step_avg": 0.008653214201331139, "train/epoch_time_elapsed": 147.0195323266089, "train/estimated_remaining_minutes": 0.37381478020203457} +{"step": 2580, "epoch": 0.043478260869565216, "timestamp": 1787157163.0146832, "loss": 3.712936019897461, "grad_norm": 1.7890625, "learning_rate": 0.0003, "train/total_time_seconds": 23.703195430338383, "train/time_per_step_avg": 0.008645889014005662, "train/epoch_time_elapsed": 147.441713552922, "train/estimated_remaining_minutes": 0.37055383037092304} +{"step": 2600, "epoch": 0.043815301651499834, "timestamp": 1787157163.438445, "loss": 3.6954383850097656, "grad_norm": 1.640625, "learning_rate": 0.0003, "train/total_time_seconds": 23.87542963400483, "train/time_per_step_avg": 0.008630425743758679, "train/epoch_time_elapsed": 147.86547527834773, "train/estimated_remaining_minutes": 0.36731430206161275} +{"step": 2600, "epoch": 0.043815301651499834, "timestamp": 1787157171.0478868, "eval_loss": 3.698262929916382, "eval_runtime": 7.6077, "eval_samples_per_second": 1252.285, "eval_steps_per_second": 0.92, "train/total_time_seconds": 23.87542963400483, "train/time_per_step_avg": 0.008630425743758679, "train/epoch_time_elapsed": 155.47491653636098, "train/estimated_remaining_minutes": 0.36731430206161275} +{"step": 2620, "epoch": 0.044152342433434445, "timestamp": 1787157171.4972498, "loss": 3.6608612060546877, "grad_norm": 1.2890625, "learning_rate": 0.0003, "train/total_time_seconds": 24.05243545770645, "train/time_per_step_avg": 0.00866721272468567, "train/epoch_time_elapsed": 155.92427978292108, "train/estimated_remaining_minutes": 0.36415264878715875} +{"step": 2640, "epoch": 0.044489383215369056, "timestamp": 1787157171.928099, "loss": 3.68970947265625, "grad_norm": 1.703125, "learning_rate": 0.0003, "train/total_time_seconds": 24.22957043722272, "train/time_per_step_avg": 0.008721025064587593, "train/epoch_time_elapsed": 156.35512883216143, "train/estimated_remaining_minutes": 0.36099612520104557} +{"step": 2660, "epoch": 0.044826423997303674, "timestamp": 1787157172.409821, "loss": 3.728267288208008, "grad_norm": 1.5234375, "learning_rate": 0.0003, "train/total_time_seconds": 24.419867746531963, "train/time_per_step_avg": 0.008879209272563457, "train/epoch_time_elapsed": 156.83685098215938, "train/estimated_remaining_minutes": 0.3580356549303559} +{"step": 2680, "epoch": 0.045163464779238285, "timestamp": 1787157172.834603, "loss": 3.6732406616210938, "grad_norm": 1.59375, "learning_rate": 0.0003, "train/total_time_seconds": 24.593841016292572, "train/time_per_step_avg": 0.008906455859541893, "train/epoch_time_elapsed": 157.26163330301642, "train/estimated_remaining_minutes": 0.3548365121753655} +{"step": 2700, "epoch": 0.0455005055611729, "timestamp": 1787157173.2609239, "loss": 3.679242706298828, "grad_norm": 1.515625, "learning_rate": 0.0003, "train/total_time_seconds": 24.768142472952604, "train/time_per_step_avg": 0.008927128389477729, "train/epoch_time_elapsed": 157.6879544556141, "train/estimated_remaining_minutes": 0.35164646720858633} +{"step": 2720, "epoch": 0.045837546343107514, "timestamp": 1787157173.713257, "loss": 3.689365768432617, "grad_norm": 1.4921875, "learning_rate": 0.0003, "train/total_time_seconds": 24.947359155863523, "train/time_per_step_avg": 0.00894923698157072, "train/epoch_time_elapsed": 158.14028692245483, "train/estimated_remaining_minutes": 0.3485292823245639} +{"step": 2740, "epoch": 0.04617458712504213, "timestamp": 1787157174.1569448, "loss": 3.6569408416748046, "grad_norm": 1.3828125, "learning_rate": 0.0003, "train/total_time_seconds": 25.131310630589724, "train/time_per_step_avg": 0.009017401933670044, "train/epoch_time_elapsed": 158.58397490531206, "train/estimated_remaining_minutes": 0.3454790877441166} +{"step": 2760, "epoch": 0.046511627906976744, "timestamp": 1787157174.5924187, "loss": 3.707513427734375, "grad_norm": 1.8125, "learning_rate": 0.0003, "train/total_time_seconds": 25.31217883527279, "train/time_per_step_avg": 0.008923110887408256, "train/epoch_time_elapsed": 159.01944852247834, "train/estimated_remaining_minutes": 0.3423869600906464} +{"step": 2780, "epoch": 0.04684866868891136, "timestamp": 1787157175.0200462, "loss": 3.669821929931641, "grad_norm": 1.828125, "learning_rate": 0.0003, "train/total_time_seconds": 25.48684886842966, "train/time_per_step_avg": 0.008930078521370888, "train/epoch_time_elapsed": 159.44707561656833, "train/estimated_remaining_minutes": 0.33921345616255305} +{"step": 2800, "epoch": 0.04718570947084597, "timestamp": 1787157175.4476924, "loss": 3.652143859863281, "grad_norm": 1.4765625, "learning_rate": 0.0003, "train/total_time_seconds": 25.66235926747322, "train/time_per_step_avg": 0.008942167945206166, "train/epoch_time_elapsed": 159.87472221627831, "train/estimated_remaining_minutes": 0.3360547046931017} +{"step": 2800, "epoch": 0.04718570947084597, "timestamp": 1787157182.8661382, "eval_loss": 3.671437978744507, "eval_runtime": 7.4168, "eval_samples_per_second": 1284.522, "eval_steps_per_second": 0.944, "train/total_time_seconds": 25.66235926747322, "train/time_per_step_avg": 0.008942167945206166, "train/epoch_time_elapsed": 167.29316759854555, "train/estimated_remaining_minutes": 0.3360547046931017} +{"step": 2820, "epoch": 0.047522750252780584, "timestamp": 1787157183.321332, "loss": 3.684069061279297, "grad_norm": 1.171875, "learning_rate": 0.0003, "train/total_time_seconds": 25.841288793832064, "train/time_per_step_avg": 0.008939296379685402, "train/epoch_time_elapsed": 167.74836154282093, "train/estimated_remaining_minutes": 0.3329433189749048} +{"step": 2840, "epoch": 0.0478597910347152, "timestamp": 1787157183.7492177, "loss": 3.6512351989746095, "grad_norm": 1.671875, "learning_rate": 0.0003, "train/total_time_seconds": 26.01724210754037, "train/time_per_step_avg": 0.008859314769506455, "train/epoch_time_elapsed": 168.1762480996549, "train/estimated_remaining_minutes": 0.3297960267153004} +{"step": 2860, "epoch": 0.04819683181664981, "timestamp": 1787157184.1784735, "loss": 3.6539031982421877, "grad_norm": 1.8984375, "learning_rate": 0.0003, "train/total_time_seconds": 26.19384863600135, "train/time_per_step_avg": 0.008816698007285595, "train/epoch_time_elapsed": 168.60550372302532, "train/estimated_remaining_minutes": 0.3266598839221614} +{"step": 2880, "epoch": 0.04853387259858443, "timestamp": 1787157184.6081576, "loss": 3.6580196380615235, "grad_norm": 1.46875, "learning_rate": 0.0003, "train/total_time_seconds": 26.370729763060808, "train/time_per_step_avg": 0.008838808946311474, "train/epoch_time_elapsed": 169.03518753498793, "train/estimated_remaining_minutes": 0.323529786444959} +{"step": 2900, "epoch": 0.04887091338051904, "timestamp": 1787157185.0353372, "loss": 3.643080139160156, "grad_norm": 1.375, "learning_rate": 0.0003, "train/total_time_seconds": 26.54583204910159, "train/time_per_step_avg": 0.008834727816283703, "train/epoch_time_elapsed": 169.46236707642674, "train/estimated_remaining_minutes": 0.32038073162708813} +{"step": 2920, "epoch": 0.04920795416245366, "timestamp": 1787157185.4835162, "loss": 3.6346275329589846, "grad_norm": 1.8125, "learning_rate": 0.0003, "train/total_time_seconds": 26.722359284758568, "train/time_per_step_avg": 0.00881070490926504, "train/epoch_time_elapsed": 169.910545963794, "train/estimated_remaining_minutes": 0.31725175406562683} +{"step": 2940, "epoch": 0.04954499494438827, "timestamp": 1787157185.9104266, "loss": 3.6610347747802736, "grad_norm": 1.4921875, "learning_rate": 0.0003, "train/total_time_seconds": 26.897383403033018, "train/time_per_step_avg": 0.00880141295492649, "train/epoch_time_elapsed": 170.33745663240552, "train/estimated_remaining_minutes": 0.3141077653642178} +{"step": 2960, "epoch": 0.04988203572632288, "timestamp": 1787157186.3383694, "loss": 3.6628185272216798, "grad_norm": 1.4453125, "learning_rate": 0.0003, "train/total_time_seconds": 27.07290541380644, "train/time_per_step_avg": 0.008790567778050899, "train/epoch_time_elapsed": 170.7653991319239, "train/estimated_remaining_minutes": 0.3109725621856145} +{"step": 2980, "epoch": 0.0502190765082575, "timestamp": 1787157186.763742, "loss": 3.6714599609375, "grad_norm": 1.546875, "learning_rate": 0.0003, "train/total_time_seconds": 27.246348921209574, "train/time_per_step_avg": 0.008756191581487655, "train/epoch_time_elapsed": 171.19077184796333, "train/estimated_remaining_minutes": 0.30781669362887776} +{"step": 3000, "epoch": 0.05055611729019211, "timestamp": 1787157187.1962452, "loss": 3.6391124725341797, "grad_norm": 1.6796875, "learning_rate": 0.0003, "train/total_time_seconds": 27.421913012862206, "train/time_per_step_avg": 0.008760809637606145, "train/epoch_time_elapsed": 171.62327543646097, "train/estimated_remaining_minutes": 0.30468792236513564} +{"step": 3000, "epoch": 0.05055611729019211, "timestamp": 1787157194.6206028, "eval_loss": 3.6535143852233887, "eval_runtime": 7.4227, "eval_samples_per_second": 1283.487, "eval_steps_per_second": 0.943, "train/total_time_seconds": 27.421913012862206, "train/time_per_step_avg": 0.008760809637606145, "train/epoch_time_elapsed": 179.04763215780258, "train/estimated_remaining_minutes": 0.30468792236513564} +{"step": 3020, "epoch": 0.05089315807212673, "timestamp": 1787157195.1691866, "loss": 3.659154510498047, "grad_norm": 1.453125, "learning_rate": 0.0003, "train/total_time_seconds": 27.639937795698643, "train/time_per_step_avg": 0.00917578510940075, "train/epoch_time_elapsed": 179.59621647000313, "train/estimated_remaining_minutes": 0.30202581035034937} +{"step": 3040, "epoch": 0.05123019885406134, "timestamp": 1787157195.594256, "loss": 3.6401947021484373, "grad_norm": 1.6484375, "learning_rate": 0.0003, "train/total_time_seconds": 27.814388442784548, "train/time_per_step_avg": 0.009170050397515297, "train/epoch_time_elapsed": 180.02128598466516, "train/estimated_remaining_minutes": 0.2988826828281673} +{"step": 3060, "epoch": 0.05156723963599596, "timestamp": 1787157196.0185144, "loss": 3.67232666015625, "grad_norm": 1.4765625, "learning_rate": 0.0003, "train/total_time_seconds": 27.989113118499517, "train/time_per_step_avg": 0.00916207704693079, "train/epoch_time_elapsed": 180.44554418697953, "train/estimated_remaining_minutes": 0.2957455307728163} +{"step": 3080, "epoch": 0.05190428041793057, "timestamp": 1787157196.4431484, "loss": 3.649647521972656, "grad_norm": 1.4296875, "learning_rate": 0.0003, "train/total_time_seconds": 28.163793608546257, "train/time_per_step_avg": 0.009174446873366833, "train/epoch_time_elapsed": 180.87017846107483, "train/estimated_remaining_minutes": 0.2926108426861949} +{"step": 3100, "epoch": 0.05224132119986518, "timestamp": 1787157196.8683155, "loss": 3.6890209197998045, "grad_norm": 1.796875, "learning_rate": 0.0003, "train/total_time_seconds": 28.33829014375806, "train/time_per_step_avg": 0.00916377130895853, "train/epoch_time_elapsed": 181.29534574225545, "train/estimated_remaining_minutes": 0.2894771573824748} +{"step": 3120, "epoch": 0.0525783619817998, "timestamp": 1787157197.3607297, "loss": 3.639459991455078, "grad_norm": 1.7109375, "learning_rate": 0.0003, "train/total_time_seconds": 28.528042674064636, "train/time_per_step_avg": 0.008881048783659935, "train/epoch_time_elapsed": 181.78775987401605, "train/estimated_remaining_minutes": 0.28649957386346964} +{"step": 3140, "epoch": 0.05291540276373441, "timestamp": 1787157197.785254, "loss": 3.6333686828613283, "grad_norm": 1.828125, "learning_rate": 0.0003, "train/total_time_seconds": 28.702078502625227, "train/time_per_step_avg": 0.008876900598406791, "train/epoch_time_elapsed": 182.21228347718716, "train/estimated_remaining_minutes": 0.2833644692934338} +{"step": 3160, "epoch": 0.05325244354566903, "timestamp": 1787157198.2129369, "loss": 3.6446548461914063, "grad_norm": 1.4609375, "learning_rate": 0.0003, "train/total_time_seconds": 28.878297619521618, "train/time_per_step_avg": 0.008891845010221005, "train/epoch_time_elapsed": 182.639967340976, "train/estimated_remaining_minutes": 0.2802535212021085} +{"step": 3180, "epoch": 0.05358948432760364, "timestamp": 1787157198.6436906, "loss": 3.639226531982422, "grad_norm": 1.75, "learning_rate": 0.0003, "train/total_time_seconds": 29.057991165667772, "train/time_per_step_avg": 0.008941975571215153, "train/epoch_time_elapsed": 183.07072073221207, "train/estimated_remaining_minutes": 0.27717790315259616} +{"step": 3200, "epoch": 0.053926525109538256, "timestamp": 1787157199.0702543, "loss": 3.6387962341308593, "grad_norm": 1.3984375, "learning_rate": 0.0003, "train/total_time_seconds": 29.23396000266075, "train/time_per_step_avg": 0.008956698589026929, "train/epoch_time_elapsed": 183.49728471413255, "train/estimated_remaining_minutes": 0.2740683750249445} +{"step": 3200, "epoch": 0.053926525109538256, "timestamp": 1787157206.710213, "eval_loss": 3.6315455436706543, "eval_runtime": 7.6341, "eval_samples_per_second": 1247.949, "eval_steps_per_second": 0.917, "train/total_time_seconds": 29.23396000266075, "train/time_per_step_avg": 0.008956698589026929, "train/epoch_time_elapsed": 191.1372393965721, "train/estimated_remaining_minutes": 0.2740683750249445} +{"step": 3220, "epoch": 0.05426356589147287, "timestamp": 1787157207.1644244, "loss": 3.6562938690185547, "grad_norm": 1.4296875, "learning_rate": 0.0003, "train/total_time_seconds": 29.410013910382986, "train/time_per_step_avg": 0.008819712363183498, "train/epoch_time_elapsed": 191.5914543159306, "train/estimated_remaining_minutes": 0.2709618258824105} +{"step": 3240, "epoch": 0.054600606673407485, "timestamp": 1787157207.593913, "loss": 3.64786376953125, "grad_norm": 1.6640625, "learning_rate": 0.0003, "train/total_time_seconds": 29.585850402712822, "train/time_per_step_avg": 0.00883771900087595, "train/epoch_time_elapsed": 192.02094324305654, "train/estimated_remaining_minutes": 0.2678554357447251} +{"step": 3260, "epoch": 0.0549376474553421, "timestamp": 1787157208.0232863, "loss": 3.6485218048095702, "grad_norm": 1.890625, "learning_rate": 0.0003, "train/total_time_seconds": 29.763004083186388, "train/time_per_step_avg": 0.008847064636647702, "train/epoch_time_elapsed": 192.45031608641148, "train/estimated_remaining_minutes": 0.26476291975840655} +{"step": 3280, "epoch": 0.05527468823727671, "timestamp": 1787157208.4527974, "loss": 3.6148853302001953, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 29.939415767788887, "train/time_per_step_avg": 0.008814246021211147, "train/epoch_time_elapsed": 192.87982744723558, "train/estimated_remaining_minutes": 0.26166562561278905} +{"step": 3300, "epoch": 0.055611729019211326, "timestamp": 1787157208.8825283, "loss": 3.6581153869628906, "grad_norm": 1.453125, "learning_rate": 0.0003, "train/total_time_seconds": 30.116490457206964, "train/time_per_step_avg": 0.008825304545462131, "train/epoch_time_elapsed": 193.30955811589956, "train/estimated_remaining_minutes": 0.2585759281679386} +{"step": 3320, "epoch": 0.05594876980114594, "timestamp": 1787157209.3337471, "loss": 3.6328590393066404, "grad_norm": 1.5, "learning_rate": 0.0003, "train/total_time_seconds": 30.293062563985586, "train/time_per_step_avg": 0.008830486536026002, "train/epoch_time_elapsed": 193.7607769742608, "train/estimated_remaining_minutes": 0.2554836601781917} +{"step": 3340, "epoch": 0.056285810583080555, "timestamp": 1787157209.7610283, "loss": 3.608339309692383, "grad_norm": 1.8984375, "learning_rate": 0.0003, "train/total_time_seconds": 30.46736739203334, "train/time_per_step_avg": 0.008815169893205166, "train/epoch_time_elapsed": 194.18805873394012, "train/estimated_remaining_minutes": 0.25237440055277116} +{"step": 3360, "epoch": 0.056622851365015166, "timestamp": 1787157210.1917257, "loss": 3.6275489807128904, "grad_norm": 1.546875, "learning_rate": 0.0003, "train/total_time_seconds": 30.64434650540352, "train/time_per_step_avg": 0.008813424222171306, "train/epoch_time_elapsed": 194.61875619366765, "train/estimated_remaining_minutes": 0.2492893267304651} +{"step": 3380, "epoch": 0.056959892146949784, "timestamp": 1787157210.6239011, "loss": 3.5989017486572266, "grad_norm": 1.4296875, "learning_rate": 0.0003, "train/total_time_seconds": 30.82337859645486, "train/time_per_step_avg": 0.008839628286659717, "train/epoch_time_elapsed": 195.05093153566122, "train/estimated_remaining_minutes": 0.24622225506043824} +{"step": 3400, "epoch": 0.057296932928884395, "timestamp": 1787157211.057871, "loss": 3.6258113861083983, "grad_norm": 1.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 31.0032664462924, "train/time_per_step_avg": 0.008867759890854358, "train/epoch_time_elapsed": 195.484901253134, "train/estimated_remaining_minutes": 0.24316287408856782} +{"step": 3400, "epoch": 0.057296932928884395, "timestamp": 1787157218.5783556, "eval_loss": 3.6147406101226807, "eval_runtime": 7.5189, "eval_samples_per_second": 1267.079, "eval_steps_per_second": 0.931, "train/total_time_seconds": 31.0032664462924, "train/time_per_step_avg": 0.008867759890854358, "train/epoch_time_elapsed": 203.00538497418165, "train/estimated_remaining_minutes": 0.24316287408856782} +{"step": 3420, "epoch": 0.057633973710819006, "timestamp": 1787157219.0389407, "loss": 3.5912322998046875, "grad_norm": 1.3359375, "learning_rate": 0.0003, "train/total_time_seconds": 31.18819009140134, "train/time_per_step_avg": 0.008951275274157525, "train/epoch_time_elapsed": 203.4659700319171, "train/estimated_remaining_minutes": 0.2401429841345717} +{"step": 3440, "epoch": 0.057971014492753624, "timestamp": 1787157219.4727063, "loss": 3.6195053100585937, "grad_norm": 1.5625, "learning_rate": 0.0003, "train/total_time_seconds": 31.36663142591715, "train/time_per_step_avg": 0.0089926403388381, "train/epoch_time_elapsed": 203.8997363820672, "train/estimated_remaining_minutes": 0.23707337705635054} +{"step": 3460, "epoch": 0.058308055274688235, "timestamp": 1787157219.9075837, "loss": 3.5993846893310546, "grad_norm": 1.7734375, "learning_rate": 0.0003, "train/total_time_seconds": 31.550526894629, "train/time_per_step_avg": 0.00906180389225483, "train/epoch_time_elapsed": 204.33461139723659, "train/estimated_remaining_minutes": 0.23404533438212266} +{"step": 3480, "epoch": 0.05864509605662285, "timestamp": 1787157220.3359437, "loss": 3.6163681030273436, "grad_norm": 1.5703125, "learning_rate": 0.0003, "train/total_time_seconds": 31.72740650177002, "train/time_per_step_avg": 0.009040279053151608, "train/epoch_time_elapsed": 204.76297402381897, "train/estimated_remaining_minutes": 0.23096579445732965} +{"step": 3500, "epoch": 0.058982136838557464, "timestamp": 1787157220.763792, "loss": 3.5999374389648438, "grad_norm": 1.6953125, "learning_rate": 0.0003, "train/total_time_seconds": 31.90359941124916, "train/time_per_step_avg": 0.009003329649567604, "train/epoch_time_elapsed": 205.1908222436905, "train/estimated_remaining_minutes": 0.22788285293749402} +{"step": 3520, "epoch": 0.05931917762049208, "timestamp": 1787157221.216191, "loss": 3.5965126037597654, "grad_norm": 1.2734375, "learning_rate": 0.0003, "train/total_time_seconds": 32.08440646901727, "train/time_per_step_avg": 0.008962163776159287, "train/epoch_time_elapsed": 205.64322079718113, "train/estimated_remaining_minutes": 0.22483390896849223} +{"step": 3540, "epoch": 0.05965621840242669, "timestamp": 1787157221.6463976, "loss": 3.601589584350586, "grad_norm": 1.625, "learning_rate": 0.0003, "train/total_time_seconds": 32.26526253297925, "train/time_per_step_avg": 0.008986311070621013, "train/epoch_time_elapsed": 206.07342785224319, "train/estimated_remaining_minutes": 0.22178570291030933} +{"step": 3560, "epoch": 0.05999325918436131, "timestamp": 1787157222.077292, "loss": 3.608800506591797, "grad_norm": 1.546875, "learning_rate": 0.0003, "train/total_time_seconds": 32.44575082138181, "train/time_per_step_avg": 0.008952239267528058, "train/epoch_time_elapsed": 206.5043223015964, "train/estimated_remaining_minutes": 0.2187353987958324} +{"step": 3580, "epoch": 0.06033029996629592, "timestamp": 1787157222.514087, "loss": 3.5959003448486326, "grad_norm": 1.53125, "learning_rate": 0.0003, "train/total_time_seconds": 32.629721354693174, "train/time_per_step_avg": 0.00902314852923155, "train/epoch_time_elapsed": 206.94111665338278, "train/estimated_remaining_minutes": 0.21570858623679845} +{"step": 3600, "epoch": 0.06066734074823053, "timestamp": 1787157222.9472163, "loss": 3.604814147949219, "grad_norm": 1.4609375, "learning_rate": 0.0003, "train/total_time_seconds": 32.81255680695176, "train/time_per_step_avg": 0.009089573957026005, "train/epoch_time_elapsed": 207.37424663081765, "train/estimated_remaining_minutes": 0.21267397930431697} diff --git a/zain/Activation/wandb/debug-internal.log b/zain/Activation/wandb/debug-internal.log index 170cee61910c8951f3e8907cf6f9aa00e1869980..3e98054d97c34a4b1cc97a382fb0ff66047a9d00 100644 --- a/zain/Activation/wandb/debug-internal.log +++ b/zain/Activation/wandb/debug-internal.log @@ -1,63 +1,35 @@ -{"time":"2026-08-19T00:06:21.305464341Z","level":"INFO","msg":"wandb-core"} -{"time":"2026-08-19T00:06:21.305611275Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} -{"time":"2026-08-19T00:06:21.564804232Z","level":"INFO","msg":"stream: created new stream","id":"6zbmve2d"} -{"time":"2026-08-19T00:06:21.564900628Z","level":"INFO","msg":"handler: started"} -{"time":"2026-08-19T00:06:21.565009787Z","level":"INFO","msg":"stream: started"} -{"time":"2026-08-19T00:06:21.565023898Z","level":"INFO","msg":"writer: started","stream_id":"6zbmve2d"} -{"time":"2026-08-19T00:06:21.5650513Z","level":"INFO","msg":"sender: started"} -{"time":"2026-08-19T00:06:21.992222163Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} -{"time":"2026-08-19T00:06:22.075914671Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:06:36.992965322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":7,"events_offset":0,"events_lines":1,"console_offset":0,"console_lines":13,"uploaded_len":2} -{"time":"2026-08-19T00:06:37.108332432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:06:51.993186619Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":8,"events_offset":1,"events_lines":2,"console_offset":11,"console_lines":1} -{"time":"2026-08-19T00:06:52.113538002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:07:06.993203978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":7,"events_offset":3,"events_lines":2,"console_offset":13,"console_lines":25} -{"time":"2026-08-19T00:07:07.704084095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:07:21.992750933Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":7,"events_offset":5,"events_lines":2,"console_offset":33,"console_lines":1} -{"time":"2026-08-19T00:07:22.142204096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:07:36.992410794Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":6,"events_offset":7,"events_lines":2,"console_offset":38,"console_lines":24} -{"time":"2026-08-19T00:07:37.130410236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:07:51.992869883Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":6,"events_offset":9,"events_lines":2,"console_offset":55,"console_lines":1} -{"time":"2026-08-19T00:07:52.124122543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:08:06.993067354Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":6,"events_offset":11,"events_lines":2,"console_offset":61,"console_lines":23} -{"time":"2026-08-19T00:08:07.370443909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:08:21.993084251Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":6,"events_offset":13,"events_lines":2,"console_offset":77,"console_lines":1} -{"time":"2026-08-19T00:08:22.149421421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:08:36.992788364Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":6,"events_offset":15,"events_lines":2,"console_offset":83,"console_lines":23} -{"time":"2026-08-19T00:08:37.139797176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:08:51.992814158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":8,"events_offset":17,"events_lines":2,"console_offset":99,"console_lines":1} -{"time":"2026-08-19T00:08:52.142919145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:09:06.992976383Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":8,"events_offset":19,"events_lines":2,"console_offset":105,"console_lines":31} -{"time":"2026-08-19T00:09:07.140990317Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:09:21.993221219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":7,"events_offset":21,"events_lines":2,"console_offset":132,"console_lines":1} -{"time":"2026-08-19T00:09:22.111256159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:09:36.992968586Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":82,"history_lines":7,"events_offset":23,"events_lines":2,"console_offset":136,"console_lines":24} -{"time":"2026-08-19T00:09:37.285303756Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:09:51.992822127Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":6,"events_offset":25,"events_lines":2,"console_offset":154,"console_lines":1} -{"time":"2026-08-19T00:09:52.109096249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:10:06.992523849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":95,"history_lines":6,"events_offset":27,"events_lines":2,"console_offset":160,"console_lines":23} -{"time":"2026-08-19T00:10:07.154689008Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:10:21.993355847Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":101,"history_lines":6,"events_offset":29,"events_lines":2,"console_offset":176,"console_lines":1} -{"time":"2026-08-19T00:10:22.178839986Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:10:36.992657682Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":107,"history_lines":6,"events_offset":31,"events_lines":2,"console_offset":182,"console_lines":23} -{"time":"2026-08-19T00:10:37.1185939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:10:51.993057513Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":113,"history_lines":7,"events_offset":33,"events_lines":2,"console_offset":198,"console_lines":1} -{"time":"2026-08-19T00:10:52.101588155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:11:06.992973349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":120,"history_lines":7,"events_offset":35,"events_lines":2,"console_offset":204,"console_lines":29} -{"time":"2026-08-19T00:11:07.134793732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:11:21.994425336Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":127,"history_lines":8,"events_offset":37,"events_lines":2,"console_offset":231,"console_lines":1} -{"time":"2026-08-19T00:11:22.134821113Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:11:36.993054503Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":135,"history_lines":7,"events_offset":39,"events_lines":2,"console_offset":233,"console_lines":25} -{"time":"2026-08-19T00:11:37.111533939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:11:51.992604078Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":142,"history_lines":7,"events_offset":41,"events_lines":2,"console_offset":253,"console_lines":1} -{"time":"2026-08-19T00:11:52.115538255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:12:06.992994064Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":149,"history_lines":2,"events_offset":43,"events_lines":2,"console_offset":258,"console_lines":20} -{"time":"2026-08-19T00:12:07.157903259Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:12:08.630011645Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} -{"time":"2026-08-19T00:12:08.630264558Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":151,"history_lines":1,"events_offset":45,"events_lines":1,"console_offset":277,"console_lines":7,"uploaded_len":3,"complete":true,"exit_code":0} -{"time":"2026-08-19T00:12:08.908163631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} -{"time":"2026-08-19T00:12:08.909177309Z","level":"INFO","msg":"handler: operation stats","stats":{}} -{"time":"2026-08-19T00:12:08.911408845Z","level":"INFO","msg":"stream: finishing up"} -{"time":"2026-08-19T00:12:08.911426034Z","level":"INFO","msg":"handler: closed"} -{"time":"2026-08-19T00:12:08.911484689Z","level":"INFO","msg":"sender: closed"} -{"time":"2026-08-19T00:12:08.911488467Z","level":"INFO","msg":"stream: all finished"} +{"time":"2026-08-19T16:30:14.408862805Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-19T16:30:14.409145225Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-19T16:30:14.673839961Z","level":"INFO","msg":"stream: created new stream","id":"smtfejrp"} +{"time":"2026-08-19T16:30:14.673914385Z","level":"INFO","msg":"handler: started"} +{"time":"2026-08-19T16:30:14.674023743Z","level":"INFO","msg":"stream: started"} +{"time":"2026-08-19T16:30:14.67404595Z","level":"INFO","msg":"writer: started","stream_id":"smtfejrp"} +{"time":"2026-08-19T16:30:14.674053413Z","level":"INFO","msg":"sender: started"} +{"time":"2026-08-19T16:30:15.573430136Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-19T16:30:15.803201108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:30:30.574169941Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":16,"events_offset":0,"events_lines":1,"console_offset":0,"console_lines":34,"uploaded_len":2} +{"time":"2026-08-19T16:30:30.711458871Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:30:45.574202013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":16,"events_offset":1,"events_lines":2,"console_offset":33,"console_lines":27} +{"time":"2026-08-19T16:30:45.755515219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:31:00.573737519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":11,"events_offset":3,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-08-19T16:31:00.75827199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:31:15.574343371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":11,"events_offset":5,"events_lines":2,"console_offset":60,"console_lines":43} +{"time":"2026-08-19T16:31:15.798424562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:31:30.573773942Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":18,"events_offset":7,"events_lines":2,"console_offset":96,"console_lines":1} +{"time":"2026-08-19T16:31:30.694320256Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:31:45.574312952Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":15,"events_offset":9,"events_lines":2,"console_offset":102,"console_lines":63} +{"time":"2026-08-19T16:31:45.774027402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:32:00.574639142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":11,"events_offset":11,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-08-19T16:32:00.704830872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:32:15.573881284Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":11,"events_offset":13,"events_lines":2,"console_offset":165,"console_lines":43} +{"time":"2026-08-19T16:32:15.785173455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:32:30.574343755Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":19,"events_offset":15,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-08-19T16:32:30.715820396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:32:45.573977636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":128,"history_lines":14,"events_offset":17,"events_lines":2,"console_offset":207,"console_lines":63} +{"time":"2026-08-19T16:32:45.688687126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:33:00.574401218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":142,"history_lines":11,"events_offset":19,"events_lines":2,"console_offset":264,"console_lines":1} +{"time":"2026-08-19T16:33:00.726033404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:33:15.575478736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":153,"history_lines":13,"events_offset":21,"events_lines":2,"console_offset":270,"console_lines":49} +{"time":"2026-08-19T16:33:15.746742621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-19T16:33:30.574073819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":166,"history_lines":18,"events_offset":23,"events_lines":2,"console_offset":317,"console_lines":1} +{"time":"2026-08-19T16:33:30.725976627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} diff --git a/zain/Activation/wandb/debug.log b/zain/Activation/wandb/debug.log index 3248a7fcbdea325e151193bd5318fbd7ad971f5e..8d3c8a699ee7ac3b77885c312d7e2f1f814b7938 100644 --- a/zain/Activation/wandb/debug.log +++ b/zain/Activation/wandb/debug.log @@ -1,25 +1,23 @@ -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/wandb/run-20260819_000621-6zbmve2d/logs/debug.log -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/wandb/run-20260819_000621-6zbmve2d/logs/debug-internal.log -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:init():772] calling init triggers -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_setup.py:_flush():81] Configure stats pid to 3508170 +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/wandb/run-20260819_163014-smtfejrp/logs/debug.log +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/zain/Activation/wandb/run-20260819_163014-smtfejrp/logs/debug-internal.log +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:init():772] calling init triggers +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:init():777] wandb.init called with sweep_config: {} config: {'_wandb': {}} -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:init():820] starting backend -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE -2026-08-19 00:06:21,304 INFO MainThread:3613580 [wandb_init.py:init():835] sending inform_init request -2026-08-19 00:06:21,565 INFO MainThread:3613580 [wandb_init.py:init():840] backend started and connected -2026-08-19 00:06:21,566 INFO MainThread:3613580 [wandb_init.py:init():910] updated telemetry -2026-08-19 00:06:21,573 INFO MainThread:3613580 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout -2026-08-19 00:06:21,910 INFO MainThread:3613580 [wandb_init.py:init():978] starting run threads in backend -2026-08-19 00:06:21,987 INFO MainThread:3613580 [wandb_run.py:_console_start():2621] atexit reg -2026-08-19 00:06:21,987 INFO MainThread:3613580 [wandb_run.py:_redirect():2471] redirect: wrap_raw -2026-08-19 00:06:21,987 INFO MainThread:3613580 [wandb_run.py:_redirect():2540] Wrapping output streams. -2026-08-19 00:06:21,987 INFO MainThread:3613580 [wandb_run.py:_redirect():2563] Redirects installed. -2026-08-19 00:06:21,988 INFO MainThread:3613580 [wandb_init.py:init():1016] run started, returning control to user process -2026-08-19 00:06:21,989 INFO MainThread:3613580 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.16.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 9, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'tanh', 'waleed_beta': 10.0, 'powlu_m': 3.0, 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-tanh-9L_run', 'per_device_train_batch_size': 32, 'num_train_epochs': 1, 'max_steps': 2500, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant_with_warmup', 'lr_scheduler_kwargs': None, 'warmup_steps': 500, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-tanh-9L-2.0M-20260819-000620', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 100, 'eval_delay': 0, 'per_device_eval_batch_size': 1500, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 100, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': False, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/6L-glu-tanh-9L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} -2026-08-19 00:06:21,991 INFO MainThread:3613580 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 2001280 - > -2026-08-19 00:06:21,991 INFO MainThread:3613580 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 2001280 None -2026-08-19 00:12:08,222 INFO MainThread:3613580 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/research-ultimate/6zbmve2d -2026-08-19 00:12:08,222 INFO MainThread:3613580 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 -2026-08-19 00:12:08,222 INFO MainThread:3613580 [wandb_run.py:_restore():2570] restore -2026-08-19 00:12:08,222 INFO MainThread:3613580 [wandb_run.py:_restore():2576] restore done -2026-08-19 00:12:08,910 INFO MainThread:3613580 [wandb_run.py:_footer_sync_info():3993] logging synced files +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:init():820] starting backend +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE +2026-08-19 16:30:14,407 INFO MainThread:3508170 [wandb_init.py:init():835] sending inform_init request +2026-08-19 16:30:14,674 INFO MainThread:3508170 [wandb_init.py:init():840] backend started and connected +2026-08-19 16:30:14,678 INFO MainThread:3508170 [wandb_init.py:init():910] updated telemetry +2026-08-19 16:30:14,685 INFO MainThread:3508170 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-19 16:30:15,492 INFO MainThread:3508170 [wandb_init.py:init():978] starting run threads in backend +2026-08-19 16:30:15,566 INFO MainThread:3508170 [wandb_run.py:_console_start():2621] atexit reg +2026-08-19 16:30:15,566 INFO MainThread:3508170 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-19 16:30:15,566 INFO MainThread:3508170 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-19 16:30:15,566 INFO MainThread:3508170 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-19 16:30:15,569 INFO MainThread:3508170 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-19 16:30:15,570 INFO MainThread:3508170 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.16.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 3, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'mlp', 'activation': 'linear', 'waleed_beta': 10.0, 'powlu_m': 3.0, 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/mlp-linear-3L_run', 'per_device_train_batch_size': 16, 'num_train_epochs': 1, 'max_steps': 5000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant_with_warmup', 'lr_scheduler_kwargs': None, 'warmup_steps': 1000, 'optim': 'adamw_torch_fused', 'optim_args': None, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-mlp-linear-3L-1.0M-20260819-163013', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 1500, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 100, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': False, 'hub_token': '', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/6L-mlp-linear-3L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} +2026-08-19 16:30:15,572 INFO MainThread:3508170 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 1016704 - > +2026-08-19 16:30:15,572 INFO MainThread:3508170 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 1016704 None diff --git a/zain/Activation/wandb/run-20260819_163014-smtfejrp/files/output.log b/zain/Activation/wandb/run-20260819_163014-smtfejrp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a4278aad9b09babdc59844488e6ca6160b0c6867 --- /dev/null +++ b/zain/Activation/wandb/run-20260819_163014-smtfejrp/files/output.log @@ -0,0 +1,364 @@ + 0%| | 0/5000 [00:00', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/6L-mlp-linear-3L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1} +2026-08-19 16:30:15,572 INFO MainThread:3508170 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 1016704 - > +2026-08-19 16:30:15,572 INFO MainThread:3508170 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 1016704 None diff --git a/zain/Activation/wandb/run-20260819_163014-smtfejrp/run-smtfejrp.wandb b/zain/Activation/wandb/run-20260819_163014-smtfejrp/run-smtfejrp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..dac8d71d2514dfea2b7759b70a976b036a277089 --- /dev/null +++ b/zain/Activation/wandb/run-20260819_163014-smtfejrp/run-smtfejrp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a234763034ba6d8e3f84846cf2624b45c62f27ab5da475e97fc30cef2962b3 +size 458752