diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/chat_template.jinja b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..9dd80303a0d84568dfc4f6dc7a1a27925674f1ae --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/chat_template.jinja @@ -0,0 +1 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/config.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12fc3105b9e8c137abb64ad038516a4bd39e6e98 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/config.json @@ -0,0 +1,43 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 2, + "eos_token_id": 3, + "hidden_act": "silu", + "hidden_size": 768, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 2048, + "max_window_layers": 24, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.55.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 2200 +} diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/generation_config.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..97a3695efd589e30031248c57e3fe1d9a23e03d1 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 2, + "eos_token_id": 3, + "transformers_version": "4.55.0", + "use_cache": false +} diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/model.safetensors b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab52755653e6cab719e96e5e8033509340acbc61 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188ab29ca91c153ded8a85724fb684bfcfa12cc442c8a06a36440aa0982e207a +size 412699256 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_0.pth b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..9269d2c338d41e7e53c36da59ce359217c84194e --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f91f87bd9a92e8739289f46162ef308559319763234c64c5b77db9ec569f87f +size 15429 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_1.pth b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..85504fcf5b95eeaceb18fd0eb6e5f135811dc600 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d39b8b541e3fd455fdaac992f8e531a8b6ecbd342d84bd34ce103caf8c4829 +size 15429 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_2.pth b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..b27a42d52c6b2c4abe7662f4fdaa41c28a9cc5e8 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff092a382271ec0416bca1eaebe1589a5c027148f661f515a99be89a41550e9 +size 15429 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_3.pth b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..336e2fc455a1af65baad649e25993201963256e1 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee31a8654359133d1c40cfb2da8b7350b44cc7eec9bf923c997643420f7061d +size 15429 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/scheduler.pt b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a805cd7a532fbd738756a2d1c784a0516fb54b67 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad47d3731c397fe3b0aace6c3ab576ee85e030520d42054baf6cdba4ac9bc8e +size 1465 diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/special_tokens_map.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..35b1d92a95d1a1edf383bdfa7a4999f33281428b --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/special_tokens_map.json @@ -0,0 +1,38 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "" + ], + "bos_token": { + "content": "[BOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[EOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..e78dccaf95b5f11c8def0a9e3d38bb0990b9846e --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer.json @@ -0,0 +1,10104 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[BOS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 3, + "content": "[EOS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 4, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 5, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 6, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 7, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 8, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 9, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2196, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2197, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2198, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2199, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2200, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "\\\\[A-Za-z]+|\\\\.|\\\\begin\\s*\\{[A-Za-z*]+\\}|\\\\end\\s*\\{[A-Za-z*]+\\}|<=|>=|!=|:=|->|->>|=>|<=>|::=|==|\\\\to|\\\\mapsto|\\\\implies|\\\\iff|[±≈≅≃≡∼∝∞√∑∏∫∮∇∂∆∈∉⊂⊆⊄⊇⊃∩∪∧∨¬⇒⇔←→↦⟶⟨⟩⋯…]|[_^]|[{}()\\\\[\\\\]]|(?": 4, + "": 5, + "": 6, + "": 7, + "": 8, + "": 9, + "!": 10, + "\"": 11, + "#": 12, + "$": 13, + "%": 14, + "&": 15, + "'": 16, + "(": 17, + ")": 18, + "*": 19, + "+": 20, + ",": 21, + "-": 22, + ".": 23, + "/": 24, + "0": 25, + "1": 26, + "2": 27, + "3": 28, + "4": 29, + "5": 30, + "6": 31, + "7": 32, + "8": 33, + "9": 34, + ":": 35, + ";": 36, + "<": 37, + "=": 38, + ">": 39, + "?": 40, + "@": 41, + "A": 42, + "B": 43, + "C": 44, + "D": 45, + "E": 46, + "F": 47, + "G": 48, + "H": 49, + "I": 50, + "J": 51, + "K": 52, + "L": 53, + "M": 54, + "N": 55, + "O": 56, + "P": 57, + "Q": 58, + "R": 59, + "S": 60, + "T": 61, + "U": 62, + "V": 63, + "W": 64, + "X": 65, + "Y": 66, + "Z": 67, + "[": 68, + "\\": 69, + "]": 70, + "^": 71, + "_": 72, + "`": 73, + "a": 74, + "b": 75, + "c": 76, + "d": 77, + "e": 78, + "f": 79, + "g": 80, + "h": 81, + "i": 82, + "j": 83, + "k": 84, + "l": 85, + "m": 86, + "n": 87, + "o": 88, + "p": 89, + "q": 90, + "r": 91, + "s": 92, + "t": 93, + "u": 94, + "v": 95, + "w": 96, + "x": 97, + "y": 98, + "z": 99, + "{": 100, + "|": 101, + "}": 102, + "~": 103, + "¡": 104, + "¢": 105, + "£": 106, + "¤": 107, + "¥": 108, + "¦": 109, + "§": 110, + "¨": 111, + "©": 112, + "ª": 113, + "«": 114, + "¬": 115, + "®": 116, + "¯": 117, + "°": 118, + "±": 119, + "²": 120, + "³": 121, + "´": 122, + "µ": 123, + "¶": 124, + "·": 125, + "¸": 126, + "¹": 127, + "º": 128, + "»": 129, + "¼": 130, + "½": 131, + "¾": 132, + "¿": 133, + "À": 134, + "Á": 135, + "Â": 136, + "Ã": 137, + "Ä": 138, + "Å": 139, + "Æ": 140, + "Ç": 141, + "È": 142, + "É": 143, + "Ê": 144, + "Ë": 145, + "Ì": 146, + "Í": 147, + "Î": 148, + "Ï": 149, + "Ð": 150, + "Ñ": 151, + "Ò": 152, + "Ó": 153, + "Ô": 154, + "Õ": 155, + "Ö": 156, + "×": 157, + "Ø": 158, + "Ù": 159, + "Ú": 160, + "Û": 161, + "Ü": 162, + "Ý": 163, + "Þ": 164, + "ß": 165, + "à": 166, + "á": 167, + "â": 168, + "ã": 169, + "ä": 170, + "å": 171, + "æ": 172, + "ç": 173, + "è": 174, + "é": 175, + "ê": 176, + "ë": 177, + "ì": 178, + "í": 179, + "î": 180, + "ï": 181, + "ð": 182, + "ñ": 183, + "ò": 184, + "ó": 185, + "ô": 186, + "õ": 187, + "ö": 188, + "÷": 189, + "ø": 190, + "ù": 191, + "ú": 192, + "û": 193, + "ü": 194, + "ý": 195, + "þ": 196, + "ÿ": 197, + "Ā": 198, + "ā": 199, + "Ă": 200, + "ă": 201, + "Ą": 202, + "ą": 203, + "Ć": 204, + "ć": 205, + "Ĉ": 206, + "ĉ": 207, + "Ċ": 208, + "ċ": 209, + "Č": 210, + "č": 211, + "Ď": 212, + "ď": 213, + "Đ": 214, + "đ": 215, + "Ē": 216, + "ē": 217, + "Ĕ": 218, + "ĕ": 219, + "Ė": 220, + "ė": 221, + "Ę": 222, + "ę": 223, + "Ě": 224, + "ě": 225, + "Ĝ": 226, + "ĝ": 227, + "Ğ": 228, + "ğ": 229, + "Ġ": 230, + "ġ": 231, + "Ģ": 232, + "ģ": 233, + "Ĥ": 234, + "ĥ": 235, + "Ħ": 236, + "ħ": 237, + "Ĩ": 238, + "ĩ": 239, + "Ī": 240, + "ī": 241, + "Ĭ": 242, + "ĭ": 243, + "Į": 244, + "į": 245, + "İ": 246, + "ı": 247, + "IJ": 248, + "ij": 249, + "Ĵ": 250, + "ĵ": 251, + "Ķ": 252, + "ķ": 253, + "ĸ": 254, + "Ĺ": 255, + "ĺ": 256, + "Ļ": 257, + "ļ": 258, + "Ľ": 259, + "ľ": 260, + "Ŀ": 261, + "ŀ": 262, + "Ł": 263, + "ł": 264, + "Ń": 265, + "er": 266, + "Ġ+": 267, + "va": 268, + "oo": 269, + "ĠC": 270, + "ĠT": 271, + "fi": 272, + "ul": 273, + "Ġd": 274, + "ua": 275, + "qua": 276, + "vi": 277, + "ad": 278, + "ne": 279, + "Ġm": 280, + "io": 281, + "ĠTh": 282, + "ĠThe": 283, + "ch": 284, + "equa": 285, + "Ġequa": 286, + "ĠF": 287, + "ult": 288, + "iva": 289, + "ovi": 290, + "ovie": 291, + "Ġad": 292, + "Ġadult": 293, + "ĠD": 294, + "ool": 295, + "chool": 296, + "Ġequal": 297, + "ion": 298, + "to": 299, + "Ġ2": 300, + "it": 301, + "ĠM": 302, + "efi": 303, + "ĠDefi": 304, + "ĠDefine": 305, + "Ġ<": 306, + "ar": 307, + "Ġ1": 308, + "al": 309, + "Ġ4": 310, + "tiva": 311, + "ĠFe": 312, + "tival": 313, + "tion": 314, + "Ġ3": 315, + "ĠB": 316, + "Ġto": 317, + "Ġde": 318, + "en": 319, + "re": 320, + "ri": 321, + "ĠR": 322, + "Ġx": 323, + "tal": 324, + "Ġtotal": 325, + "lu": 326, + "Ġc": 327, + "ĠCit": 328, + "ĠCity": 329, + "Ġi": 330, + "ĠS": 331, + "nt": 332, + "ve": 333, + "ro": 334, + "Ġmovie": 335, + "at": 336, + "ĠMovie": 337, + "ay": 338, + "nd": 339, + "ic": 340, + "id": 341, + "Ġw": 342, + "ll": 343, + "Ġ=": 344, + "Ġb": 345, + "Ġ": 2196, + "": 2197, + "": 2198, + "": 2199, + "": 2200 + }, + "merges": [ + [ + "e", + "r" + ], + [ + "Ġ", + "+" + ], + [ + "v", + "a" + ], + [ + "o", + "o" + ], + [ + "Ġ", + "C" + ], + [ + "Ġ", + "T" + ], + [ + "f", + "i" + ], + [ + "u", + "l" + ], + [ + "Ġ", + "d" + ], + [ + "u", + "a" + ], + [ + "q", + "ua" + ], + [ + "v", + "i" + ], + [ + "a", + "d" + ], + [ + "n", + "e" + ], + [ + "Ġ", + "m" + ], + [ + "i", + "o" + ], + [ + "ĠT", + "h" + ], + [ + "ĠTh", + "e" + ], + [ + "c", + "h" + ], + [ + "e", + "qua" + ], + [ + "Ġ", + "equa" + ], + [ + "Ġ", + "F" + ], + [ + "ul", + "t" + ], + [ + "i", + "va" + ], + [ + "o", + "vi" + ], + [ + "ovi", + "e" + ], + [ + "Ġ", + "ad" + ], + [ + "Ġad", + "ult" + ], + [ + "Ġ", + "D" + ], + [ + "oo", + "l" + ], + [ + "ch", + "ool" + ], + [ + "Ġequa", + "l" + ], + [ + "io", + "n" + ], + [ + "t", + "o" + ], + [ + "Ġ", + "2" + ], + [ + "i", + "t" + ], + [ + "Ġ", + "M" + ], + [ + "e", + "fi" + ], + [ + "ĠD", + "efi" + ], + [ + "ĠDefi", + "ne" + ], + [ + "Ġ", + "<" + ], + [ + "a", + "r" + ], + [ + "Ġ", + "1" + ], + [ + "a", + "l" + ], + [ + "Ġ", + "4" + ], + [ + "t", + "iva" + ], + [ + "ĠF", + "e" + ], + [ + "tiva", + "l" + ], + [ + "t", + "ion" + ], + [ + "Ġ", + "3" + ], + [ + "Ġ", + "B" + ], + [ + "Ġ", + "to" + ], + [ + "Ġd", + "e" + ], + [ + "e", + "n" + ], + [ + "r", + "e" + ], + [ + "r", + "i" + ], + [ + "Ġ", + "R" + ], + [ + "Ġ", + "x" + ], + [ + "t", + "al" + ], + [ + "Ġto", + "tal" + ], + [ + "l", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "ĠC", + "it" + ], + [ + "ĠCit", + "y" + ], + [ + "Ġ", + "i" + ], + [ + "Ġ", + "S" + ], + [ + "n", + "t" + ], + [ + "v", + "e" + ], + [ + "r", + "o" + ], + [ + "Ġm", + "ovie" + ], + [ + "a", + "t" + ], + [ + "ĠM", + "ovie" + ], + [ + "a", + "y" + ], + [ + "n", + "d" + ], + [ + "i", + "c" + ], + [ + "i", + "d" + ], + [ + "Ġ", + "w" + ], + [ + "l", + "l" + ], + [ + "Ġ", + "=" + ], + [ + "Ġ", + "b" + ], + [ + "Ġ<", + "/" + ], + [ + "e", + "d" + ], + [ + "i", + "m" + ], + [ + "g", + "e" + ], + [ + "v", + "er" + ], + [ + "Ġ", + "W" + ], + [ + "t", + "e" + ], + [ + "Ġ", + "V" + ], + [ + "u", + "t" + ], + [ + "Ġ", + "f" + ], + [ + "Ġ", + "h" + ], + [ + "o", + "lu" + ], + [ + "u", + "e" + ], + [ + "q", + "ue" + ], + [ + "olu", + "tion" + ], + [ + "Ġ", + "H" + ], + [ + "a", + "nd" + ], + [ + "Ġ", + "and" + ], + [ + "e", + "m" + ], + [ + "l", + "em" + ], + [ + "l", + "i" + ], + [ + "g", + "h" + ], + [ + "o", + "w" + ], + [ + "o", + "nt" + ], + [ + "o", + "r" + ], + [ + "O", + "S" + ], + [ + "w", + "er" + ], + [ + "Ġ", + "u" + ], + [ + "Ġ", + "it" + ], + [ + "Ġ", + "O" + ], + [ + "e", + "t" + ], + [ + "Ġ", + "G" + ], + [ + "al", + "m" + ], + [ + "m", + "a" + ], + [ + "u", + "b" + ], + [ + "ĠW", + "e" + ], + [ + "r", + "a" + ], + [ + "at", + "er" + ], + [ + "Ġw", + "e" + ], + [ + "n", + "im" + ], + [ + "a", + "nim" + ], + [ + "Ġ", + "anim" + ], + [ + "Ġanim", + "al" + ], + [ + "Ġ", + "6" + ], + [ + "id", + "e" + ], + [ + "Ġ", + "*" + ], + [ + "ĠB", + "e" + ], + [ + "i", + "ver" + ], + [ + "ĠR", + "iver" + ], + [ + "a", + "k" + ], + [ + "d", + "ge" + ], + [ + "ri", + "dge" + ], + [ + "ĠO", + "ak" + ], + [ + "o", + "re" + ], + [ + "ll", + "e" + ], + [ + "a", + "i" + ], + [ + "n", + "a" + ], + [ + "m", + "i" + ], + [ + "ĠC", + "l" + ], + [ + "ĠC", + "i" + ], + [ + "va", + "l" + ], + [ + "to", + "n" + ], + [ + "l", + "d" + ], + [ + "ĠB", + "ay" + ], + [ + "ĠH", + "a" + ], + [ + "e", + "ar" + ], + [ + "Ġ", + "k" + ], + [ + "Ġ", + "8" + ], + [ + "Ġ", + "P" + ], + [ + "Ġ", + "A" + ], + [ + "Ġ", + "J" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġ", + "E" + ], + [ + "h", + "a" + ], + [ + "t", + "ha" + ], + [ + "Ġi", + "n" + ], + [ + "e", + "at" + ], + [ + "b", + "eat" + ], + [ + "m", + "ed" + ], + [ + "o", + "li" + ], + [ + "o", + "med" + ], + [ + "Ġm", + "et" + ], + [ + "Ġc", + "omed" + ], + [ + "Ġmet", + "ro" + ], + [ + "Ġcomed", + "y" + ], + [ + "o", + "lem" + ], + [ + "er", + "io" + ], + [ + "Ġd", + "ra" + ], + [ + "olem", + "n" + ], + [ + "erio", + "d" + ], + [ + "Ġdra", + "ma" + ], + [ + "c", + "t" + ], + [ + "h", + "ri" + ], + [ + "i", + "ve" + ], + [ + "t", + "hri" + ], + [ + "Ġ", + "thri" + ], + [ + "Ġde", + "te" + ], + [ + "Ġi", + "nt" + ], + [ + "ll", + "er" + ], + [ + "ct", + "ive" + ], + [ + "Ġthri", + "ller" + ], + [ + "Ġdete", + "ctive" + ], + [ + "Ġint", + "en" + ], + [ + "c", + "i" + ], + [ + "t", + "ic" + ], + [ + "u", + "ri" + ], + [ + "ut", + "uri" + ], + [ + "Ġf", + "uturi" + ], + [ + "Ġ", + "ro" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġro", + "ad" + ], + [ + "e", + "lem" + ], + [ + "t", + "ar" + ], + [ + "Ġ", + "elem" + ], + [ + "en", + "tar" + ], + [ + "Ġelem", + "entar" + ], + [ + "Ġelementar", + "y" + ], + [ + "i", + "a" + ], + [ + "n", + "ar" + ], + [ + "i", + "nar" + ], + [ + "ul", + "inar" + ], + [ + "Ġc", + "ulinar" + ], + [ + "ia", + "n" + ], + [ + "Ġculinar", + "ian" + ], + [ + "i", + "gh" + ], + [ + "l", + "ic" + ], + [ + "Ġh", + "igh" + ], + [ + "ub", + "lic" + ], + [ + "d", + "l" + ], + [ + "r", + "iva" + ], + [ + "Ġm", + "id" + ], + [ + "dl", + "e" + ], + [ + "riva", + "te" + ], + [ + "Ġmid", + "dle" + ], + [ + "g", + "ion" + ], + [ + "Ġ", + "re" + ], + [ + "Ġm", + "ed" + ], + [ + "ic", + "al" + ], + [ + "gion", + "al" + ], + [ + "Ġre", + "gional" + ], + [ + "Ġmed", + "ical" + ], + [ + "f", + "f" + ], + [ + "ff", + "er" + ], + [ + "al", + "l" + ], + [ + "o", + "ut" + ], + [ + "Ġ", + "j" + ], + [ + "B", + "OS" + ], + [ + "E", + "OS" + ], + [ + "Ġ", + "[" + ], + [ + "t", + "im" + ], + [ + "Ġ", + "tim" + ], + [ + "Ġtim", + "e" + ], + [ + "Ġ", + "5" + ], + [ + "lu", + "e" + ], + [ + "Ġf", + "o" + ], + [ + "Ġ1", + "2" + ], + [ + "Ġ", + "g" + ], + [ + "a", + "ve" + ], + [ + "Ġd", + "o" + ], + [ + "Ġh", + "ave" + ], + [ + "Ġ", + "0" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "I" + ], + [ + "Ġ", + "-" + ], + [ + "Ġd", + "i" + ], + [ + "l", + "ve" + ], + [ + "n", + "g" + ], + [ + "i", + "ng" + ], + [ + "n", + "ow" + ], + [ + "o", + "lve" + ], + [ + "t", + "er" + ], + [ + "Ġ", + "ter" + ], + [ + "Ġequa", + "tion" + ], + [ + "Ġk", + "now" + ], + [ + "Ġter", + "m" + ], + [ + "e", + "y" + ], + [ + "ĠC", + "ed" + ], + [ + "ĠV", + "all" + ], + [ + "ĠCed", + "ar" + ], + [ + "ĠVall", + "ey" + ], + [ + "i", + "ne" + ], + [ + "ĠR", + "id" + ], + [ + "ĠP", + "ine" + ], + [ + "ĠRid", + "ge" + ], + [ + "e", + "k" + ], + [ + "ĠC", + "re" + ], + [ + "ĠM", + "a" + ], + [ + "ĠCre", + "ek" + ], + [ + "l", + "y" + ], + [ + "ĠF", + "ore" + ], + [ + "ver", + "ly" + ], + [ + "ĠBe", + "verly" + ], + [ + "ĠOak", + "ridge" + ], + [ + "l", + "or" + ], + [ + "ĠT", + "ay" + ], + [ + "ĠTay", + "lor" + ], + [ + "h", + "w" + ], + [ + "t", + "hw" + ], + [ + "oo", + "d" + ], + [ + "or", + "thw" + ], + [ + "orthw", + "ood" + ], + [ + "ª", + "ve" + ], + [ + "Ã", + "ªve" + ], + [ + "vi", + "lle" + ], + [ + "ĠR", + "êve" + ], + [ + "ĠBe", + "lle" + ], + [ + "ĠBelle", + "ville" + ], + [ + "m", + "ont" + ], + [ + "r", + "mont" + ], + [ + "ai", + "rmont" + ], + [ + "ĠCl", + "airmont" + ], + [ + "u", + "mi" + ], + [ + "¨", + "re" + ], + [ + "Ã", + "¨re" + ], + [ + "ĠV", + "alm" + ], + [ + "umi", + "ère" + ], + [ + "ĠValm", + "ont" + ], + [ + "a", + "h" + ], + [ + "ar", + "a" + ], + [ + "ĠS", + "ah" + ], + [ + "ĠSah", + "ara" + ], + [ + "R", + "iva" + ], + [ + "ĠS", + "ai" + ], + [ + "Riva", + "ge" + ], + [ + "ĠSai", + "nt" + ], + [ + "a", + "na" + ], + [ + "o", + "ld" + ], + [ + "ĠB", + "ana" + ], + [ + "ĠG", + "old" + ], + [ + "ĠBana", + "na" + ], + [ + "ĠGold", + "en" + ], + [ + "n", + "ch" + ], + [ + "a", + "nch" + ], + [ + "u", + "nd" + ], + [ + "ĠB", + "und" + ], + [ + "ĠR", + "anch" + ], + [ + "ĠBund", + "l" + ], + [ + "ĠBundl", + "e" + ], + [ + "n", + "Ã" + ], + [ + "©", + "ma" + ], + [ + "ĠM", + "ont" + ], + [ + "re", + "val" + ], + [ + "ĠCi", + "nÃ" + ], + [ + "ĠMont", + "reval" + ], + [ + "ĠCinÃ", + "©ma" + ], + [ + "d", + "i" + ], + [ + "er", + "di" + ], + [ + "ĠV", + "erdi" + ], + [ + "qua", + "ri" + ], + [ + "ĠM", + "ay" + ], + [ + "ĠA", + "quari" + ], + [ + "ĠMay", + "er" + ], + [ + "ĠAquari", + "u" + ], + [ + "ĠAquariu", + "m" + ], + [ + "l", + "ton" + ], + [ + "ĠF", + "ar" + ], + [ + "mi", + "lton" + ], + [ + "ĠHa", + "milton" + ], + [ + "ĠFar", + "m" + ], + [ + "w", + "ater" + ], + [ + "ĠCl", + "ear" + ], + [ + "ĠClear", + "water" + ], + [ + "c", + "u" + ], + [ + "e", + "ffer" + ], + [ + "r", + "cu" + ], + [ + "ĠCi", + "rcu" + ], + [ + "ĠJ", + "effer" + ], + [ + "ĠS", + "out" + ], + [ + "ĠZ", + "oo" + ], + [ + "ĠSout", + "h" + ], + [ + "f", + "or" + ], + [ + "t", + "for" + ], + [ + "ĠB", + "ri" + ], + [ + "gh", + "tfor" + ], + [ + "ĠBri", + "ghtfor" + ], + [ + "ĠBrightfor", + "d" + ], + [ + "ĠRiver", + "ton" + ], + [ + "b", + "ridge" + ], + [ + "ĠOak", + "bridge" + ], + [ + "v", + "en" + ], + [ + "tha", + "ven" + ], + [ + "ver", + "val" + ], + [ + "ĠE", + "verval" + ], + [ + "ĠEverval", + "e" + ], + [ + "ĠR", + "ub" + ], + [ + "ĠRub", + "y" + ], + [ + "h", + "ore" + ], + [ + "ĠS", + "hore" + ], + [ + "li", + "ne" + ], + [ + "ĠShore", + "line" + ], + [ + "b", + "u" + ], + [ + "k", + "e" + ], + [ + "r", + "y" + ], + [ + "w", + "ke" + ], + [ + "ĠHa", + "wke" + ], + [ + "bu", + "ry" + ], + [ + "e", + "ld" + ], + [ + "l", + "en" + ], + [ + "fi", + "eld" + ], + [ + "ĠG", + "len" + ], + [ + "ĠGlen", + "field" + ], + [ + "Ġ", + "(" + ], + [ + "Ġ", + "9" + ], + [ + "Ġ", + "7" + ], + [ + "Ġ1", + "0" + ], + [ + "c", + "oo" + ], + [ + "Ġ", + "ra" + ], + [ + "coo", + "n" + ], + [ + "Ġra", + "coon" + ], + [ + "ar", + "ro" + ], + [ + "arro", + "t" + ], + [ + "Ġb", + "lue" + ], + [ + "Ġj", + "ay" + ], + [ + "Ġfo", + "x" + ], + [ + "a", + "g" + ], + [ + "e", + "ag" + ], + [ + "Ġ", + "eag" + ], + [ + "Ġeag", + "l" + ], + [ + "Ġeagl", + "e" + ], + [ + "l", + "f" + ], + [ + "o", + "lf" + ], + [ + "Ġw", + "olf" + ], + [ + "Ġde", + "er" + ], + [ + "Ġb", + "ear" + ], + [ + "Ġ", + "ow" + ], + [ + "Ġow", + "l" + ], + [ + "Ġc", + "ro" + ], + [ + "Ġcro", + "w" + ], + [ + "Ġ1", + "6" + ], + [ + "h", + "at" + ], + [ + "ĠW", + "hat" + ], + [ + "n", + "y" + ], + [ + "a", + "ny" + ], + [ + "Ġm", + "any" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġdo", + "e" + ], + [ + "Ġ", + "v" + ], + [ + "Ġ", + "z" + ], + [ + "Ġ", + "q" + ], + [ + "Ġ", + "Y" + ], + [ + "Ġ", + "K" + ], + [ + "Ġ", + "r" + ], + [ + "Ġ", + "Q" + ], + [ + "Ġ", + "U" + ], + [ + "e", + "x" + ], + [ + "Ġ", + "tha" + ], + [ + "Ġ", + "ex" + ], + [ + "re", + "ater" + ], + [ + "Ġg", + "reater" + ], + [ + "Ġtha", + "n" + ], + [ + "Ġex", + "i" + ], + [ + "c", + "e" + ], + [ + "e", + "en" + ], + [ + "w", + "een" + ], + [ + "en", + "ce" + ], + [ + "Ġb", + "et" + ], + [ + "ffer", + "ence" + ], + [ + "Ġdi", + "fference" + ], + [ + "Ġbet", + "ween" + ], + [ + "'", + "t" + ], + [ + "c", + "ult" + ], + [ + "d", + "e" + ], + [ + "f", + "y" + ], + [ + "f", + "fi" + ], + [ + "h", + "ro" + ], + [ + "i", + "vi" + ], + [ + "i", + "ll" + ], + [ + "l", + "at" + ], + [ + "o", + "t" + ], + [ + "o", + "ne" + ], + [ + "o", + "ve" + ], + [ + "o", + "lat" + ], + [ + "p", + "s" + ], + [ + "t", + "hro" + ], + [ + "u", + "gh" + ], + [ + "Ġ", + "/" + ], + [ + "Ġ", + "va" + ], + [ + "Ġ", + "fi" + ], + [ + "Ġ", + "que" + ], + [ + "Ġ", + "all" + ], + [ + "Ġ", + "out" + ], + [ + "Ġ", + "one" + ], + [ + "Ġ", + "thro" + ], + [ + "ĠD", + "ivi" + ], + [ + "it", + "h" + ], + [ + "ĠM", + "ove" + ], + [ + "ĠS", + "im" + ], + [ + "ĠS", + "olution" + ], + [ + "Ġw", + "ill" + ], + [ + "Ġw", + "ith" + ], + [ + "ll", + "ow" + ], + [ + "Ġb", + "y" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġb", + "ot" + ], + [ + "li", + "fy" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġdo", + "n" + ], + [ + "Ġy", + "et" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġdi", + "ffi" + ], + [ + "olat", + "e" + ], + [ + "Ġva", + "lue" + ], + [ + "Ġfi", + "nd" + ], + [ + "Ġthro", + "ugh" + ], + [ + "ĠDivi", + "de" + ], + [ + "Ġbot", + "h" + ], + [ + "lify", + "ing" + ], + [ + "Ġfollow", + "ing" + ], + [ + "Ġdiffi", + "cult" + ], + [ + "Ġ2", + "4" + ], + [ + "Ġ1", + "8" + ], + [ + "Ġ2", + "0" + ], + [ + "Ġ1", + "1" + ], + [ + "Ġ1", + "4" + ], + [ + "Ġ", + "X" + ], + [ + "Ġ1", + "5" + ], + [ + "Ġ1", + "3" + ], + [ + "Ġ3", + "2" + ], + [ + "Ġ3", + "6" + ], + [ + "Ġ2", + "1" + ], + [ + "Ġ2", + "8" + ], + [ + "Ġ1", + "7" + ], + [ + "Ġ2", + "2" + ], + [ + "Ġ1", + "9" + ], + [ + "Ġ3", + "0" + ], + [ + "Ġ2", + "7" + ], + [ + "Ġ4", + "8" + ], + [ + "Ġ4", + "0" + ], + [ + "Ġ2", + "6" + ], + [ + "Ġ2", + "3" + ], + [ + "Ġ2", + "5" + ], + [ + "Ġ3", + "3" + ], + [ + "Ġ3", + "4" + ], + [ + "Ġ4", + "2" + ], + [ + "Ġ4", + "4" + ], + [ + "Ġ6", + "0" + ], + [ + "Ġ2", + "9" + ], + [ + "Ġ3", + "9" + ], + [ + "Ġ3", + "8" + ], + [ + "Ġ3", + "1" + ], + [ + "Ġ6", + "4" + ], + [ + "Ġ7", + "2" + ], + [ + "Ġ5", + "2" + ], + [ + "Ġ5", + "6" + ], + [ + "Ġ3", + "5" + ], + [ + "Ġ4", + "5" + ], + [ + "Ġ5", + "4" + ], + [ + "Ġ3", + "7" + ], + [ + "Ġ8", + "0" + ], + [ + "Ġ4", + "6" + ], + [ + "Ġ5", + "0" + ], + [ + "Ġ5", + "1" + ], + [ + "Ġ9", + "6" + ], + [ + "Ġ6", + "8" + ], + [ + "Ġ4", + "1" + ], + [ + "Ġ8", + "4" + ], + [ + "Ġ4", + "3" + ], + [ + "Ġ6", + "6" + ], + [ + "Ġ5", + "7" + ], + [ + "Ġ7", + "6" + ], + [ + "Ġ6", + "3" + ], + [ + "Ġ4", + "9" + ], + [ + "Ġ5", + "8" + ], + [ + "Ġ4", + "7" + ], + [ + "Ġ10", + "8" + ], + [ + "Ġ12", + "0" + ], + [ + "Ġ8", + "8" + ], + [ + "Ġ6", + "2" + ], + [ + "Ġ7", + "8" + ], + [ + "Ġ5", + "5" + ], + [ + "Ġ9", + "0" + ], + [ + "Ġ5", + "3" + ], + [ + "Ġ7", + "0" + ], + [ + "Ġ7", + "5" + ], + [ + "Ġ10", + "0" + ], + [ + "Ġ14", + "4" + ], + [ + "Ġ6", + "9" + ], + [ + "Ġ11", + "2" + ], + [ + "Ġ8", + "1" + ], + [ + "Ġ5", + "9" + ], + [ + "Ġ9", + "2" + ], + [ + "Ġ10", + "4" + ], + [ + "Ġ7", + "4" + ], + [ + "Ġ6", + "1" + ], + [ + "Ġ12", + "8" + ], + [ + "Ġ6", + "5" + ], + [ + "Ġ6", + "7" + ], + [ + "Ġ13", + "2" + ], + [ + "Ġ8", + "2" + ], + [ + "Ġ10", + "2" + ], + [ + "Ġ8", + "7" + ], + [ + "1", + "2" + ], + [ + "Ġ9", + "9" + ], + [ + "Ġ16", + "0" + ], + [ + "Ġ7", + "3" + ], + [ + "Ġ8", + "6" + ], + [ + "Ġ11", + "6" + ], + [ + "Ġ7", + "1" + ], + [ + "Ġ19", + "2" + ], + [ + "Ġ7", + "7" + ], + [ + "Ġ9", + "3" + ], + [ + "Ġ13", + "6" + ], + [ + "Ġ12", + "4" + ], + [ + "Ġ11", + "4" + ], + [ + "Ġ9", + "8" + ], + [ + "Ġ15", + "6" + ], + [ + "Ġ16", + "8" + ], + [ + "Ġ7", + "9" + ], + [ + "Ġ18", + "0" + ], + [ + "Ġ10", + "5" + ], + [ + "1", + "0" + ], + [ + "Ġ8", + "3" + ], + [ + "Ġ12", + "6" + ], + [ + "Ġ8", + "5" + ], + [ + "Ġ9", + "4" + ], + [ + "Ġ14", + "0" + ], + [ + "Ġ11", + "1" + ], + [ + "Ġ15", + "2" + ], + [ + "Ġ11", + "7" + ], + [ + "1", + "6" + ], + [ + "Ġ9", + "1" + ], + [ + "Ġ14", + "8" + ], + [ + "Ġ11", + "0" + ], + [ + "Ġ10", + "6" + ], + [ + "Ġ24", + "0" + ], + [ + "Ġ21", + "6" + ], + [ + "Ġ17", + "6" + ], + [ + "Ġ8", + "9" + ], + [ + "Ġ12", + "3" + ], + [ + "Ġ13", + "5" + ], + [ + "Ġ9", + "7" + ], + [ + "Ġ9", + "5" + ], + [ + "Ġ15", + "0" + ], + [ + "Ġ13", + "8" + ], + [ + "Ġ16", + "4" + ], + [ + "Ġ16", + "2" + ], + [ + "Ġ20", + "4" + ], + [ + "Ġ12", + "2" + ], + [ + "Ġ10", + "3" + ], + [ + "Ġ13", + "0" + ], + [ + "Ġ10", + "1" + ], + [ + "Ġ11", + "8" + ], + [ + "Ġ20", + "0" + ], + [ + "Ġ28", + "8" + ], + [ + "Ġ12", + "9" + ], + [ + "Ġ14", + "7" + ], + [ + "Ġ18", + "4" + ], + [ + "Ġ20", + "8" + ], + [ + "Ġ17", + "2" + ], + [ + "1", + "1" + ], + [ + "Ġ10", + "9" + ], + [ + "Ġ10", + "7" + ], + [ + "Ġ22", + "4" + ], + [ + "Ġ11", + "5" + ], + [ + "Ġ19", + "6" + ], + [ + "1", + "5" + ], + [ + "Ġ15", + "3" + ], + [ + "Ġ22", + "8" + ], + [ + "Ġ25", + "6" + ], + [ + "1", + "4" + ], + [ + "Ġ13", + "4" + ], + [ + "2", + "0" + ], + [ + "Ġ11", + "3" + ], + [ + "Ġ12", + "1" + ], + [ + "1", + "8" + ], + [ + "2", + "4" + ], + [ + "Ġ25", + "2" + ], + [ + "Ġ14", + "6" + ], + [ + "Ġ14", + "1" + ], + [ + "1", + "3" + ], + [ + "Ġ11", + "9" + ], + [ + "Ġ17", + "4" + ], + [ + "Ġ26", + "4" + ], + [ + "Ġ18", + "8" + ], + [ + "Ġ19", + "8" + ], + [ + "Ġ17", + "1" + ], + [ + "Ġ16", + "5" + ], + [ + "Ġ14", + "2" + ], + [ + "Ġ12", + "5" + ], + [ + "Ġ15", + "4" + ], + [ + "Ġ15", + "9" + ], + [ + "Ġ13", + "1" + ], + [ + "Ġ22", + "0" + ], + [ + "Ġ12", + "7" + ], + [ + "Ġ13", + "3" + ], + [ + "Ġ18", + "6" + ], + [ + "Ġ21", + "2" + ], + [ + "Ġ32", + "0" + ], + [ + "Ġ21", + "0" + ], + [ + "Ġ33", + "6" + ], + [ + "Ġ17", + "0" + ], + [ + "Ġ23", + "2" + ], + [ + "Ġ27", + "2" + ], + [ + "Ġ14", + "5" + ], + [ + "Ġ19", + "5" + ], + [ + "Ġ15", + "8" + ], + [ + "Ġ13", + "9" + ], + [ + "Ġ38", + "4" + ], + [ + "Ġ30", + "0" + ], + [ + "Ġ18", + "3" + ], + [ + "Ġ18", + "9" + ], + [ + "Ġ13", + "7" + ], + [ + "Ġ36", + "0" + ], + [ + "Ġ32", + "4" + ], + [ + "Ġ16", + "6" + ], + [ + "Ġ27", + "6" + ], + [ + "Ġ17", + "7" + ], + [ + "Ġ24", + "4" + ], + [ + "Ġ31", + "2" + ], + [ + "Ġ14", + "3" + ], + [ + "1", + "7" + ], + [ + "Ġ24", + "8" + ], + [ + "Ġ26", + "0" + ], + [ + "Ġ30", + "4" + ], + [ + "Ġ16", + "3" + ], + [ + "Ġ18", + "2" + ], + [ + "Ġ28", + "0" + ], + [ + "Ġ15", + "1" + ], + [ + "Ġ23", + "4" + ], + [ + "Ġ23", + "6" + ], + [ + "Ġ14", + "9" + ], + [ + "Ġ22", + "2" + ], + [ + "Ġ19", + "4" + ], + [ + "2", + "1" + ], + [ + "Ġ15", + "5" + ], + [ + "Ġ20", + "7" + ], + [ + "Ġ17", + "8" + ], + [ + "Ġ43", + "2" + ], + [ + "3", + "2" + ], + [ + "Ġ22", + "5" + ], + [ + "1", + "9" + ], + [ + "Ġ15", + "7" + ], + [ + "Ġ16", + "1" + ], + [ + "Ġ20", + "1" + ], + [ + "Ġ24", + "3" + ], + [ + "3", + "6" + ], + [ + "Ġ27", + "0" + ], + [ + "Ġ48", + "0" + ], + [ + "Ġ19", + "0" + ], + [ + "2", + "8" + ], + [ + "Ġ21", + "9" + ], + [ + "Ġ16", + "9" + ], + [ + "Ġ26", + "8" + ], + [ + "Ġ29", + "6" + ], + [ + "Ġ29", + "2" + ], + [ + "2", + "2" + ], + [ + "Ġ24", + "6" + ], + [ + "Ġ17", + "5" + ], + [ + "Ġ35", + "2" + ], + [ + "Ġ20", + "2" + ], + [ + "Ġ16", + "7" + ], + [ + "Ġ25", + "8" + ], + [ + "Ġ23", + "1" + ], + [ + "3", + "0" + ], + [ + "Ġ21", + "3" + ], + [ + "Ġ40", + "0" + ], + [ + "2", + "7" + ], + [ + "Ġ34", + "8" + ], + [ + "Ġ39", + "6" + ], + [ + "Ġ19", + "3" + ], + [ + "Ġ18", + "1" + ], + [ + "Ġ20", + "6" + ], + [ + "Ġ17", + "3" + ], + [ + "Ġ30", + "8" + ], + [ + "Ġ17", + "9" + ], + [ + "Ġ21", + "8" + ], + [ + "Ġ25", + "5" + ], + [ + "Ġ28", + "4" + ], + [ + "4", + "8" + ], + [ + "Ġ32", + "8" + ], + [ + "Ġ18", + "7" + ], + [ + "Ġ40", + "8" + ], + [ + "Ġ57", + "6" + ], + [ + "Ġ18", + "5" + ], + [ + "Ġ34", + "0" + ], + [ + "4", + "0" + ], + [ + "Ġ24", + "2" + ], + [ + "Ġ29", + "4" + ], + [ + "Ġ37", + "2" + ], + [ + "Ġ36", + "8" + ], + [ + "Ġ22", + "6" + ], + [ + "Ġ42", + "0" + ], + [ + "Ġ21", + "4" + ], + [ + "Ġ19", + "9" + ], + [ + "Ġ23", + "7" + ], + [ + "Ġ23", + "0" + ], + [ + "Ġ30", + "6" + ], + [ + "2", + "5" + ], + [ + "2", + "6" + ], + [ + "Ġ19", + "7" + ], + [ + "Ġ26", + "1" + ], + [ + "Ġ31", + "6" + ], + [ + "Ġ34", + "4" + ], + [ + "Ġ41", + "6" + ], + [ + "Ġ44", + "8" + ], + [ + "Ġ20", + "3" + ], + [ + "2", + "3" + ], + [ + "Ġ19", + "1" + ], + [ + "Ġ29", + "1" + ], + [ + "Ġ20", + "5" + ], + [ + "Ġ24", + "9" + ], + [ + "Ġ29", + "7" + ], + [ + "Ġ28", + "2" + ], + [ + "Ġ21", + "1" + ], + [ + "Ġ26", + "7" + ], + [ + "Ġ21", + "7" + ], + [ + "Ġ25", + "0" + ], + [ + "Ġ39", + "2" + ], + [ + "Ġ50", + "4" + ], + [ + "Ġ23", + "8" + ], + [ + "Ġ52", + "8" + ], + [ + "Ġ45", + "6" + ], + [ + "Ġ33", + "2" + ], + [ + "Ġ27", + "3" + ], + [ + "Ġ20", + "9" + ], + [ + "Ġ31", + "5" + ], + [ + "Ġ46", + "8" + ], + [ + "Ġ36", + "4" + ], + [ + "Ġ29", + "0" + ], + [ + "Ġ27", + "9" + ], + [ + "Ġ44", + "4" + ], + [ + "Ġ33", + "0" + ], + [ + "Ġ38", + "8" + ], + [ + "Ġ22", + "7" + ], + [ + "Ġ51", + "2" + ], + [ + "Ġ34", + "2" + ], + [ + "Ġ25", + "4" + ], + [ + "Ġ35", + "6" + ], + [ + "Ġ22", + "1" + ], + [ + "Ġ54", + "0" + ], + [ + "Ġ24", + "1" + ], + [ + "Ġ21", + "5" + ], + [ + "Ġ22", + "3" + ], + [ + "Ġ28", + "5" + ], + [ + "Ġ37", + "6" + ], + [ + "3", + "3" + ], + [ + "Ġ26", + "2" + ], + [ + "Ġ31", + "8" + ], + [ + "Ġ26", + "6" + ], + [ + "Ġ46", + "4" + ], + [ + "Ġ38", + "0" + ], + [ + "Ġ22", + "9" + ], + [ + "Ġ27", + "4" + ], + [ + "Ġ44", + "0" + ], + [ + "Ġ25", + "9" + ], + [ + "Ġ72", + "0" + ], + [ + "Ġ37", + "8" + ], + [ + "Ġ24", + "5" + ], + [ + "Ġ23", + "5" + ], + [ + "Ġ30", + "3" + ], + [ + "Ġ24", + "7" + ], + [ + "2", + "9" + ], + [ + "Ġ64", + "0" + ], + [ + "Ġ49", + "2" + ], + [ + "Ġ39", + "0" + ], + [ + "Ġ62", + "4" + ], + [ + "3", + "4" + ], + [ + "Ġ49", + "6" + ], + [ + "4", + "4" + ], + [ + "Ġ67", + "2" + ], + [ + "Ġ42", + "4" + ], + [ + "Ġ60", + "0" + ], + [ + "Ġ33", + "3" + ], + [ + "Ġ54", + "4" + ], + [ + "Ġ32", + "7" + ], + [ + "Ġ25", + "7" + ], + [ + "6", + "0" + ], + [ + "Ġ23", + "3" + ], + [ + "3", + "9" + ], + [ + "Ġ40", + "4" + ], + [ + "Ġ76", + "8" + ], + [ + "Ġ35", + "4" + ], + [ + "4", + "2" + ], + [ + "Ġ35", + "1" + ], + [ + "Ġ43", + "6" + ], + [ + "3", + "1" + ], + [ + "Ġ27", + "8" + ], + [ + "Ġ30", + "9" + ], + [ + "Ġ64", + "8" + ], + [ + "Ġ33", + "9" + ], + [ + "Ġ25", + "3" + ], + [ + "Ġ56", + "0" + ], + [ + "Ġ36", + "6" + ], + [ + "Ġ51", + "6" + ], + [ + "6", + "4" + ], + [ + "Ġ32", + "2" + ], + [ + "Ġ28", + "6" + ], + [ + "Ġ36", + "3" + ], + [ + "Ġ32", + "1" + ], + [ + "Ġ28", + "9" + ], + [ + "Ġ38", + "7" + ], + [ + "Ġ55", + "2" + ], + [ + "Ġ29", + "8" + ], + [ + "Ġ45", + "0" + ], + [ + "Ġ41", + "2" + ], + [ + "Ġ23", + "9" + ], + [ + "Ġ26", + "5" + ], + [ + "Ġ30", + "2" + ], + [ + "Ġ27", + "5" + ], + [ + "3", + "5" + ], + [ + "Ġ48", + "4" + ], + [ + "Ġ26", + "3" + ], + [ + "Ġ58", + "8" + ], + [ + "Ġ25", + "1" + ], + [ + "Ġ31", + "0" + ], + [ + "Ġ32", + "6" + ], + [ + "7", + "2" + ], + [ + "5", + "2" + ], + [ + "Ġ34", + "5" + ], + [ + "4", + "5" + ], + [ + "3", + "8" + ], + [ + "Ġ52", + "0" + ], + [ + "Ġ40", + "5" + ], + [ + "Ġ33", + "8" + ], + [ + "Ġ27", + "1" + ], + [ + "Ġ36", + "9" + ], + [ + "Ġ41", + "4" + ], + [ + "Ġ40", + "2" + ], + [ + "Ġ61", + "2" + ], + [ + "Ġ46", + "0" + ], + [ + "Ġ31", + "4" + ], + [ + "Ġ45", + "2" + ], + [ + "Ġ48", + "8" + ], + [ + "Ġ47", + "2" + ], + [ + "Ġ59", + "2" + ], + [ + "Ġ86", + "4" + ], + [ + "5", + "6" + ], + [ + "Ġ29", + "5" + ], + [ + "Ġ42", + "8" + ], + [ + "Ġ60", + "8" + ], + [ + "Ġ43", + "5" + ], + [ + "Ġ28", + "3" + ], + [ + "Ġ32", + "3" + ], + [ + "Ġ37", + "5" + ], + [ + "Ġ48", + "6" + ], + [ + "Ġ35", + "7" + ], + [ + "Ġ29", + "3" + ], + [ + "3", + "7" + ], + [ + "Ġ27", + "7" + ], + [ + "Ġ56", + "4" + ], + [ + "5", + "4" + ], + [ + "Ġ36", + "2" + ], + [ + "Ġ43", + "8" + ], + [ + "Ġ30", + "1" + ], + [ + "Ġ26", + "9" + ], + [ + "Ġ38", + "6" + ], + [ + "Ġ50", + "0" + ], + [ + "Ġ58", + "0" + ], + [ + "Ġ30", + "7" + ], + [ + "Ġ44", + "1" + ], + [ + "Ġ96", + "0" + ], + [ + "Ġ28", + "1" + ], + [ + "Ġ32", + "5" + ], + [ + "Ġ66", + "0" + ], + [ + "Ġ28", + "7" + ], + [ + "Ġ30", + "5" + ], + [ + "Ġ29", + "9" + ], + [ + "Ġ47", + "6" + ], + [ + "Ġ35", + "0" + ], + [ + "Ġ70", + "4" + ], + [ + "Ġ33", + "4" + ], + [ + "Ġ39", + "9" + ], + [ + "Ġ39", + "3" + ], + [ + "Ġ68", + "4" + ], + [ + "Ġ42", + "3" + ], + [ + "Ġ42", + "6" + ], + [ + "Ġ65", + "6" + ], + [ + "9", + "6" + ], + [ + "5", + "1" + ], + [ + "Ġ34", + "6" + ], + [ + "Ġ58", + "4" + ], + [ + "Ġ37", + "0" + ], + [ + "8", + "0" + ], + [ + "Ġ81", + "6" + ], + [ + "Ġ45", + "9" + ], + [ + "Ġ80", + "0" + ], + [ + "Ġ53", + "6" + ], + [ + "Ġ38", + "1" + ], + [ + "Ġ31", + "3" + ], + [ + "Ġ46", + "2" + ], + [ + "Ġ33", + "7" + ], + [ + "Ġ53", + "2" + ], + [ + "Ġ50", + "8" + ], + [ + "Ġ48", + "3" + ], + [ + "5", + "0" + ], + [ + "Ġ31", + "9" + ], + [ + "4", + "1" + ], + [ + "Ġ41", + "1" + ], + [ + "Ġ52", + "4" + ], + [ + "Ġ63", + "6" + ], + [ + "Ġ75", + "6" + ], + [ + "Ġ43", + "4" + ], + [ + "Ġ34", + "3" + ], + [ + "Ġ38", + "5" + ], + [ + "Ġ69", + "6" + ], + [ + "Ġ79", + "2" + ], + [ + "Ġ51", + "0" + ], + [ + "Ġ31", + "1" + ], + [ + "Ġ35", + "8" + ], + [ + "Ġ41", + "7" + ], + [ + "Ġ68", + "8" + ], + [ + "Ġ33", + "1" + ], + [ + "Ġ31", + "7" + ], + [ + "Ġ37", + "4" + ], + [ + "Ġ32", + "9" + ], + [ + "Ġ36", + "1" + ], + [ + "Ġ49", + "5" + ], + [ + "Ġ61", + "6" + ], + [ + "Ġ78", + "4" + ], + [ + "Ġ35", + "5" + ], + [ + "Ġ39", + "4" + ], + [ + "Ġ73", + "6" + ], + [ + "Ġ56", + "8" + ], + [ + "4", + "6" + ], + [ + "Ġ78", + "0" + ], + [ + "Ġ41", + "0" + ], + [ + "Ġ54", + "8" + ], + [ + "6", + "8" + ], + [ + "4", + "3" + ], + [ + "8", + "4" + ], + [ + "Ġ34", + "1" + ], + [ + "Ġ9", + "12" + ], + [ + "Ġ38", + "2" + ], + [ + "Ġ47", + "4" + ], + [ + "4", + "9" + ], + [ + "Ġ39", + "8" + ], + [ + "Ġ84", + "0" + ], + [ + "Ġ52", + "2" + ], + [ + "Ġ49", + "8" + ], + [ + "Ġ42", + "9" + ], + [ + "Ġ51", + "3" + ], + [ + "Ġ48", + "2" + ], + [ + "Ġ68", + "0" + ], + [ + "Ġ44", + "7" + ], + [ + "Ġ83", + "2" + ], + [ + "Ġ74", + "4" + ], + [ + "Ġ70", + "8" + ], + [ + "Ġ41", + "8" + ], + [ + "Ġ40", + "6" + ], + [ + "Ġ55", + "6" + ], + [ + "Ġ33", + "5" + ], + [ + "Ġ73", + "2" + ], + [ + "Ġ89", + "6" + ], + [ + "Ġ40", + "3" + ], + [ + "Ġ59", + "4" + ], + [ + "Ġ57", + "2" + ], + [ + "Ġ64", + "4" + ], + [ + "Ġ34", + "7" + ], + [ + "Ġ35", + "3" + ], + [ + "6", + "3" + ], + [ + "Ġ36", + "5" + ], + [ + "Ġ46", + "5" + ], + [ + "Ġ47", + "7" + ], + [ + "Ġ45", + "3" + ], + [ + "Ġ50", + "7" + ], + [ + "Ġ57", + "9" + ], + [ + "Ġ36", + "7" + ], + [ + "Ġ58", + "2" + ], + [ + "Ġ63", + "0" + ], + [ + "Ġ42", + "2" + ], + [ + "Ġ90", + "0" + ], + [ + "Ġ59", + "6" + ], + [ + "Ġ54", + "6" + ], + [ + "5", + "7" + ], + [ + "Ġ39", + "1" + ], + [ + "Ġ63", + "2" + ], + [ + "Ġ47", + "1" + ], + [ + "Ġ53", + "1" + ], + [ + "Ġ34", + "9" + ], + [ + "Ġ44", + "2" + ], + [ + "Ġ60", + "4" + ], + [ + "Ġ65", + "2" + ], + [ + "7", + "6" + ], + [ + "Ġ75", + "2" + ], + [ + "Ġ48", + "9" + ], + [ + "Ġ37", + "1" + ], + [ + "Ġ58", + "5" + ], + [ + "Ġ67", + "6" + ], + [ + "Ġ88", + "0" + ], + [ + "6", + "6" + ], + [ + "Ġ38", + "9" + ], + [ + "Ġ66", + "4" + ], + [ + "Ġ55", + "8" + ], + [ + "Ġ53", + "4" + ], + [ + "Ġ62", + "0" + ], + [ + "Ġ62", + "8" + ], + [ + "Ġ43", + "3" + ], + [ + "Ġ35", + "9" + ], + [ + "10", + "8" + ], + [ + "Ġ37", + "3" + ], + [ + "4", + "7" + ], + [ + "Ġ80", + "4" + ], + [ + "Ġ39", + "5" + ], + [ + "Ġ56", + "7" + ], + [ + "Ġ82", + "8" + ], + [ + "Ġ57", + "8" + ], + [ + "Ġ57", + "0" + ], + [ + "Ġ40", + "1" + ], + [ + "Ġ72", + "4" + ], + [ + "Ġ37", + "9" + ], + [ + "Ġ93", + "6" + ], + [ + "Ġ49", + "0" + ], + [ + "Ġ54", + "3" + ], + [ + "Ġ40", + "9" + ], + [ + "Ġ45", + "1" + ], + [ + "Ġ45", + "4" + ], + [ + "Ġ44", + "6" + ], + [ + "Ġ39", + "7" + ], + [ + "Ġ54", + "9" + ], + [ + "Ġ43", + "0" + ], + [ + "Ġ67", + "5" + ], + [ + "Ġ52", + "5" + ], + [ + "Ġ88", + "8" + ], + [ + "Ġ72", + "8" + ], + [ + "Ġ77", + "2" + ], + [ + "Ġ45", + "8" + ], + [ + "Ġ37", + "7" + ], + [ + "Ġ76", + "0" + ], + [ + "Ġ97", + "2" + ], + [ + "14", + "4" + ], + [ + "Ġ70", + "0" + ], + [ + "Ġ40", + "7" + ], + [ + "Ġ84", + "8" + ], + [ + "Ġ48", + "1" + ], + [ + "5", + "5" + ], + [ + "Ġ47", + "0" + ], + [ + "Ġ77", + "6" + ], + [ + "Ġ41", + "9" + ], + [ + "Ġ38", + "3" + ], + [ + "Ġ51", + "4" + ], + [ + "Ġ7", + "12" + ], + [ + "Ġ42", + "1" + ], + [ + "Ġ60", + "3" + ], + [ + "12", + "0" + ], + [ + "Ġ50", + "1" + ], + [ + "Ġ87", + "6" + ], + [ + "5", + "8" + ], + [ + "Ġ50", + "6" + ], + [ + "Ġ55", + "5" + ], + [ + "Ġ46", + "6" + ], + [ + "Ġ64", + "2" + ], + [ + "Ġ43", + "7" + ], + [ + "Ġ53", + "0" + ], + [ + "Ġ85", + "2" + ], + [ + "Ġ51", + "9" + ], + [ + "5", + "3" + ], + [ + "8", + "8" + ], + [ + "Ġ41", + "5" + ], + [ + "Ġ42", + "5" + ], + [ + "7", + "5" + ], + [ + "Ġ66", + "8" + ], + [ + "Ġ43", + "9" + ], + [ + "Ġ66", + "6" + ], + [ + "Ġ49", + "4" + ], + [ + "Ġ74", + "0" + ], + [ + "Ġ60", + "6" + ], + [ + "Ġ44", + "5" + ], + [ + "Ġ44", + "3" + ], + [ + "Ġ70", + "2" + ], + [ + "Ġ92", + "8" + ], + [ + "Ġ51", + "8" + ], + [ + "Ġ61", + "8" + ], + [ + "Ġ92", + "4" + ], + [ + "Ġ44", + "9" + ], + [ + "6", + "2" + ], + [ + "Ġ56", + "1" + ], + [ + "Ġ42", + "7" + ], + [ + "Ġ51", + "5" + ], + [ + "8", + "1" + ], + [ + "9", + "0" + ], + [ + "10", + "0" + ], + [ + "Ġ61", + "5" + ], + [ + "1", + "12" + ], + [ + "12", + "8" + ], + [ + "Ġ97", + "6" + ], + [ + "Ġ54", + "2" + ], + [ + "Ġ41", + "3" + ], + [ + "Ġ69", + "2" + ], + [ + "7", + "8" + ], + [ + "Ġ48", + "5" + ], + [ + "Ġ45", + "5" + ], + [ + "Ġ62", + "7" + ], + [ + "Ġ65", + "4" + ], + [ + "Ġ59", + "1" + ], + [ + "6", + "9" + ], + [ + "Ġ53", + "7" + ], + [ + "Ġ62", + "1" + ], + [ + "Ġ65", + "1" + ], + [ + "Ġ48", + "7" + ], + [ + "Ġ72", + "3" + ], + [ + "Ġ86", + "8" + ], + [ + "Ġ47", + "8" + ], + [ + "6", + "5" + ], + [ + "Ġ45", + "7" + ], + [ + "Ġ71", + "6" + ], + [ + "Ġ81", + "0" + ], + [ + "Ġ57", + "7" + ], + [ + "Ġ67", + "8" + ], + [ + "Ġ80", + "8" + ], + [ + "5", + "9" + ], + [ + "Ġ50", + "2" + ], + [ + "Ġ72", + "9" + ], + [ + "7", + "0" + ], + [ + "Ġ65", + "7" + ], + [ + "Ġ98", + "4" + ], + [ + "Ġ94", + "4" + ], + [ + "Ġ46", + "3" + ], + [ + "Ġ72", + "6" + ], + [ + "Ġ46", + "9" + ], + [ + "Ġ74", + "8" + ], + [ + "Ġ82", + "0" + ], + [ + "Ġ46", + "7" + ], + [ + "Ġ99", + "2" + ], + [ + "Ġ73", + "8" + ], + [ + "Ġ63", + "9" + ], + [ + "6", + "1" + ], + [ + "Ġ50", + "5" + ], + [ + "Ġ69", + "0" + ], + [ + "Ġ77", + "4" + ], + [ + "Ġ78", + "8" + ], + [ + "Ġ94", + "8" + ], + [ + "Ġ55", + "0" + ], + [ + "Ġ56", + "2" + ], + [ + "Ġ77", + "1" + ], + [ + "6", + "7" + ], + [ + "Ġ65", + "0" + ], + [ + "Ġ82", + "4" + ], + [ + "Ġ49", + "9" + ], + [ + "Ġ59", + "7" + ], + [ + "Ġ57", + "3" + ], + [ + "Ġ43", + "1" + ], + [ + "Ġ47", + "5" + ], + [ + "10", + "4" + ], + [ + "Ġ96", + "4" + ], + [ + "Ġ69", + "3" + ], + [ + "Ġ79", + "6" + ], + [ + "Ġ60", + "2" + ], + [ + "Ġ60", + "9" + ], + [ + "Ġ87", + "2" + ], + [ + "Ġ46", + "1" + ], + [ + "7", + "4" + ], + [ + "Ġ72", + "2" + ], + [ + "Ġ49", + "3" + ], + [ + "Ġ52", + "6" + ], + [ + "19", + "2" + ], + [ + "Ġ66", + "3" + ], + [ + "9", + "2" + ], + [ + "Ġ76", + "4" + ], + [ + "Ġ49", + "7" + ], + [ + "Ġ75", + "0" + ], + [ + "Ġ83", + "6" + ], + [ + "Ġ77", + "0" + ], + [ + "Ġ52", + "9" + ], + [ + "Ġ64", + "5" + ], + [ + "Ġ58", + "6" + ], + [ + "Ġ90", + "4" + ], + [ + "Ġ62", + "6" + ], + [ + "Ġ54", + "7" + ], + [ + "Ġ59", + "0" + ], + [ + "Ġ55", + "4" + ], + [ + "Ġ76", + "5" + ], + [ + "Ġ51", + "1" + ], + [ + "Ġ49", + "1" + ], + [ + "Ġ71", + "4" + ], + [ + "Ġ51", + "7" + ], + [ + "Ġ99", + "6" + ], + [ + "Ġ47", + "3" + ], + [ + "Ġ92", + "0" + ], + [ + "Ġ64", + "3" + ], + [ + "Ġ81", + "2" + ], + [ + "Ġ63", + "3" + ], + [ + "Ġ52", + "3" + ], + [ + "Ġ67", + "4" + ], + [ + "Ġ53", + "8" + ], + [ + "Ġ88", + "4" + ], + [ + "Ġ86", + "7" + ], + [ + "Ġ85", + "6" + ], + [ + "Ġ58", + "1" + ], + [ + "Ġ54", + "5" + ], + [ + "Ġ61", + "0" + ], + [ + "Ġ96", + "8" + ], + [ + "Ġ58", + "3" + ], + [ + "Ġ73", + "5" + ], + [ + "Ġ71", + "1" + ], + [ + "Ġ84", + "4" + ], + [ + "Ġ68", + "7" + ], + [ + "9", + "9" + ], + [ + "16", + "0" + ], + [ + "7", + "3" + ], + [ + "Ġ87", + "0" + ], + [ + "Ġ56", + "3" + ], + [ + "Ġ78", + "3" + ], + [ + "Ġ47", + "9" + ], + [ + "Ġ59", + "8" + ], + [ + "Ġ74", + "7" + ], + [ + "13", + "2" + ], + [ + "Ġ50", + "9" + ], + [ + "Ġ81", + "9" + ], + [ + "Ġ54", + "1" + ], + [ + "Ġ80", + "1" + ], + [ + "Ġ57", + "4" + ], + [ + "Ġ64", + "6" + ], + [ + "Ġ88", + "2" + ], + [ + "Ġ59", + "5" + ], + [ + "Ġ50", + "3" + ], + [ + "Ġ53", + "5" + ], + [ + "Ġ56", + "6" + ], + [ + "Ġ9", + "16" + ], + [ + "Ġ52", + "1" + ], + [ + "Ġ61", + "4" + ], + [ + "Ġ98", + "0" + ], + [ + "Ġ100", + "0" + ], + [ + "Ġ78", + "6" + ], + [ + "Ġ86", + "0" + ], + [ + "8", + "7" + ], + [ + "Ġ95", + "2" + ], + [ + "Ġ53", + "3" + ], + [ + "Ġ70", + "5" + ], + [ + "Ġ68", + "1" + ], + [ + "Ġ58", + "9" + ], + [ + "Ġ52", + "7" + ], + [ + "Ġ76", + "2" + ], + [ + "Ġ79", + "8" + ], + [ + "Ġ66", + "9" + ], + [ + "Ġ96", + "3" + ], + [ + "Ġ53", + "9" + ], + [ + "8", + "2" + ], + [ + "Ġ75", + "9" + ], + [ + "10", + "2" + ], + [ + "Ġ55", + "3" + ], + [ + "Ġ89", + "2" + ], + [ + "7", + "1" + ], + [ + "Ġ91", + "8" + ], + [ + "Ġ60", + "1" + ], + [ + "Ġ87", + "3" + ], + [ + "Ġ84", + "6" + ], + [ + "Ġ55", + "1" + ], + [ + "Ġ86", + "6" + ], + [ + "Ġ62", + "5" + ], + [ + "Ġ64", + "9" + ], + [ + "Ġ58", + "7" + ], + [ + "Ġ64", + "1" + ], + [ + "Ġ79", + "5" + ], + [ + "Ġ65", + "8" + ], + [ + "Ġ63", + "4" + ], + [ + "Ġ83", + "4" + ], + [ + "Ġ69", + "9" + ], + [ + "Ġ82", + "2" + ], + [ + "Ġ61", + "1" + ], + [ + "7", + "7" + ], + [ + "Ġ72", + "1" + ], + [ + "Ġ94", + "0" + ], + [ + "Ġ89", + "1" + ], + [ + "Ġ90", + "8" + ], + [ + "Ġ67", + "3" + ], + [ + "Ġ76", + "9" + ], + [ + "Ġ57", + "1" + ], + [ + "Ġ74", + "1" + ], + [ + "Ġ94", + "5" + ], + [ + "Ġ68", + "2" + ], + [ + "Ġ56", + "5" + ], + [ + "Ġ62", + "2" + ], + [ + "Ġ73", + "0" + ], + [ + "18", + "0" + ], + [ + "Ġ66", + "2" + ], + [ + "Ġ77", + "7" + ], + [ + "Ġ68", + "6" + ], + [ + "Ġ70", + "6" + ], + [ + "15", + "6" + ], + [ + "Ġ57", + "5" + ], + [ + "Ġ96", + "6" + ], + [ + "9", + "8" + ], + [ + "Ġ99", + "0" + ], + [ + "1", + "16" + ], + [ + "9", + "3" + ], + [ + "12", + "4" + ], + [ + "10", + "5" + ], + [ + "Ġ85", + "5" + ], + [ + "8", + "5" + ], + [ + "Ġ83", + "7" + ], + [ + "7", + "9" + ], + [ + "Ġ96", + "2" + ], + [ + "Ġ67", + "0" + ], + [ + "16", + "8" + ], + [ + "Ġ55", + "9" + ], + [ + "Ġ63", + "8" + ], + [ + "Ġ61", + "3" + ], + [ + "8", + "6" + ], + [ + "Ġ59", + "3" + ], + [ + "8", + "3" + ], + [ + "Ġ80", + "2" + ], + [ + "Ġ71", + "7" + ], + [ + "13", + "6" + ], + [ + "Ġ60", + "5" + ], + [ + "Ġ93", + "2" + ], + [ + "Ġ56", + "9" + ], + [ + "Ġ85", + "8" + ], + [ + "Ġ55", + "7" + ], + [ + "Ġ90", + "3" + ], + [ + "Ġ84", + "3" + ], + [ + "Ġ98", + "8" + ], + [ + "Ġ75", + "8" + ], + [ + "Ġ67", + "9" + ], + [ + "Ġ71", + "0" + ], + [ + "Ġ63", + "1" + ], + [ + "Ġ95", + "6" + ], + [ + "Ġ65", + "5" + ], + [ + "Ġ97", + "5" + ], + [ + "Ġ95", + "4" + ], + [ + "Ġ82", + "5" + ], + [ + "12", + "6" + ], + [ + "Ġ75", + "3" + ], + [ + "Ġ70", + "7" + ], + [ + "Ġ78", + "2" + ], + [ + "Ġ60", + "7" + ], + [ + "Ġ78", + "9" + ], + [ + "24", + "0" + ], + [ + "Ġ59", + "9" + ], + [ + "Ġ66", + "1" + ], + [ + "Ġ91", + "5" + ], + [ + "Ġ64", + "7" + ], + [ + "Ġ93", + "0" + ], + [ + "Ġ69", + "8" + ], + [ + "11", + "4" + ], + [ + "Ġ77", + "8" + ], + [ + "Ġ61", + "7" + ], + [ + "Ġ67", + "7" + ], + [ + "Ġ61", + "9" + ], + [ + "Ġ73", + "4" + ], + [ + "Ġ89", + "4" + ], + [ + "Ġ81", + "8" + ], + [ + "2", + "16" + ], + [ + "11", + "1" + ], + [ + "9", + "7" + ], + [ + "14", + "0" + ], + [ + "Ġ63", + "7" + ], + [ + "Ġ62", + "3" + ], + [ + "Ġ65", + "3" + ], + [ + "Ġ65", + "9" + ], + [ + "Ġ81", + "3" + ], + [ + "Ġ80", + "3" + ], + [ + "Ġ72", + "5" + ], + [ + "Ġ86", + "5" + ], + [ + "Ġ79", + "4" + ], + [ + "Ġ63", + "5" + ], + [ + "Ġ97", + "8" + ], + [ + "Ġ90", + "6" + ], + [ + "Ġ62", + "9" + ], + [ + "Ġ80", + "7" + ], + [ + "11", + "7" + ], + [ + "Ġ74", + "2" + ], + [ + "14", + "8" + ], + [ + "Ġ77", + "5" + ], + [ + "Ġ68", + "3" + ], + [ + "Ġ92", + "7" + ], + [ + "Ġ73", + "9" + ], + [ + "Ġ72", + "7" + ], + [ + "Ġ84", + "2" + ], + [ + "Ġ69", + "4" + ], + [ + "Ġ68", + "5" + ], + [ + "Ġ90", + "9" + ], + [ + "13", + "5" + ], + [ + "Ġ89", + "7" + ], + [ + "Ġ86", + "1" + ], + [ + "17", + "6" + ], + [ + "9", + "1" + ], + [ + "Ġ66", + "5" + ], + [ + "9", + "4" + ], + [ + "Ġ98", + "1" + ], + [ + "Ġ71", + "5" + ], + [ + "Ġ75", + "4" + ], + [ + "Ġ94", + "2" + ], + [ + "Ġ87", + "9" + ], + [ + "Ġ90", + "2" + ], + [ + "Ġ88", + "5" + ], + [ + "Ġ96", + "1" + ], + [ + "Ġ83", + "1" + ], + [ + "Ġ77", + "3" + ], + [ + "Ġ66", + "7" + ], + [ + "Ġ96", + "9" + ], + [ + "Ġ93", + "9" + ], + [ + "1", + "10" + ], + [ + "Ġ78", + "7" + ], + [ + "Ġ71", + "8" + ], + [ + "Ġ69", + "1" + ], + [ + "Ġ73", + "1" + ], + [ + "15", + "2" + ], + [ + "Ġ80", + "6" + ], + [ + "Ġ84", + "9" + ], + [ + "8", + "9" + ], + [ + "Ġ74", + "6" + ], + [ + "Ġ69", + "7" + ], + [ + "Ġ76", + "6" + ], + [ + "Ġ89", + "8" + ], + [ + "Ġ68", + "9" + ], + [ + "Ġ78", + "1" + ], + [ + "Ġ83", + "5" + ], + [ + "28", + "8" + ], + [ + "Ġ73", + "7" + ], + [ + "Ġ78", + "5" + ], + [ + "Ġ83", + "0" + ], + [ + "Ġ85", + "0" + ], + [ + "Ġ89", + "9" + ], + [ + "Ġ73", + "3" + ], + [ + "Ġ70", + "3" + ], + [ + "Ġ79", + "3" + ], + [ + "12", + "3" + ], + [ + "Ġ70", + "9" + ], + [ + "Ġ81", + "4" + ], + [ + "Ġ91", + "4" + ], + [ + "Ġ99", + "9" + ], + [ + "Ġ92", + "1" + ], + [ + "14", + "7" + ], + [ + "9", + "5" + ], + [ + "Ġ74", + "5" + ], + [ + "Ġ79", + "0" + ], + [ + "16", + "2" + ], + [ + "Ġ75", + "7" + ], + [ + "Ġ87", + "4" + ], + [ + "Ġ69", + "5" + ], + [ + "Ġ95", + "7" + ], + [ + "20", + "8" + ], + [ + "Ġ67", + "1" + ], + [ + "Ġ76", + "3" + ], + [ + "Ġ81", + "7" + ], + [ + "15", + "0" + ], + [ + "Ġ97", + "0" + ], + [ + "Ġ88", + "3" + ], + [ + "20", + "4" + ], + [ + "Ġ77", + "9" + ], + [ + "Ġ84", + "1" + ], + [ + "Ġ82", + "6" + ], + [ + "Ġ87", + "1" + ], + [ + "Ġ83", + "8" + ], + [ + "Ġ86", + "9" + ], + [ + "10", + "1" + ], + [ + "Ġ76", + "1" + ], + [ + "25", + "6" + ], + [ + "Ġ75", + "5" + ], + [ + "10", + "3" + ], + [ + "Ġ89", + "0" + ], + [ + "Ġ83", + "3" + ], + [ + "Ġ99", + "3" + ], + [ + "Ġ98", + "7" + ], + [ + "Ġ70", + "1" + ], + [ + "Ġ97", + "4" + ], + [ + "Ġ93", + "3" + ], + [ + "10", + "6" + ], + [ + "Ġ80", + "5" + ], + [ + "16", + "4" + ], + [ + "2", + "24" + ], + [ + "Ġ95", + "1" + ], + [ + "Ġ96", + "5" + ], + [ + "Ġ87", + "8" + ], + [ + "Ġ93", + "8" + ], + [ + "Ġ81", + "1" + ], + [ + "10", + "9" + ], + [ + "Ġ9", + "10" + ], + [ + "Ġ74", + "3" + ], + [ + "12", + "2" + ], + [ + "Ġ79", + "9" + ], + [ + "13", + "0" + ], + [ + "Ġ75", + "1" + ], + [ + "Ġ71", + "3" + ], + [ + "19", + "6" + ], + [ + "20", + "0" + ], + [ + "Ġ85", + "4" + ], + [ + "12", + "9" + ], + [ + "Ġ88", + "6" + ], + [ + "Ġ90", + "1" + ], + [ + "15", + "3" + ], + [ + "13", + "8" + ], + [ + "Ġ87", + "5" + ], + [ + "Ġ86", + "2" + ], + [ + "Ġ99", + "4" + ], + [ + "Ġ96", + "7" + ], + [ + "Ġ71", + "9" + ], + [ + "12", + "1" + ], + [ + "Ġ95", + "0" + ], + [ + "11", + "5" + ], + [ + "Ġ82", + "3" + ], + [ + "Ġ91", + "3" + ], + [ + "Ġ81", + "5" + ], + [ + "Ġ92", + "6" + ], + [ + "Ġ74", + "9" + ], + [ + "Ġ76", + "7" + ], + [ + "18", + "4" + ], + [ + "Ġ84", + "5" + ], + [ + "Ġ98", + "2" + ], + [ + "25", + "2" + ], + [ + "11", + "3" + ], + [ + "14", + "6" + ], + [ + "Ġ79", + "1" + ], + [ + "Ġ92", + "2" + ], + [ + "Ġ97", + "3" + ], + [ + "Ġ98", + "6" + ], + [ + "Ġ82", + "1" + ], + [ + "Ġ88", + "9" + ], + [ + "Ġ93", + "1" + ], + [ + "Ġ82", + "7" + ], + [ + "Ġ80", + "9" + ], + [ + "2", + "28" + ], + [ + "Ġ84", + "7" + ], + [ + "Ġ94", + "6" + ], + [ + "Ġ85", + "9" + ], + [ + "Ġ85", + "1" + ], + [ + "Ġ82", + "9" + ], + [ + "Ġ97", + "9" + ], + [ + "13", + "4" + ], + [ + "10", + "7" + ], + [ + "11", + "8" + ], + [ + "Ġ95", + "8" + ], + [ + "13", + "1" + ], + [ + "Ġ94", + "7" + ], + [ + "17", + "2" + ], + [ + "Ġ90", + "5" + ], + [ + "Ġ87", + "7" + ], + [ + "Ġ79", + "7" + ], + [ + "Ġ93", + "7" + ], + [ + "Ġ89", + "5" + ], + [ + "Ġ83", + "9" + ], + [ + "Ġ90", + "7" + ], + [ + "3", + "20" + ], + [ + "Ġ88", + "1" + ], + [ + "Ġ88", + "7" + ], + [ + "14", + "5" + ], + [ + "11", + "9" + ], + [ + "19", + "5" + ], + [ + "Ġ97", + "1" + ], + [ + "18", + "9" + ], + [ + "Ġ93", + "4" + ], + [ + "14", + "1" + ], + [ + "38", + "4" + ], + [ + "Ġ99", + "5" + ], + [ + "Ġ97", + "7" + ], + [ + "Ġ85", + "3" + ], + [ + "Ġ91", + "7" + ], + [ + "Ġ95", + "5" + ], + [ + "Ġ94", + "9" + ], + [ + "12", + "5" + ], + [ + "Ġ94", + "1" + ], + [ + "Ġ85", + "7" + ], + [ + "19", + "8" + ], + [ + "Ġ91", + "9" + ], + [ + "Ġ98", + "5" + ], + [ + "18", + "8" + ], + [ + "Ġ86", + "3" + ], + [ + "Ġ99", + "8" + ], + [ + "Ġ92", + "3" + ], + [ + "16", + "5" + ], + [ + "17", + "1" + ], + [ + "Ġ92", + "5" + ], + [ + "Ġ93", + "5" + ], + [ + "13", + "3" + ], + [ + "Ġ89", + "3" + ], + [ + "12", + "7" + ], + [ + "Ġ95", + "3" + ], + [ + "Ġ98", + "3" + ], + [ + "Ġ91", + "1" + ], + [ + "15", + "9" + ], + [ + "Ġ92", + "9" + ], + [ + "2", + "20" + ], + [ + "Ġ99", + "1" + ], + [ + "18", + "3" + ], + [ + "16", + "3" + ], + [ + "3", + "36" + ], + [ + "27", + "2" + ], + [ + "19", + "4" + ], + [ + "3", + "24" + ], + [ + "26", + "4" + ], + [ + "Ġ94", + "3" + ], + [ + "2", + "12" + ], + [ + "16", + "1" + ], + [ + "14", + "2" + ], + [ + "17", + "4" + ], + [ + "13", + "9" + ], + [ + "2", + "10" + ], + [ + "18", + "6" + ], + [ + "24", + "3" + ], + [ + "30", + "0" + ], + [ + "Ġ99", + "7" + ], + [ + "24", + "4" + ], + [ + "15", + "4" + ], + [ + "14", + "3" + ], + [ + "13", + "7" + ], + [ + "17", + "0" + ], + [ + "4", + "32" + ], + [ + "26", + "0" + ], + [ + "22", + "5" + ], + [ + "2", + "32" + ], + [ + "19", + "3" + ], + [ + "14", + "9" + ], + [ + "Ġ95", + "9" + ], + [ + "17", + "7" + ], + [ + "24", + "8" + ], + [ + "30", + "4" + ], + [ + "Ġ98", + "9" + ], + [ + "36", + "0" + ], + [ + "18", + "2" + ], + [ + "15", + "8" + ], + [ + "16", + "6" + ], + [ + "3", + "12" + ], + [ + "27", + "6" + ], + [ + "20", + "1" + ], + [ + "15", + "1" + ], + [ + "23", + "4" + ], + [ + "15", + "7" + ], + [ + "21", + "9" + ], + [ + "22", + "2" + ], + [ + "2", + "36" + ], + [ + "16", + "9" + ], + [ + "15", + "5" + ], + [ + "20", + "7" + ], + [ + "18", + "1" + ], + [ + "27", + "0" + ], + [ + "19", + "0" + ], + [ + "48", + "0" + ], + [ + "28", + "0" + ], + [ + "2", + "18" + ], + [ + "17", + "8" + ], + [ + "29", + "2" + ], + [ + "57", + "6" + ], + [ + "17", + "5" + ], + [ + "16", + "7" + ], + [ + "35", + "2" + ], + [ + "24", + "2" + ], + [ + "24", + "6" + ], + [ + "23", + "1" + ], + [ + "2", + "13" + ], + [ + "19", + "7" + ], + [ + "23", + "7" + ], + [ + "4", + "48" + ], + [ + "40", + "0" + ], + [ + "25", + "5" + ], + [ + "17", + "3" + ], + [ + "19", + "9" + ], + [ + "29", + "6" + ], + [ + "29", + "7" + ], + [ + "24", + "1" + ], + [ + "17", + "9" + ], + [ + "26", + "8" + ], + [ + "20", + "2" + ], + [ + "2", + "17" + ], + [ + "18", + "5" + ], + [ + "24", + "9" + ], + [ + "39", + "6" + ], + [ + "18", + "7" + ], + [ + "28", + "4" + ], + [ + "30", + "6" + ], + [ + "30", + "8" + ], + [ + "25", + "8" + ], + [ + "29", + "1" + ], + [ + "29", + "4" + ], + [ + "19", + "1" + ], + [ + "22", + "7" + ], + [ + "20", + "9" + ], + [ + "40", + "8" + ], + [ + "4", + "16" + ], + [ + "29", + "0" + ], + [ + "20", + "3" + ], + [ + "36", + "8" + ], + [ + "20", + "5" + ], + [ + "20", + "6" + ], + [ + "27", + "9" + ], + [ + "5", + "12" + ], + [ + "25", + "9" + ], + [ + "2", + "11" + ], + [ + "3", + "72" + ], + [ + "24", + "5" + ], + [ + "2", + "30" + ], + [ + "4", + "20" + ], + [ + "28", + "9" + ], + [ + "25", + "7" + ], + [ + "26", + "1" + ], + [ + "2", + "14" + ], + [ + "3", + "48" + ], + [ + "5", + "28" + ], + [ + "38", + "8" + ], + [ + "3", + "21" + ], + [ + "7", + "68" + ], + [ + "32", + "8" + ], + [ + "39", + "2" + ], + [ + "3", + "16" + ], + [ + "22", + "6" + ], + [ + "3", + "15" + ], + [ + "46", + "8" + ], + [ + "3", + "40" + ], + [ + "6", + "40" + ], + [ + "7", + "20" + ], + [ + "23", + "8" + ], + [ + "32", + "2" + ], + [ + "27", + "3" + ], + [ + "3", + "30" + ], + [ + "22", + "3" + ], + [ + "26", + "2" + ], + [ + "44", + "4" + ], + [ + "38", + "7" + ], + [ + "2", + "15" + ], + [ + "2", + "21" + ], + [ + "5", + "40" + ], + [ + "48", + "4" + ], + [ + "45", + "6" + ], + [ + "24", + "7" + ], + [ + "30", + "3" + ], + [ + "34", + "4" + ], + [ + "37", + "8" + ], + [ + "4", + "35" + ], + [ + "32", + "7" + ], + [ + "28", + "5" + ], + [ + "25", + "3" + ], + [ + "26", + "7" + ], + [ + "50", + "4" + ], + [ + "3", + "18" + ], + [ + "4", + "64" + ], + [ + "6", + "72" + ], + [ + "22", + "9" + ], + [ + "27", + "4" + ], + [ + "25", + "0" + ], + [ + "26", + "5" + ], + [ + "4", + "24" + ], + [ + "4", + "96" + ], + [ + "5", + "60" + ], + [ + "36", + "3" + ], + [ + "36", + "4" + ], + [ + "28", + "2" + ], + [ + "25", + "4" + ], + [ + "23", + "5" + ], + [ + "38", + "0" + ], + [ + "38", + "6" + ], + [ + "3", + "32" + ], + [ + "4", + "36" + ], + [ + "8", + "64" + ], + [ + "Ġ115", + "2" + ], + [ + "32", + "6" + ], + [ + "27", + "8" + ], + [ + "40", + "4" + ], + [ + "40", + "5" + ], + [ + "23", + "9" + ], + [ + "44", + "1" + ], + [ + "38", + "3" + ], + [ + "37", + "6" + ], + [ + "5", + "44" + ], + [ + "32", + "5" + ], + [ + "28", + "6" + ], + [ + "28", + "7" + ], + [ + "30", + "2" + ], + [ + "26", + "6" + ], + [ + "33", + "3" + ], + [ + "29", + "8" + ], + [ + "45", + "0" + ], + [ + "80", + "0" + ], + [ + "3", + "13" + ], + [ + "4", + "12" + ], + [ + "4", + "76" + ], + [ + "5", + "80" + ], + [ + "6", + "24" + ], + [ + "32", + "3" + ], + [ + "25", + "1" + ], + [ + "26", + "3" + ], + [ + "23", + "3" + ], + [ + "33", + "8" + ], + [ + "39", + "0" + ], + [ + "39", + "3" + ], + [ + "35", + "6" + ], + [ + "3", + "14" + ], + [ + "4", + "28" + ], + [ + "4", + "40" + ], + [ + "4", + "60" + ], + [ + "4", + "72" + ], + [ + "5", + "16" + ], + [ + "6", + "12" + ], + [ + "6", + "48" + ], + [ + "36", + "1" + ], + [ + "36", + "6" + ], + [ + "27", + "1" + ], + [ + "33", + "7" + ], + [ + "34", + "5" + ], + [ + "39", + "9" + ], + [ + "35", + "1" + ], + [ + "35", + "7" + ], + [ + "49", + "2" + ], + [ + "58", + "8" + ], + [ + "4", + "38" + ], + [ + "5", + "14" + ], + [ + "5", + "64" + ], + [ + "7", + "72" + ], + [ + "Ġ10", + "12" + ], + [ + "Ġ108", + "8" + ], + [ + "Ġ100", + "8" + ], + [ + "Ġ102", + "4" + ], + [ + "Ġ116", + "0" + ], + [ + "Ġ105", + "6" + ], + [ + "Ġ117", + "6" + ], + [ + "Ġ110", + "4" + ], + [ + "Ġ118", + "4" + ], + [ + "Ġ118", + "8" + ], + [ + "Ġ129", + "6" + ], + [ + "Ġ107", + "1" + ], + [ + "32", + "9" + ], + [ + "36", + "2" + ], + [ + "28", + "3" + ], + [ + "30", + "1" + ], + [ + "30", + "7" + ], + [ + "33", + "9" + ], + [ + "29", + "5" + ], + [ + "29", + "9" + ], + [ + "34", + "1" + ], + [ + "34", + "2" + ], + [ + "60", + "0" + ], + [ + "39", + "4" + ], + [ + "35", + "4" + ], + [ + "45", + "9" + ], + [ + "38", + "5" + ], + [ + "57", + "9" + ], + [ + "70", + "4" + ], + [ + "3", + "17" + ], + [ + "4", + "22" + ], + [ + "4", + "30" + ], + [ + "4", + "33" + ], + [ + "5", + "10" + ], + [ + "5", + "24" + ], + [ + "5", + "13" + ], + [ + "5", + "36" + ], + [ + "5", + "84" + ], + [ + "6", + "32" + ], + [ + "6", + "30" + ], + [ + "6", + "56" + ], + [ + "7", + "29" + ], + [ + "7", + "71" + ], + [ + "8", + "16" + ], + [ + "8", + "96" + ], + [ + "9", + "60" + ], + [ + "30", + "5" + ], + [ + "30", + "9" + ], + [ + "27", + "5" + ], + [ + "27", + "7" + ], + [ + "48", + "2" + ], + [ + "48", + "8" + ], + [ + "40", + "2" + ], + [ + "40", + "3" + ], + [ + "26", + "9" + ], + [ + "34", + "3" + ], + [ + "60", + "8" + ], + [ + "35", + "5" + ], + [ + "38", + "9" + ], + [ + "50", + "0" + ], + [ + "57", + "7" + ], + [ + "55", + "8" + ], + [ + "59", + "2" + ] + ] + } +} \ No newline at end of file diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer_config.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..28cd080337f28d0ed8fae1845f668b6644fedd09 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/tokenizer_config.json @@ -0,0 +1,143 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[BOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[EOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "" + ], + "bos_token": "[BOS]", + "clean_up_tokenization_spaces": false, + "eos_token": "[EOS]", + "extra_special_tokens": {}, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "[PAD]", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/trainer_state.json b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..88cafe8435c457f337b1249332d05f0e08985691 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/trainer_state.json @@ -0,0 +1,4633 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.17003075491691003, + "eval_steps": 500, + "global_step": 6579, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00025844467991626395, + "grad_norm": 0.580073356628418, + "learning_rate": 1.5506547208821502e-07, + "loss": 0.1417, + "step": 10 + }, + { + "epoch": 0.0005168893598325279, + "grad_norm": 0.5506889224052429, + "learning_rate": 3.273604410751206e-07, + "loss": 0.141, + "step": 20 + }, + { + "epoch": 0.0007753340397487917, + "grad_norm": 0.5140657424926758, + "learning_rate": 4.996554100620262e-07, + "loss": 0.1406, + "step": 30 + }, + { + "epoch": 0.0010337787196650558, + "grad_norm": 0.378294974565506, + "learning_rate": 6.719503790489318e-07, + "loss": 0.1376, + "step": 40 + }, + { + "epoch": 0.0012922233995813195, + "grad_norm": 0.22087976336479187, + "learning_rate": 8.442453480358374e-07, + "loss": 0.1345, + "step": 50 + }, + { + "epoch": 0.0015506680794975835, + "grad_norm": 0.18212825059890747, + "learning_rate": 1.016540317022743e-06, + "loss": 0.132, + "step": 60 + }, + { + "epoch": 0.0018091127594138474, + "grad_norm": 0.12162523716688156, + "learning_rate": 1.1888352860096486e-06, + "loss": 0.1295, + "step": 70 + }, + { + "epoch": 0.0020675574393301116, + "grad_norm": 0.09799095243215561, + "learning_rate": 1.3611302549965542e-06, + "loss": 0.1279, + "step": 80 + }, + { + "epoch": 0.002326002119246375, + "grad_norm": 0.05276430770754814, + "learning_rate": 1.5334252239834598e-06, + "loss": 0.1272, + "step": 90 + }, + { + "epoch": 0.002584446799162639, + "grad_norm": 0.0423586331307888, + "learning_rate": 1.7057201929703652e-06, + "loss": 0.1267, + "step": 100 + }, + { + "epoch": 0.002842891479078903, + "grad_norm": 0.044790226966142654, + "learning_rate": 1.8780151619572708e-06, + "loss": 0.127, + "step": 110 + }, + { + "epoch": 0.003101336158995167, + "grad_norm": 0.033687494695186615, + "learning_rate": 2.0503101309441764e-06, + "loss": 0.1269, + "step": 120 + }, + { + "epoch": 0.003359780838911431, + "grad_norm": 0.03180452063679695, + "learning_rate": 2.222605099931082e-06, + "loss": 0.1261, + "step": 130 + }, + { + "epoch": 0.003618225518827695, + "grad_norm": 0.03529069945216179, + "learning_rate": 2.3949000689179876e-06, + "loss": 0.1257, + "step": 140 + }, + { + "epoch": 0.003876670198743959, + "grad_norm": 0.04638217017054558, + "learning_rate": 2.567195037904893e-06, + "loss": 0.1259, + "step": 150 + }, + { + "epoch": 0.004135114878660223, + "grad_norm": 0.03103143349289894, + "learning_rate": 2.7394900068917992e-06, + "loss": 0.1264, + "step": 160 + }, + { + "epoch": 0.004393559558576486, + "grad_norm": 0.03597632795572281, + "learning_rate": 2.911784975878705e-06, + "loss": 0.1252, + "step": 170 + }, + { + "epoch": 0.00465200423849275, + "grad_norm": 0.03456826135516167, + "learning_rate": 3.08407994486561e-06, + "loss": 0.1249, + "step": 180 + }, + { + "epoch": 0.004910448918409014, + "grad_norm": 0.0378618985414505, + "learning_rate": 3.2563749138525156e-06, + "loss": 0.126, + "step": 190 + }, + { + "epoch": 0.005168893598325278, + "grad_norm": 0.033420465886592865, + "learning_rate": 3.428669882839421e-06, + "loss": 0.1253, + "step": 200 + }, + { + "epoch": 0.005427338278241542, + "grad_norm": 0.029043620452284813, + "learning_rate": 3.6009648518263264e-06, + "loss": 0.125, + "step": 210 + }, + { + "epoch": 0.005685782958157806, + "grad_norm": 0.035771116614341736, + "learning_rate": 3.7732598208132324e-06, + "loss": 0.1245, + "step": 220 + }, + { + "epoch": 0.00594422763807407, + "grad_norm": 0.03690936788916588, + "learning_rate": 3.945554789800138e-06, + "loss": 0.1247, + "step": 230 + }, + { + "epoch": 0.006202672317990334, + "grad_norm": 0.03747721388936043, + "learning_rate": 4.117849758787044e-06, + "loss": 0.1255, + "step": 240 + }, + { + "epoch": 0.006461116997906598, + "grad_norm": 0.029691796749830246, + "learning_rate": 4.290144727773949e-06, + "loss": 0.1244, + "step": 250 + }, + { + "epoch": 0.006719561677822862, + "grad_norm": 0.032449208199977875, + "learning_rate": 4.462439696760855e-06, + "loss": 0.1241, + "step": 260 + }, + { + "epoch": 0.006978006357739126, + "grad_norm": 0.03326250985264778, + "learning_rate": 4.63473466574776e-06, + "loss": 0.1252, + "step": 270 + }, + { + "epoch": 0.00723645103765539, + "grad_norm": 0.04825210943818092, + "learning_rate": 4.807029634734666e-06, + "loss": 0.1248, + "step": 280 + }, + { + "epoch": 0.007494895717571654, + "grad_norm": 0.033368490636348724, + "learning_rate": 4.979324603721572e-06, + "loss": 0.1244, + "step": 290 + }, + { + "epoch": 0.007753340397487918, + "grad_norm": 0.042467497289180756, + "learning_rate": 5.151619572708477e-06, + "loss": 0.1245, + "step": 300 + }, + { + "epoch": 0.008011785077404182, + "grad_norm": 0.033714018762111664, + "learning_rate": 5.323914541695383e-06, + "loss": 0.1248, + "step": 310 + }, + { + "epoch": 0.008270229757320446, + "grad_norm": 0.045443516224622726, + "learning_rate": 5.496209510682288e-06, + "loss": 0.1243, + "step": 320 + }, + { + "epoch": 0.008528674437236709, + "grad_norm": 0.050872571766376495, + "learning_rate": 5.668504479669194e-06, + "loss": 0.1248, + "step": 330 + }, + { + "epoch": 0.008787119117152973, + "grad_norm": 0.0625002309679985, + "learning_rate": 5.8407994486561e-06, + "loss": 0.1242, + "step": 340 + }, + { + "epoch": 0.009045563797069237, + "grad_norm": 0.04048369824886322, + "learning_rate": 6.013094417643005e-06, + "loss": 0.1247, + "step": 350 + }, + { + "epoch": 0.0093040084769855, + "grad_norm": 0.03662728890776634, + "learning_rate": 6.185389386629911e-06, + "loss": 0.1249, + "step": 360 + }, + { + "epoch": 0.009562453156901764, + "grad_norm": 0.031706925481557846, + "learning_rate": 6.357684355616816e-06, + "loss": 0.1244, + "step": 370 + }, + { + "epoch": 0.009820897836818028, + "grad_norm": 0.041105374693870544, + "learning_rate": 6.529979324603722e-06, + "loss": 0.1242, + "step": 380 + }, + { + "epoch": 0.010079342516734292, + "grad_norm": 0.047242436558008194, + "learning_rate": 6.702274293590627e-06, + "loss": 0.1241, + "step": 390 + }, + { + "epoch": 0.010337787196650556, + "grad_norm": 0.04901286959648132, + "learning_rate": 6.874569262577533e-06, + "loss": 0.1243, + "step": 400 + }, + { + "epoch": 0.01059623187656682, + "grad_norm": 0.06665607541799545, + "learning_rate": 7.046864231564439e-06, + "loss": 0.1247, + "step": 410 + }, + { + "epoch": 0.010854676556483084, + "grad_norm": 0.03250494599342346, + "learning_rate": 7.2191592005513436e-06, + "loss": 0.1236, + "step": 420 + }, + { + "epoch": 0.011113121236399348, + "grad_norm": 0.04212265461683273, + "learning_rate": 7.391454169538249e-06, + "loss": 0.1237, + "step": 430 + }, + { + "epoch": 0.011371565916315612, + "grad_norm": 0.054139163345098495, + "learning_rate": 7.563749138525156e-06, + "loss": 0.1244, + "step": 440 + }, + { + "epoch": 0.011630010596231876, + "grad_norm": 0.02945440262556076, + "learning_rate": 7.736044107512061e-06, + "loss": 0.1242, + "step": 450 + }, + { + "epoch": 0.01188845527614814, + "grad_norm": 0.033181872218847275, + "learning_rate": 7.908339076498966e-06, + "loss": 0.1236, + "step": 460 + }, + { + "epoch": 0.012146899956064404, + "grad_norm": 0.046553533524274826, + "learning_rate": 8.080634045485872e-06, + "loss": 0.1242, + "step": 470 + }, + { + "epoch": 0.012405344635980668, + "grad_norm": 0.045686036348342896, + "learning_rate": 8.252929014472779e-06, + "loss": 0.1239, + "step": 480 + }, + { + "epoch": 0.012663789315896932, + "grad_norm": 0.030697941780090332, + "learning_rate": 8.425223983459684e-06, + "loss": 0.124, + "step": 490 + }, + { + "epoch": 0.012922233995813196, + "grad_norm": 0.03413194417953491, + "learning_rate": 8.597518952446588e-06, + "loss": 0.1244, + "step": 500 + }, + { + "epoch": 0.01318067867572946, + "grad_norm": 0.030660457909107208, + "learning_rate": 8.769813921433495e-06, + "loss": 0.124, + "step": 510 + }, + { + "epoch": 0.013439123355645724, + "grad_norm": 0.047199517488479614, + "learning_rate": 8.9421088904204e-06, + "loss": 0.1245, + "step": 520 + }, + { + "epoch": 0.013697568035561988, + "grad_norm": 0.058523520827293396, + "learning_rate": 9.114403859407306e-06, + "loss": 0.1239, + "step": 530 + }, + { + "epoch": 0.013956012715478252, + "grad_norm": 0.06476254016160965, + "learning_rate": 9.28669882839421e-06, + "loss": 0.1243, + "step": 540 + }, + { + "epoch": 0.014214457395394516, + "grad_norm": 0.041853196918964386, + "learning_rate": 9.458993797381117e-06, + "loss": 0.1238, + "step": 550 + }, + { + "epoch": 0.01447290207531078, + "grad_norm": 0.05013502761721611, + "learning_rate": 9.631288766368022e-06, + "loss": 0.1237, + "step": 560 + }, + { + "epoch": 0.014731346755227043, + "grad_norm": 0.05611172318458557, + "learning_rate": 9.803583735354928e-06, + "loss": 0.124, + "step": 570 + }, + { + "epoch": 0.014989791435143307, + "grad_norm": 0.03264360874891281, + "learning_rate": 9.975878704341833e-06, + "loss": 0.1242, + "step": 580 + }, + { + "epoch": 0.015248236115059571, + "grad_norm": 0.037222299724817276, + "learning_rate": 1.014817367332874e-05, + "loss": 0.1242, + "step": 590 + }, + { + "epoch": 0.015506680794975835, + "grad_norm": 0.03524187579751015, + "learning_rate": 1.0320468642315644e-05, + "loss": 0.1237, + "step": 600 + }, + { + "epoch": 0.0157651254748921, + "grad_norm": 0.039270102977752686, + "learning_rate": 1.049276361130255e-05, + "loss": 0.1243, + "step": 610 + }, + { + "epoch": 0.016023570154808365, + "grad_norm": 0.0661996379494667, + "learning_rate": 1.0665058580289456e-05, + "loss": 0.1234, + "step": 620 + }, + { + "epoch": 0.016282014834724627, + "grad_norm": 0.0738006979227066, + "learning_rate": 1.0837353549276362e-05, + "loss": 0.124, + "step": 630 + }, + { + "epoch": 0.016540459514640893, + "grad_norm": 0.06153467297554016, + "learning_rate": 1.1009648518263267e-05, + "loss": 0.1243, + "step": 640 + }, + { + "epoch": 0.016798904194557155, + "grad_norm": 0.03686348348855972, + "learning_rate": 1.1181943487250173e-05, + "loss": 0.1246, + "step": 650 + }, + { + "epoch": 0.017057348874473417, + "grad_norm": 0.03352544084191322, + "learning_rate": 1.135423845623708e-05, + "loss": 0.1232, + "step": 660 + }, + { + "epoch": 0.017315793554389683, + "grad_norm": 0.039459966123104095, + "learning_rate": 1.1526533425223984e-05, + "loss": 0.1235, + "step": 670 + }, + { + "epoch": 0.017574238234305945, + "grad_norm": 0.061304185539484024, + "learning_rate": 1.169882839421089e-05, + "loss": 0.1232, + "step": 680 + }, + { + "epoch": 0.01783268291422221, + "grad_norm": 0.057572197169065475, + "learning_rate": 1.1871123363197794e-05, + "loss": 0.1232, + "step": 690 + }, + { + "epoch": 0.018091127594138473, + "grad_norm": 0.07665688544511795, + "learning_rate": 1.2043418332184702e-05, + "loss": 0.1239, + "step": 700 + }, + { + "epoch": 0.01834957227405474, + "grad_norm": 0.04998056963086128, + "learning_rate": 1.2215713301171607e-05, + "loss": 0.1235, + "step": 710 + }, + { + "epoch": 0.018608016953971, + "grad_norm": 0.06162230670452118, + "learning_rate": 1.2388008270158512e-05, + "loss": 0.1226, + "step": 720 + }, + { + "epoch": 0.018866461633887267, + "grad_norm": 0.03174498677253723, + "learning_rate": 1.2560303239145418e-05, + "loss": 0.1234, + "step": 730 + }, + { + "epoch": 0.01912490631380353, + "grad_norm": 0.05730857700109482, + "learning_rate": 1.2732598208132323e-05, + "loss": 0.1234, + "step": 740 + }, + { + "epoch": 0.019383350993719795, + "grad_norm": 0.0782034695148468, + "learning_rate": 1.290489317711923e-05, + "loss": 0.1233, + "step": 750 + }, + { + "epoch": 0.019641795673636057, + "grad_norm": 0.06307530403137207, + "learning_rate": 1.3077188146106134e-05, + "loss": 0.1235, + "step": 760 + }, + { + "epoch": 0.019900240353552322, + "grad_norm": 0.10483033955097198, + "learning_rate": 1.3249483115093039e-05, + "loss": 0.1239, + "step": 770 + }, + { + "epoch": 0.020158685033468585, + "grad_norm": 0.04088316485285759, + "learning_rate": 1.3421778084079945e-05, + "loss": 0.1232, + "step": 780 + }, + { + "epoch": 0.02041712971338485, + "grad_norm": 0.08645454794168472, + "learning_rate": 1.359407305306685e-05, + "loss": 0.1235, + "step": 790 + }, + { + "epoch": 0.020675574393301113, + "grad_norm": 0.03517518565058708, + "learning_rate": 1.3766368022053758e-05, + "loss": 0.1236, + "step": 800 + }, + { + "epoch": 0.020934019073217378, + "grad_norm": 0.07828167825937271, + "learning_rate": 1.3938662991040663e-05, + "loss": 0.1236, + "step": 810 + }, + { + "epoch": 0.02119246375313364, + "grad_norm": 0.031180894002318382, + "learning_rate": 1.4110957960027568e-05, + "loss": 0.1239, + "step": 820 + }, + { + "epoch": 0.021450908433049906, + "grad_norm": 0.06358879804611206, + "learning_rate": 1.4283252929014474e-05, + "loss": 0.1228, + "step": 830 + }, + { + "epoch": 0.02170935311296617, + "grad_norm": 0.076687291264534, + "learning_rate": 1.4455547898001379e-05, + "loss": 0.1225, + "step": 840 + }, + { + "epoch": 0.021967797792882434, + "grad_norm": 0.06648306548595428, + "learning_rate": 1.4627842866988284e-05, + "loss": 0.123, + "step": 850 + }, + { + "epoch": 0.022226242472798696, + "grad_norm": 0.06174162030220032, + "learning_rate": 1.4800137835975188e-05, + "loss": 0.1232, + "step": 860 + }, + { + "epoch": 0.022484687152714962, + "grad_norm": 0.035604078322649, + "learning_rate": 1.4972432804962096e-05, + "loss": 0.1234, + "step": 870 + }, + { + "epoch": 0.022743131832631224, + "grad_norm": 0.042023904621601105, + "learning_rate": 1.5144727773949003e-05, + "loss": 0.123, + "step": 880 + }, + { + "epoch": 0.02300157651254749, + "grad_norm": 0.04869980365037918, + "learning_rate": 1.5317022742935908e-05, + "loss": 0.1235, + "step": 890 + }, + { + "epoch": 0.023260021192463752, + "grad_norm": 0.061389122158288956, + "learning_rate": 1.5489317711922814e-05, + "loss": 0.1229, + "step": 900 + }, + { + "epoch": 0.023518465872380018, + "grad_norm": 0.06544310599565506, + "learning_rate": 1.5661612680909717e-05, + "loss": 0.1228, + "step": 910 + }, + { + "epoch": 0.02377691055229628, + "grad_norm": 0.06568736582994461, + "learning_rate": 1.5833907649896624e-05, + "loss": 0.1233, + "step": 920 + }, + { + "epoch": 0.024035355232212546, + "grad_norm": 0.047814104706048965, + "learning_rate": 1.600620261888353e-05, + "loss": 0.1232, + "step": 930 + }, + { + "epoch": 0.024293799912128808, + "grad_norm": 0.05237136781215668, + "learning_rate": 1.6178497587870433e-05, + "loss": 0.1228, + "step": 940 + }, + { + "epoch": 0.024552244592045074, + "grad_norm": 0.03621436282992363, + "learning_rate": 1.6350792556857343e-05, + "loss": 0.1232, + "step": 950 + }, + { + "epoch": 0.024810689271961336, + "grad_norm": 0.04138467088341713, + "learning_rate": 1.6523087525844246e-05, + "loss": 0.1231, + "step": 960 + }, + { + "epoch": 0.0250691339518776, + "grad_norm": 0.05057816952466965, + "learning_rate": 1.6695382494831152e-05, + "loss": 0.1231, + "step": 970 + }, + { + "epoch": 0.025327578631793864, + "grad_norm": 0.04099060222506523, + "learning_rate": 1.686767746381806e-05, + "loss": 0.1229, + "step": 980 + }, + { + "epoch": 0.02558602331171013, + "grad_norm": 0.08345464617013931, + "learning_rate": 1.7039972432804962e-05, + "loss": 0.1229, + "step": 990 + }, + { + "epoch": 0.02584446799162639, + "grad_norm": 0.08455627411603928, + "learning_rate": 1.721226740179187e-05, + "loss": 0.1233, + "step": 1000 + }, + { + "epoch": 0.026102912671542657, + "grad_norm": 0.06264887005090714, + "learning_rate": 1.738456237077877e-05, + "loss": 0.1231, + "step": 1010 + }, + { + "epoch": 0.02636135735145892, + "grad_norm": 0.0624031126499176, + "learning_rate": 1.755685733976568e-05, + "loss": 0.1227, + "step": 1020 + }, + { + "epoch": 0.026619802031375185, + "grad_norm": 0.06571601331233978, + "learning_rate": 1.7729152308752588e-05, + "loss": 0.1231, + "step": 1030 + }, + { + "epoch": 0.026878246711291447, + "grad_norm": 0.08202008157968521, + "learning_rate": 1.790144727773949e-05, + "loss": 0.1222, + "step": 1040 + }, + { + "epoch": 0.027136691391207713, + "grad_norm": 0.04064911603927612, + "learning_rate": 1.8073742246726397e-05, + "loss": 0.1229, + "step": 1050 + }, + { + "epoch": 0.027395136071123975, + "grad_norm": 0.055493999272584915, + "learning_rate": 1.82460372157133e-05, + "loss": 0.1233, + "step": 1060 + }, + { + "epoch": 0.02765358075104024, + "grad_norm": 0.03765128180384636, + "learning_rate": 1.8418332184700207e-05, + "loss": 0.1243, + "step": 1070 + }, + { + "epoch": 0.027912025430956503, + "grad_norm": 0.05344291031360626, + "learning_rate": 1.8590627153687113e-05, + "loss": 0.1231, + "step": 1080 + }, + { + "epoch": 0.02817047011087277, + "grad_norm": 0.058499764651060104, + "learning_rate": 1.8762922122674016e-05, + "loss": 0.1229, + "step": 1090 + }, + { + "epoch": 0.02842891479078903, + "grad_norm": 0.05688465014100075, + "learning_rate": 1.8935217091660926e-05, + "loss": 0.1235, + "step": 1100 + }, + { + "epoch": 0.028687359470705297, + "grad_norm": 0.04814527928829193, + "learning_rate": 1.910751206064783e-05, + "loss": 0.1234, + "step": 1110 + }, + { + "epoch": 0.02894580415062156, + "grad_norm": 0.06947214901447296, + "learning_rate": 1.9279807029634736e-05, + "loss": 0.1227, + "step": 1120 + }, + { + "epoch": 0.029204248830537825, + "grad_norm": 0.0810081884264946, + "learning_rate": 1.9452101998621642e-05, + "loss": 0.1227, + "step": 1130 + }, + { + "epoch": 0.029462693510454087, + "grad_norm": 0.04069865494966507, + "learning_rate": 1.9624396967608545e-05, + "loss": 0.1229, + "step": 1140 + }, + { + "epoch": 0.029721138190370353, + "grad_norm": 0.056520044803619385, + "learning_rate": 1.979669193659545e-05, + "loss": 0.1226, + "step": 1150 + }, + { + "epoch": 0.029979582870286615, + "grad_norm": 0.04641279578208923, + "learning_rate": 1.9968986905582358e-05, + "loss": 0.1225, + "step": 1160 + }, + { + "epoch": 0.03023802755020288, + "grad_norm": 0.04418419674038887, + "learning_rate": 2.014128187456926e-05, + "loss": 0.1222, + "step": 1170 + }, + { + "epoch": 0.030496472230119143, + "grad_norm": 0.09186393022537231, + "learning_rate": 2.031357684355617e-05, + "loss": 0.1231, + "step": 1180 + }, + { + "epoch": 0.03075491691003541, + "grad_norm": 0.08453690260648727, + "learning_rate": 2.0485871812543074e-05, + "loss": 0.1225, + "step": 1190 + }, + { + "epoch": 0.03101336158995167, + "grad_norm": 0.04817875102162361, + "learning_rate": 2.065816678152998e-05, + "loss": 0.1236, + "step": 1200 + }, + { + "epoch": 0.03127180626986793, + "grad_norm": 0.06666923314332962, + "learning_rate": 2.0830461750516887e-05, + "loss": 0.1229, + "step": 1210 + }, + { + "epoch": 0.0315302509497842, + "grad_norm": 0.048177093267440796, + "learning_rate": 2.100275671950379e-05, + "loss": 0.1224, + "step": 1220 + }, + { + "epoch": 0.031788695629700464, + "grad_norm": 0.05482740327715874, + "learning_rate": 2.1175051688490696e-05, + "loss": 0.123, + "step": 1230 + }, + { + "epoch": 0.03204714030961673, + "grad_norm": 0.04234013333916664, + "learning_rate": 2.1347346657477603e-05, + "loss": 0.1221, + "step": 1240 + }, + { + "epoch": 0.03230558498953299, + "grad_norm": 0.09711142629384995, + "learning_rate": 2.151964162646451e-05, + "loss": 0.1231, + "step": 1250 + }, + { + "epoch": 0.032564029669449254, + "grad_norm": 0.04528702795505524, + "learning_rate": 2.1691936595451416e-05, + "loss": 0.1233, + "step": 1260 + }, + { + "epoch": 0.03282247434936552, + "grad_norm": 0.17061662673950195, + "learning_rate": 2.186423156443832e-05, + "loss": 0.1236, + "step": 1270 + }, + { + "epoch": 0.033080919029281786, + "grad_norm": 0.18225379288196564, + "learning_rate": 2.2036526533425225e-05, + "loss": 0.1237, + "step": 1280 + }, + { + "epoch": 0.033339363709198044, + "grad_norm": 0.09786848723888397, + "learning_rate": 2.220882150241213e-05, + "loss": 0.123, + "step": 1290 + }, + { + "epoch": 0.03359780838911431, + "grad_norm": 0.1106666699051857, + "learning_rate": 2.2381116471399035e-05, + "loss": 0.1229, + "step": 1300 + }, + { + "epoch": 0.033856253069030576, + "grad_norm": 0.05375261977314949, + "learning_rate": 2.255341144038594e-05, + "loss": 0.1238, + "step": 1310 + }, + { + "epoch": 0.034114697748946834, + "grad_norm": 0.04952960088849068, + "learning_rate": 2.2725706409372848e-05, + "loss": 0.1227, + "step": 1320 + }, + { + "epoch": 0.0343731424288631, + "grad_norm": 0.068538136780262, + "learning_rate": 2.2898001378359754e-05, + "loss": 0.1222, + "step": 1330 + }, + { + "epoch": 0.034631587108779366, + "grad_norm": 0.14062538743019104, + "learning_rate": 2.307029634734666e-05, + "loss": 0.1226, + "step": 1340 + }, + { + "epoch": 0.03489003178869563, + "grad_norm": 0.10071218013763428, + "learning_rate": 2.3242591316333564e-05, + "loss": 0.1229, + "step": 1350 + }, + { + "epoch": 0.03514847646861189, + "grad_norm": 0.07993683964014053, + "learning_rate": 2.341488628532047e-05, + "loss": 0.123, + "step": 1360 + }, + { + "epoch": 0.035406921148528156, + "grad_norm": 0.03962239250540733, + "learning_rate": 2.3587181254307376e-05, + "loss": 0.1222, + "step": 1370 + }, + { + "epoch": 0.03566536582844442, + "grad_norm": 0.07989293336868286, + "learning_rate": 2.375947622329428e-05, + "loss": 0.123, + "step": 1380 + }, + { + "epoch": 0.03592381050836069, + "grad_norm": 0.07650604099035263, + "learning_rate": 2.3931771192281186e-05, + "loss": 0.1232, + "step": 1390 + }, + { + "epoch": 0.036182255188276946, + "grad_norm": 0.08324531465768814, + "learning_rate": 2.4104066161268092e-05, + "loss": 0.1232, + "step": 1400 + }, + { + "epoch": 0.03644069986819321, + "grad_norm": 0.049224723130464554, + "learning_rate": 2.4276361130255e-05, + "loss": 0.1231, + "step": 1410 + }, + { + "epoch": 0.03669914454810948, + "grad_norm": 0.06569185853004456, + "learning_rate": 2.4448656099241905e-05, + "loss": 0.1228, + "step": 1420 + }, + { + "epoch": 0.03695758922802574, + "grad_norm": 0.0934646800160408, + "learning_rate": 2.462095106822881e-05, + "loss": 0.1215, + "step": 1430 + }, + { + "epoch": 0.037216033907942, + "grad_norm": 0.03685333579778671, + "learning_rate": 2.4793246037215715e-05, + "loss": 0.1236, + "step": 1440 + }, + { + "epoch": 0.03747447858785827, + "grad_norm": 0.03639655560255051, + "learning_rate": 2.496554100620262e-05, + "loss": 0.1225, + "step": 1450 + }, + { + "epoch": 0.03773292326777453, + "grad_norm": 0.10260403156280518, + "learning_rate": 2.5137835975189528e-05, + "loss": 0.1228, + "step": 1460 + }, + { + "epoch": 0.0379913679476908, + "grad_norm": 0.0797412320971489, + "learning_rate": 2.531013094417643e-05, + "loss": 0.1233, + "step": 1470 + }, + { + "epoch": 0.03824981262760706, + "grad_norm": 0.11771167814731598, + "learning_rate": 2.5482425913163337e-05, + "loss": 0.1239, + "step": 1480 + }, + { + "epoch": 0.03850825730752332, + "grad_norm": 0.07466382533311844, + "learning_rate": 2.565472088215024e-05, + "loss": 0.1229, + "step": 1490 + }, + { + "epoch": 0.03876670198743959, + "grad_norm": 0.11618846654891968, + "learning_rate": 2.582701585113715e-05, + "loss": 0.1226, + "step": 1500 + }, + { + "epoch": 0.039025146667355855, + "grad_norm": 0.0967508926987648, + "learning_rate": 2.599931082012405e-05, + "loss": 0.1231, + "step": 1510 + }, + { + "epoch": 0.039283591347272113, + "grad_norm": 0.11404047161340714, + "learning_rate": 2.617160578911096e-05, + "loss": 0.1227, + "step": 1520 + }, + { + "epoch": 0.03954203602718838, + "grad_norm": 0.07313144952058792, + "learning_rate": 2.6343900758097866e-05, + "loss": 0.1236, + "step": 1530 + }, + { + "epoch": 0.039800480707104645, + "grad_norm": 0.08839472383260727, + "learning_rate": 2.651619572708477e-05, + "loss": 0.1232, + "step": 1540 + }, + { + "epoch": 0.04005892538702091, + "grad_norm": 0.09503539651632309, + "learning_rate": 2.668849069607168e-05, + "loss": 0.1229, + "step": 1550 + }, + { + "epoch": 0.04031737006693717, + "grad_norm": 0.14443273842334747, + "learning_rate": 2.686078566505858e-05, + "loss": 0.1226, + "step": 1560 + }, + { + "epoch": 0.040575814746853435, + "grad_norm": 0.0738818496465683, + "learning_rate": 2.703308063404549e-05, + "loss": 0.1223, + "step": 1570 + }, + { + "epoch": 0.0408342594267697, + "grad_norm": 0.11289133876562119, + "learning_rate": 2.720537560303239e-05, + "loss": 0.1232, + "step": 1580 + }, + { + "epoch": 0.041092704106685966, + "grad_norm": 0.08375398814678192, + "learning_rate": 2.7377670572019298e-05, + "loss": 0.1221, + "step": 1590 + }, + { + "epoch": 0.041351148786602225, + "grad_norm": 0.15204329788684845, + "learning_rate": 2.7549965541006208e-05, + "loss": 0.1234, + "step": 1600 + }, + { + "epoch": 0.04160959346651849, + "grad_norm": 0.08777295798063278, + "learning_rate": 2.7722260509993107e-05, + "loss": 0.1229, + "step": 1610 + }, + { + "epoch": 0.041868038146434756, + "grad_norm": 0.04249228537082672, + "learning_rate": 2.7894555478980017e-05, + "loss": 0.1226, + "step": 1620 + }, + { + "epoch": 0.04212648282635102, + "grad_norm": 0.09020353108644485, + "learning_rate": 2.806685044796692e-05, + "loss": 0.1224, + "step": 1630 + }, + { + "epoch": 0.04238492750626728, + "grad_norm": 0.07953955978155136, + "learning_rate": 2.8239145416953827e-05, + "loss": 0.1223, + "step": 1640 + }, + { + "epoch": 0.04264337218618355, + "grad_norm": 0.07199359685182571, + "learning_rate": 2.841144038594073e-05, + "loss": 0.1226, + "step": 1650 + }, + { + "epoch": 0.04290181686609981, + "grad_norm": 0.0655318945646286, + "learning_rate": 2.8583735354927636e-05, + "loss": 0.1226, + "step": 1660 + }, + { + "epoch": 0.04316026154601608, + "grad_norm": 0.10120917111635208, + "learning_rate": 2.8756030323914546e-05, + "loss": 0.123, + "step": 1670 + }, + { + "epoch": 0.04341870622593234, + "grad_norm": 0.08806953579187393, + "learning_rate": 2.892832529290145e-05, + "loss": 0.1231, + "step": 1680 + }, + { + "epoch": 0.0436771509058486, + "grad_norm": 0.0696093738079071, + "learning_rate": 2.9100620261888356e-05, + "loss": 0.1226, + "step": 1690 + }, + { + "epoch": 0.04393559558576487, + "grad_norm": 0.060308948159217834, + "learning_rate": 2.927291523087526e-05, + "loss": 0.1226, + "step": 1700 + }, + { + "epoch": 0.044194040265681134, + "grad_norm": 0.09358316659927368, + "learning_rate": 2.9445210199862165e-05, + "loss": 0.1229, + "step": 1710 + }, + { + "epoch": 0.04445248494559739, + "grad_norm": 0.0817575678229332, + "learning_rate": 2.9617505168849068e-05, + "loss": 0.1233, + "step": 1720 + }, + { + "epoch": 0.04471092962551366, + "grad_norm": 0.08947563916444778, + "learning_rate": 2.9789800137835978e-05, + "loss": 0.1229, + "step": 1730 + }, + { + "epoch": 0.044969374305429924, + "grad_norm": 0.06575481593608856, + "learning_rate": 2.996209510682288e-05, + "loss": 0.123, + "step": 1740 + }, + { + "epoch": 0.04522781898534619, + "grad_norm": 0.05418599024415016, + "learning_rate": 3.0134390075809788e-05, + "loss": 0.123, + "step": 1750 + }, + { + "epoch": 0.04548626366526245, + "grad_norm": 0.1033121645450592, + "learning_rate": 3.0306685044796694e-05, + "loss": 0.1229, + "step": 1760 + }, + { + "epoch": 0.045744708345178714, + "grad_norm": 0.06530603021383286, + "learning_rate": 3.0478980013783597e-05, + "loss": 0.1227, + "step": 1770 + }, + { + "epoch": 0.04600315302509498, + "grad_norm": 0.13506680727005005, + "learning_rate": 3.0651274982770504e-05, + "loss": 0.1222, + "step": 1780 + }, + { + "epoch": 0.046261597705011245, + "grad_norm": 0.06490384042263031, + "learning_rate": 3.0823569951757407e-05, + "loss": 0.1222, + "step": 1790 + }, + { + "epoch": 0.046520042384927504, + "grad_norm": 0.10440021753311157, + "learning_rate": 3.0995864920744316e-05, + "loss": 0.1234, + "step": 1800 + }, + { + "epoch": 0.04677848706484377, + "grad_norm": 0.08765871822834015, + "learning_rate": 3.116815988973122e-05, + "loss": 0.1228, + "step": 1810 + }, + { + "epoch": 0.047036931744760035, + "grad_norm": 0.12401014566421509, + "learning_rate": 3.134045485871813e-05, + "loss": 0.1232, + "step": 1820 + }, + { + "epoch": 0.0472953764246763, + "grad_norm": 0.07814408093690872, + "learning_rate": 3.151274982770503e-05, + "loss": 0.1221, + "step": 1830 + }, + { + "epoch": 0.04755382110459256, + "grad_norm": 0.08047276735305786, + "learning_rate": 3.1685044796691935e-05, + "loss": 0.1229, + "step": 1840 + }, + { + "epoch": 0.047812265784508826, + "grad_norm": 0.07007250934839249, + "learning_rate": 3.1857339765678845e-05, + "loss": 0.1227, + "step": 1850 + }, + { + "epoch": 0.04807071046442509, + "grad_norm": 0.08911903947591782, + "learning_rate": 3.202963473466575e-05, + "loss": 0.1231, + "step": 1860 + }, + { + "epoch": 0.04832915514434136, + "grad_norm": 0.07673286646604538, + "learning_rate": 3.220192970365266e-05, + "loss": 0.123, + "step": 1870 + }, + { + "epoch": 0.048587599824257616, + "grad_norm": 0.07106916606426239, + "learning_rate": 3.237422467263956e-05, + "loss": 0.1226, + "step": 1880 + }, + { + "epoch": 0.04884604450417388, + "grad_norm": 0.11209211498498917, + "learning_rate": 3.2546519641626464e-05, + "loss": 0.1226, + "step": 1890 + }, + { + "epoch": 0.04910448918409015, + "grad_norm": 0.07801423966884613, + "learning_rate": 3.2718814610613374e-05, + "loss": 0.122, + "step": 1900 + }, + { + "epoch": 0.04936293386400641, + "grad_norm": 0.13266247510910034, + "learning_rate": 3.289110957960028e-05, + "loss": 0.1229, + "step": 1910 + }, + { + "epoch": 0.04962137854392267, + "grad_norm": 0.05087581276893616, + "learning_rate": 3.306340454858719e-05, + "loss": 0.1228, + "step": 1920 + }, + { + "epoch": 0.04987982322383894, + "grad_norm": 0.10973642766475677, + "learning_rate": 3.323569951757409e-05, + "loss": 0.1222, + "step": 1930 + }, + { + "epoch": 0.0501382679037552, + "grad_norm": 0.09865803271532059, + "learning_rate": 3.340799448656099e-05, + "loss": 0.1236, + "step": 1940 + }, + { + "epoch": 0.05039671258367147, + "grad_norm": 0.07750454545021057, + "learning_rate": 3.3580289455547896e-05, + "loss": 0.1237, + "step": 1950 + }, + { + "epoch": 0.05065515726358773, + "grad_norm": 0.03502718359231949, + "learning_rate": 3.3752584424534806e-05, + "loss": 0.123, + "step": 1960 + }, + { + "epoch": 0.05091360194350399, + "grad_norm": 0.046701829880476, + "learning_rate": 3.3924879393521716e-05, + "loss": 0.1224, + "step": 1970 + }, + { + "epoch": 0.05117204662342026, + "grad_norm": 0.047475650906562805, + "learning_rate": 3.409717436250862e-05, + "loss": 0.1233, + "step": 1980 + }, + { + "epoch": 0.05143049130333652, + "grad_norm": 0.0709228664636612, + "learning_rate": 3.426946933149552e-05, + "loss": 0.1222, + "step": 1990 + }, + { + "epoch": 0.05168893598325278, + "grad_norm": 0.08590517938137054, + "learning_rate": 3.4441764300482425e-05, + "loss": 0.1226, + "step": 2000 + }, + { + "epoch": 0.05194738066316905, + "grad_norm": 0.08481516689062119, + "learning_rate": 3.4614059269469335e-05, + "loss": 0.1227, + "step": 2010 + }, + { + "epoch": 0.052205825343085314, + "grad_norm": 0.06590903550386429, + "learning_rate": 3.478635423845624e-05, + "loss": 0.1231, + "step": 2020 + }, + { + "epoch": 0.05246427002300157, + "grad_norm": 0.06652143597602844, + "learning_rate": 3.495864920744315e-05, + "loss": 0.123, + "step": 2030 + }, + { + "epoch": 0.05272271470291784, + "grad_norm": 0.046942099928855896, + "learning_rate": 3.5130944176430044e-05, + "loss": 0.1224, + "step": 2040 + }, + { + "epoch": 0.052981159382834105, + "grad_norm": 0.0796431452035904, + "learning_rate": 3.5303239145416954e-05, + "loss": 0.1226, + "step": 2050 + }, + { + "epoch": 0.05323960406275037, + "grad_norm": 0.04292640835046768, + "learning_rate": 3.5475534114403864e-05, + "loss": 0.1219, + "step": 2060 + }, + { + "epoch": 0.05349804874266663, + "grad_norm": 0.04194321855902672, + "learning_rate": 3.564782908339077e-05, + "loss": 0.1223, + "step": 2070 + }, + { + "epoch": 0.053756493422582895, + "grad_norm": 0.0479915477335453, + "learning_rate": 3.582012405237768e-05, + "loss": 0.1236, + "step": 2080 + }, + { + "epoch": 0.05401493810249916, + "grad_norm": 0.05698119476437569, + "learning_rate": 3.599241902136457e-05, + "loss": 0.1227, + "step": 2090 + }, + { + "epoch": 0.054273382782415426, + "grad_norm": 0.05959772691130638, + "learning_rate": 3.616471399035148e-05, + "loss": 0.1228, + "step": 2100 + }, + { + "epoch": 0.054531827462331685, + "grad_norm": 0.04669308662414551, + "learning_rate": 3.6337008959338386e-05, + "loss": 0.1234, + "step": 2110 + }, + { + "epoch": 0.05479027214224795, + "grad_norm": 0.045805882662534714, + "learning_rate": 3.6509303928325296e-05, + "loss": 0.1229, + "step": 2120 + }, + { + "epoch": 0.055048716822164216, + "grad_norm": 0.04557011276483536, + "learning_rate": 3.6681598897312205e-05, + "loss": 0.1218, + "step": 2130 + }, + { + "epoch": 0.05530716150208048, + "grad_norm": 0.12122908979654312, + "learning_rate": 3.68538938662991e-05, + "loss": 0.1227, + "step": 2140 + }, + { + "epoch": 0.05556560618199674, + "grad_norm": 0.0866415873169899, + "learning_rate": 3.702618883528601e-05, + "loss": 0.1234, + "step": 2150 + }, + { + "epoch": 0.055824050861913006, + "grad_norm": 0.0965719223022461, + "learning_rate": 3.7198483804272915e-05, + "loss": 0.1225, + "step": 2160 + }, + { + "epoch": 0.05608249554182927, + "grad_norm": 0.05061042308807373, + "learning_rate": 3.7370778773259825e-05, + "loss": 0.1227, + "step": 2170 + }, + { + "epoch": 0.05634094022174554, + "grad_norm": 0.0704331025481224, + "learning_rate": 3.754307374224673e-05, + "loss": 0.1227, + "step": 2180 + }, + { + "epoch": 0.056599384901661796, + "grad_norm": 0.10036037862300873, + "learning_rate": 3.771536871123364e-05, + "loss": 0.1224, + "step": 2190 + }, + { + "epoch": 0.05685782958157806, + "grad_norm": 0.11323834210634232, + "learning_rate": 3.788766368022054e-05, + "loss": 0.1229, + "step": 2200 + }, + { + "epoch": 0.05711627426149433, + "grad_norm": 0.053230322897434235, + "learning_rate": 3.8059958649207444e-05, + "loss": 0.1228, + "step": 2210 + }, + { + "epoch": 0.057374718941410593, + "grad_norm": 0.08697234094142914, + "learning_rate": 3.823225361819435e-05, + "loss": 0.1222, + "step": 2220 + }, + { + "epoch": 0.05763316362132685, + "grad_norm": 0.03745349869132042, + "learning_rate": 3.8404548587181256e-05, + "loss": 0.1226, + "step": 2230 + }, + { + "epoch": 0.05789160830124312, + "grad_norm": 0.03589538484811783, + "learning_rate": 3.8576843556168166e-05, + "loss": 0.1228, + "step": 2240 + }, + { + "epoch": 0.058150052981159384, + "grad_norm": 0.2848452627658844, + "learning_rate": 3.874913852515506e-05, + "loss": 0.1236, + "step": 2250 + }, + { + "epoch": 0.05840849766107565, + "grad_norm": 0.11436636745929718, + "learning_rate": 3.892143349414197e-05, + "loss": 0.1223, + "step": 2260 + }, + { + "epoch": 0.05866694234099191, + "grad_norm": 0.04620843380689621, + "learning_rate": 3.9093728463128875e-05, + "loss": 0.123, + "step": 2270 + }, + { + "epoch": 0.058925387020908174, + "grad_norm": 0.03212074935436249, + "learning_rate": 3.9266023432115785e-05, + "loss": 0.1222, + "step": 2280 + }, + { + "epoch": 0.05918383170082444, + "grad_norm": 0.043459177017211914, + "learning_rate": 3.9438318401102695e-05, + "loss": 0.1225, + "step": 2290 + }, + { + "epoch": 0.059442276380740705, + "grad_norm": 0.09468097984790802, + "learning_rate": 3.961061337008959e-05, + "loss": 0.1224, + "step": 2300 + }, + { + "epoch": 0.059700721060656964, + "grad_norm": 0.09504854679107666, + "learning_rate": 3.97829083390765e-05, + "loss": 0.123, + "step": 2310 + }, + { + "epoch": 0.05995916574057323, + "grad_norm": 0.07441641390323639, + "learning_rate": 3.9955203308063404e-05, + "loss": 0.1235, + "step": 2320 + }, + { + "epoch": 0.060217610420489495, + "grad_norm": 0.04445243254303932, + "learning_rate": 4.0127498277050314e-05, + "loss": 0.123, + "step": 2330 + }, + { + "epoch": 0.06047605510040576, + "grad_norm": 0.05347610265016556, + "learning_rate": 4.029979324603722e-05, + "loss": 0.1225, + "step": 2340 + }, + { + "epoch": 0.06073449978032202, + "grad_norm": 0.04007500410079956, + "learning_rate": 4.047208821502412e-05, + "loss": 0.1233, + "step": 2350 + }, + { + "epoch": 0.060992944460238285, + "grad_norm": 0.06312885135412216, + "learning_rate": 4.064438318401103e-05, + "loss": 0.1219, + "step": 2360 + }, + { + "epoch": 0.06125138914015455, + "grad_norm": 0.09112309664487839, + "learning_rate": 4.081667815299793e-05, + "loss": 0.123, + "step": 2370 + }, + { + "epoch": 0.06150983382007082, + "grad_norm": 0.04379124939441681, + "learning_rate": 4.098897312198484e-05, + "loss": 0.1224, + "step": 2380 + }, + { + "epoch": 0.061768278499987075, + "grad_norm": 0.047634780406951904, + "learning_rate": 4.1161268090971746e-05, + "loss": 0.1226, + "step": 2390 + }, + { + "epoch": 0.06202672317990334, + "grad_norm": 0.05278099328279495, + "learning_rate": 4.133356305995865e-05, + "loss": 0.1229, + "step": 2400 + }, + { + "epoch": 0.06228516785981961, + "grad_norm": 0.06965649873018265, + "learning_rate": 4.150585802894555e-05, + "loss": 0.1229, + "step": 2410 + }, + { + "epoch": 0.06254361253973587, + "grad_norm": 0.14786341786384583, + "learning_rate": 4.167815299793246e-05, + "loss": 0.1223, + "step": 2420 + }, + { + "epoch": 0.06280205721965214, + "grad_norm": 0.056304682046175, + "learning_rate": 4.185044796691937e-05, + "loss": 0.1217, + "step": 2430 + }, + { + "epoch": 0.0630605018995684, + "grad_norm": 0.09119052439928055, + "learning_rate": 4.2022742935906275e-05, + "loss": 0.1236, + "step": 2440 + }, + { + "epoch": 0.06331894657948466, + "grad_norm": 0.12715300917625427, + "learning_rate": 4.219503790489318e-05, + "loss": 0.1227, + "step": 2450 + }, + { + "epoch": 0.06357739125940093, + "grad_norm": 0.10588313639163971, + "learning_rate": 4.236733287388008e-05, + "loss": 0.1233, + "step": 2460 + }, + { + "epoch": 0.06383583593931719, + "grad_norm": 0.06457073986530304, + "learning_rate": 4.253962784286699e-05, + "loss": 0.1228, + "step": 2470 + }, + { + "epoch": 0.06409428061923346, + "grad_norm": 0.08691989630460739, + "learning_rate": 4.2711922811853894e-05, + "loss": 0.123, + "step": 2480 + }, + { + "epoch": 0.06435272529914972, + "grad_norm": 0.058130763471126556, + "learning_rate": 4.2884217780840804e-05, + "loss": 0.1226, + "step": 2490 + }, + { + "epoch": 0.06461116997906598, + "grad_norm": 0.10724621266126633, + "learning_rate": 4.305651274982771e-05, + "loss": 0.1231, + "step": 2500 + }, + { + "epoch": 0.06486961465898225, + "grad_norm": 0.09582070261240005, + "learning_rate": 4.322880771881461e-05, + "loss": 0.1226, + "step": 2510 + }, + { + "epoch": 0.06512805933889851, + "grad_norm": 0.09975564479827881, + "learning_rate": 4.340110268780152e-05, + "loss": 0.1223, + "step": 2520 + }, + { + "epoch": 0.06538650401881477, + "grad_norm": 0.04424052685499191, + "learning_rate": 4.357339765678842e-05, + "loss": 0.1232, + "step": 2530 + }, + { + "epoch": 0.06564494869873104, + "grad_norm": 0.08506426960229874, + "learning_rate": 4.374569262577533e-05, + "loss": 0.1222, + "step": 2540 + }, + { + "epoch": 0.0659033933786473, + "grad_norm": 0.22666363418102264, + "learning_rate": 4.3917987594762236e-05, + "loss": 0.1222, + "step": 2550 + }, + { + "epoch": 0.06616183805856357, + "grad_norm": 0.05729035288095474, + "learning_rate": 4.409028256374914e-05, + "loss": 0.1226, + "step": 2560 + }, + { + "epoch": 0.06642028273847983, + "grad_norm": 0.05613674223423004, + "learning_rate": 4.426257753273604e-05, + "loss": 0.1228, + "step": 2570 + }, + { + "epoch": 0.06667872741839609, + "grad_norm": 0.03760998323559761, + "learning_rate": 4.443487250172295e-05, + "loss": 0.1219, + "step": 2580 + }, + { + "epoch": 0.06693717209831236, + "grad_norm": 0.12485086917877197, + "learning_rate": 4.460716747070986e-05, + "loss": 0.1228, + "step": 2590 + }, + { + "epoch": 0.06719561677822862, + "grad_norm": 0.10450302064418793, + "learning_rate": 4.4779462439696764e-05, + "loss": 0.1229, + "step": 2600 + }, + { + "epoch": 0.06745406145814488, + "grad_norm": 0.05455094948410988, + "learning_rate": 4.495175740868367e-05, + "loss": 0.122, + "step": 2610 + }, + { + "epoch": 0.06771250613806115, + "grad_norm": 0.05045665428042412, + "learning_rate": 4.512405237767057e-05, + "loss": 0.1234, + "step": 2620 + }, + { + "epoch": 0.06797095081797741, + "grad_norm": 0.046153802424669266, + "learning_rate": 4.529634734665748e-05, + "loss": 0.1224, + "step": 2630 + }, + { + "epoch": 0.06822939549789367, + "grad_norm": 0.10910719633102417, + "learning_rate": 4.5468642315644383e-05, + "loss": 0.1229, + "step": 2640 + }, + { + "epoch": 0.06848784017780994, + "grad_norm": 0.039895158261060715, + "learning_rate": 4.564093728463129e-05, + "loss": 0.1228, + "step": 2650 + }, + { + "epoch": 0.0687462848577262, + "grad_norm": 0.05702727288007736, + "learning_rate": 4.5813232253618196e-05, + "loss": 0.1231, + "step": 2660 + }, + { + "epoch": 0.06900472953764247, + "grad_norm": 0.07900247722864151, + "learning_rate": 4.59855272226051e-05, + "loss": 0.1226, + "step": 2670 + }, + { + "epoch": 0.06926317421755873, + "grad_norm": 0.08567679673433304, + "learning_rate": 4.615782219159201e-05, + "loss": 0.1231, + "step": 2680 + }, + { + "epoch": 0.06952161889747499, + "grad_norm": 0.044867727905511856, + "learning_rate": 4.633011716057891e-05, + "loss": 0.1229, + "step": 2690 + }, + { + "epoch": 0.06978006357739126, + "grad_norm": 0.0893058031797409, + "learning_rate": 4.650241212956582e-05, + "loss": 0.1228, + "step": 2700 + }, + { + "epoch": 0.07003850825730752, + "grad_norm": 0.08285655081272125, + "learning_rate": 4.6674707098552725e-05, + "loss": 0.1224, + "step": 2710 + }, + { + "epoch": 0.07029695293722378, + "grad_norm": 0.06980638206005096, + "learning_rate": 4.684700206753963e-05, + "loss": 0.1227, + "step": 2720 + }, + { + "epoch": 0.07055539761714005, + "grad_norm": 0.06307683140039444, + "learning_rate": 4.701929703652654e-05, + "loss": 0.1228, + "step": 2730 + }, + { + "epoch": 0.07081384229705631, + "grad_norm": 0.045305073261260986, + "learning_rate": 4.719159200551344e-05, + "loss": 0.1231, + "step": 2740 + }, + { + "epoch": 0.07107228697697258, + "grad_norm": 0.07818667590618134, + "learning_rate": 4.736388697450035e-05, + "loss": 0.1228, + "step": 2750 + }, + { + "epoch": 0.07133073165688884, + "grad_norm": 0.09739340841770172, + "learning_rate": 4.7536181943487254e-05, + "loss": 0.1223, + "step": 2760 + }, + { + "epoch": 0.0715891763368051, + "grad_norm": 0.11781520396471024, + "learning_rate": 4.770847691247416e-05, + "loss": 0.1222, + "step": 2770 + }, + { + "epoch": 0.07184762101672137, + "grad_norm": 0.9360899329185486, + "learning_rate": 4.788077188146106e-05, + "loss": 0.223, + "step": 2780 + }, + { + "epoch": 0.07210606569663763, + "grad_norm": 0.13441406190395355, + "learning_rate": 4.805306685044797e-05, + "loss": 0.1519, + "step": 2790 + }, + { + "epoch": 0.07236451037655389, + "grad_norm": 0.05997923016548157, + "learning_rate": 4.822536181943487e-05, + "loss": 0.1319, + "step": 2800 + }, + { + "epoch": 0.07262295505647016, + "grad_norm": 0.05620058998465538, + "learning_rate": 4.839765678842178e-05, + "loss": 0.128, + "step": 2810 + }, + { + "epoch": 0.07288139973638642, + "grad_norm": 0.033109452575445175, + "learning_rate": 4.8569951757408686e-05, + "loss": 0.1251, + "step": 2820 + }, + { + "epoch": 0.0731398444163027, + "grad_norm": 0.08467695862054825, + "learning_rate": 4.874224672639559e-05, + "loss": 0.1249, + "step": 2830 + }, + { + "epoch": 0.07339828909621895, + "grad_norm": 0.046401672065258026, + "learning_rate": 4.89145416953825e-05, + "loss": 0.1242, + "step": 2840 + }, + { + "epoch": 0.07365673377613521, + "grad_norm": 0.07141178846359253, + "learning_rate": 4.90868366643694e-05, + "loss": 0.124, + "step": 2850 + }, + { + "epoch": 0.07391517845605149, + "grad_norm": 0.07576319575309753, + "learning_rate": 4.925913163335631e-05, + "loss": 0.123, + "step": 2860 + }, + { + "epoch": 0.07417362313596775, + "grad_norm": 0.05812068283557892, + "learning_rate": 4.9431426602343215e-05, + "loss": 0.123, + "step": 2870 + }, + { + "epoch": 0.074432067815884, + "grad_norm": 0.13982614874839783, + "learning_rate": 4.960372157133012e-05, + "loss": 0.1235, + "step": 2880 + }, + { + "epoch": 0.07469051249580028, + "grad_norm": 0.034210145473480225, + "learning_rate": 4.977601654031703e-05, + "loss": 0.1238, + "step": 2890 + }, + { + "epoch": 0.07494895717571654, + "grad_norm": 0.09808455407619476, + "learning_rate": 4.994831150930393e-05, + "loss": 0.1237, + "step": 2900 + }, + { + "epoch": 0.07520740185563281, + "grad_norm": 0.03436051309108734, + "learning_rate": 5.0120606478290834e-05, + "loss": 0.1237, + "step": 2910 + }, + { + "epoch": 0.07546584653554907, + "grad_norm": 0.11650115251541138, + "learning_rate": 5.0292901447277744e-05, + "loss": 0.1232, + "step": 2920 + }, + { + "epoch": 0.07572429121546533, + "grad_norm": 0.0716601014137268, + "learning_rate": 5.046519641626465e-05, + "loss": 0.1239, + "step": 2930 + }, + { + "epoch": 0.0759827358953816, + "grad_norm": 0.04548223316669464, + "learning_rate": 5.0637491385251557e-05, + "loss": 0.1226, + "step": 2940 + }, + { + "epoch": 0.07624118057529786, + "grad_norm": 0.061111096292734146, + "learning_rate": 5.080978635423845e-05, + "loss": 0.1227, + "step": 2950 + }, + { + "epoch": 0.07649962525521412, + "grad_norm": 0.06596088409423828, + "learning_rate": 5.098208132322536e-05, + "loss": 0.1228, + "step": 2960 + }, + { + "epoch": 0.07675806993513039, + "grad_norm": 0.10006445646286011, + "learning_rate": 5.115437629221227e-05, + "loss": 0.1222, + "step": 2970 + }, + { + "epoch": 0.07701651461504665, + "grad_norm": 0.08285020291805267, + "learning_rate": 5.1326671261199176e-05, + "loss": 0.1223, + "step": 2980 + }, + { + "epoch": 0.07727495929496292, + "grad_norm": 0.042629268020391464, + "learning_rate": 5.1498966230186085e-05, + "loss": 0.1227, + "step": 2990 + }, + { + "epoch": 0.07753340397487918, + "grad_norm": 0.04260925576090813, + "learning_rate": 5.167126119917298e-05, + "loss": 0.1218, + "step": 3000 + }, + { + "epoch": 0.07779184865479544, + "grad_norm": 0.05720480531454086, + "learning_rate": 5.184355616815989e-05, + "loss": 0.1228, + "step": 3010 + }, + { + "epoch": 0.07805029333471171, + "grad_norm": 0.08730859309434891, + "learning_rate": 5.20158511371468e-05, + "loss": 0.1227, + "step": 3020 + }, + { + "epoch": 0.07830873801462797, + "grad_norm": 0.0851985365152359, + "learning_rate": 5.2188146106133704e-05, + "loss": 0.1224, + "step": 3030 + }, + { + "epoch": 0.07856718269454423, + "grad_norm": 0.14108945429325104, + "learning_rate": 5.2360441075120614e-05, + "loss": 0.123, + "step": 3040 + }, + { + "epoch": 0.0788256273744605, + "grad_norm": 0.0634116381406784, + "learning_rate": 5.253273604410751e-05, + "loss": 0.1226, + "step": 3050 + }, + { + "epoch": 0.07908407205437676, + "grad_norm": 0.08557610958814621, + "learning_rate": 5.270503101309442e-05, + "loss": 0.1228, + "step": 3060 + }, + { + "epoch": 0.07934251673429303, + "grad_norm": 0.12258125841617584, + "learning_rate": 5.287732598208133e-05, + "loss": 0.1228, + "step": 3070 + }, + { + "epoch": 0.07960096141420929, + "grad_norm": 0.0662710964679718, + "learning_rate": 5.304962095106823e-05, + "loss": 0.1218, + "step": 3080 + }, + { + "epoch": 0.07985940609412555, + "grad_norm": 0.05238689109683037, + "learning_rate": 5.322191592005513e-05, + "loss": 0.1234, + "step": 3090 + }, + { + "epoch": 0.08011785077404182, + "grad_norm": 0.0742919072508812, + "learning_rate": 5.339421088904204e-05, + "loss": 0.1225, + "step": 3100 + }, + { + "epoch": 0.08037629545395808, + "grad_norm": 0.0753747895359993, + "learning_rate": 5.356650585802895e-05, + "loss": 0.1226, + "step": 3110 + }, + { + "epoch": 0.08063474013387434, + "grad_norm": 0.034092552959918976, + "learning_rate": 5.373880082701586e-05, + "loss": 0.1228, + "step": 3120 + }, + { + "epoch": 0.08089318481379061, + "grad_norm": 0.07082927972078323, + "learning_rate": 5.391109579600276e-05, + "loss": 0.1227, + "step": 3130 + }, + { + "epoch": 0.08115162949370687, + "grad_norm": 0.034534044563770294, + "learning_rate": 5.408339076498966e-05, + "loss": 0.1224, + "step": 3140 + }, + { + "epoch": 0.08141007417362314, + "grad_norm": 0.08891891688108444, + "learning_rate": 5.425568573397657e-05, + "loss": 0.1222, + "step": 3150 + }, + { + "epoch": 0.0816685188535394, + "grad_norm": 0.0535048246383667, + "learning_rate": 5.442798070296348e-05, + "loss": 0.1231, + "step": 3160 + }, + { + "epoch": 0.08192696353345566, + "grad_norm": 0.04806249588727951, + "learning_rate": 5.460027567195039e-05, + "loss": 0.123, + "step": 3170 + }, + { + "epoch": 0.08218540821337193, + "grad_norm": 0.08760054409503937, + "learning_rate": 5.4772570640937284e-05, + "loss": 0.122, + "step": 3180 + }, + { + "epoch": 0.08244385289328819, + "grad_norm": 0.10274428874254227, + "learning_rate": 5.494486560992419e-05, + "loss": 0.1228, + "step": 3190 + }, + { + "epoch": 0.08270229757320445, + "grad_norm": 0.04508817195892334, + "learning_rate": 5.51171605789111e-05, + "loss": 0.123, + "step": 3200 + }, + { + "epoch": 0.08296074225312072, + "grad_norm": 0.07910098880529404, + "learning_rate": 5.528945554789801e-05, + "loss": 0.122, + "step": 3210 + }, + { + "epoch": 0.08321918693303698, + "grad_norm": 0.08255916088819504, + "learning_rate": 5.546175051688492e-05, + "loss": 0.1223, + "step": 3220 + }, + { + "epoch": 0.08347763161295325, + "grad_norm": 0.08366689085960388, + "learning_rate": 5.563404548587181e-05, + "loss": 0.1228, + "step": 3230 + }, + { + "epoch": 0.08373607629286951, + "grad_norm": 0.09197453409433365, + "learning_rate": 5.5806340454858716e-05, + "loss": 0.1227, + "step": 3240 + }, + { + "epoch": 0.08399452097278577, + "grad_norm": 0.06316634267568588, + "learning_rate": 5.5978635423845626e-05, + "loss": 0.1224, + "step": 3250 + }, + { + "epoch": 0.08425296565270204, + "grad_norm": 0.045066073536872864, + "learning_rate": 5.6150930392832536e-05, + "loss": 0.1213, + "step": 3260 + }, + { + "epoch": 0.0845114103326183, + "grad_norm": 0.0808643102645874, + "learning_rate": 5.6323225361819446e-05, + "loss": 0.1222, + "step": 3270 + }, + { + "epoch": 0.08476985501253456, + "grad_norm": 0.074496328830719, + "learning_rate": 5.649552033080634e-05, + "loss": 0.1228, + "step": 3280 + }, + { + "epoch": 0.08502829969245083, + "grad_norm": 0.07612734287977219, + "learning_rate": 5.6667815299793245e-05, + "loss": 0.1226, + "step": 3290 + }, + { + "epoch": 0.0852867443723671, + "grad_norm": 0.06702574342489243, + "learning_rate": 5.6840110268780155e-05, + "loss": 0.1226, + "step": 3300 + }, + { + "epoch": 0.08554518905228335, + "grad_norm": 0.09477569162845612, + "learning_rate": 5.7012405237767065e-05, + "loss": 0.1219, + "step": 3310 + }, + { + "epoch": 0.08580363373219962, + "grad_norm": 0.07749473303556442, + "learning_rate": 5.718470020675396e-05, + "loss": 0.123, + "step": 3320 + }, + { + "epoch": 0.08606207841211588, + "grad_norm": 0.10147205740213394, + "learning_rate": 5.735699517574087e-05, + "loss": 0.1225, + "step": 3330 + }, + { + "epoch": 0.08632052309203216, + "grad_norm": 0.06562674790620804, + "learning_rate": 5.7529290144727774e-05, + "loss": 0.1222, + "step": 3340 + }, + { + "epoch": 0.08657896777194841, + "grad_norm": 0.049398452043533325, + "learning_rate": 5.7701585113714684e-05, + "loss": 0.1217, + "step": 3350 + }, + { + "epoch": 0.08683741245186467, + "grad_norm": 0.04137035831809044, + "learning_rate": 5.7873880082701594e-05, + "loss": 0.1231, + "step": 3360 + }, + { + "epoch": 0.08709585713178095, + "grad_norm": 0.04426753893494606, + "learning_rate": 5.804617505168849e-05, + "loss": 0.1226, + "step": 3370 + }, + { + "epoch": 0.0873543018116972, + "grad_norm": 0.06112112104892731, + "learning_rate": 5.82184700206754e-05, + "loss": 0.1229, + "step": 3380 + }, + { + "epoch": 0.08761274649161346, + "grad_norm": 0.043427493423223495, + "learning_rate": 5.83907649896623e-05, + "loss": 0.1224, + "step": 3390 + }, + { + "epoch": 0.08787119117152974, + "grad_norm": 0.10385109484195709, + "learning_rate": 5.856305995864921e-05, + "loss": 0.1222, + "step": 3400 + }, + { + "epoch": 0.088129635851446, + "grad_norm": 0.10103520005941391, + "learning_rate": 5.873535492763611e-05, + "loss": 0.1229, + "step": 3410 + }, + { + "epoch": 0.08838808053136227, + "grad_norm": 0.18527595698833466, + "learning_rate": 5.890764989662302e-05, + "loss": 0.1234, + "step": 3420 + }, + { + "epoch": 0.08864652521127853, + "grad_norm": 0.07813168317079544, + "learning_rate": 5.907994486560993e-05, + "loss": 0.1226, + "step": 3430 + }, + { + "epoch": 0.08890496989119478, + "grad_norm": 0.0695757120847702, + "learning_rate": 5.925223983459683e-05, + "loss": 0.1227, + "step": 3440 + }, + { + "epoch": 0.08916341457111106, + "grad_norm": 0.04970187693834305, + "learning_rate": 5.942453480358374e-05, + "loss": 0.1231, + "step": 3450 + }, + { + "epoch": 0.08942185925102732, + "grad_norm": 0.04609990492463112, + "learning_rate": 5.959682977257064e-05, + "loss": 0.1234, + "step": 3460 + }, + { + "epoch": 0.08968030393094358, + "grad_norm": 0.08185649663209915, + "learning_rate": 5.976912474155755e-05, + "loss": 0.1225, + "step": 3470 + }, + { + "epoch": 0.08993874861085985, + "grad_norm": 0.05953223258256912, + "learning_rate": 5.994141971054446e-05, + "loss": 0.1225, + "step": 3480 + }, + { + "epoch": 0.0901971932907761, + "grad_norm": 0.053057145327329636, + "learning_rate": 6.011371467953136e-05, + "loss": 0.1231, + "step": 3490 + }, + { + "epoch": 0.09045563797069238, + "grad_norm": 0.034726157784461975, + "learning_rate": 6.028600964851827e-05, + "loss": 0.1225, + "step": 3500 + }, + { + "epoch": 0.09071408265060864, + "grad_norm": 0.11597289144992828, + "learning_rate": 6.0458304617505167e-05, + "loss": 0.123, + "step": 3510 + }, + { + "epoch": 0.0909725273305249, + "grad_norm": 0.04248828440904617, + "learning_rate": 6.0630599586492076e-05, + "loss": 0.1226, + "step": 3520 + }, + { + "epoch": 0.09123097201044117, + "grad_norm": 0.04990701377391815, + "learning_rate": 6.0802894555478986e-05, + "loss": 0.1232, + "step": 3530 + }, + { + "epoch": 0.09148941669035743, + "grad_norm": 0.03539624065160751, + "learning_rate": 6.097518952446589e-05, + "loss": 0.1221, + "step": 3540 + }, + { + "epoch": 0.09174786137027369, + "grad_norm": 0.05631623789668083, + "learning_rate": 6.114748449345279e-05, + "loss": 0.1219, + "step": 3550 + }, + { + "epoch": 0.09200630605018996, + "grad_norm": 0.17052865028381348, + "learning_rate": 6.13197794624397e-05, + "loss": 0.1231, + "step": 3560 + }, + { + "epoch": 0.09226475073010622, + "grad_norm": 0.035124436020851135, + "learning_rate": 6.14920744314266e-05, + "loss": 0.1216, + "step": 3570 + }, + { + "epoch": 0.09252319541002249, + "grad_norm": 0.082002654671669, + "learning_rate": 6.166436940041351e-05, + "loss": 0.1231, + "step": 3580 + }, + { + "epoch": 0.09278164008993875, + "grad_norm": 0.057984985411167145, + "learning_rate": 6.183666436940042e-05, + "loss": 0.1223, + "step": 3590 + }, + { + "epoch": 0.09304008476985501, + "grad_norm": 0.06301140040159225, + "learning_rate": 6.200895933838731e-05, + "loss": 0.1226, + "step": 3600 + }, + { + "epoch": 0.09329852944977128, + "grad_norm": 0.05630588158965111, + "learning_rate": 6.218125430737422e-05, + "loss": 0.1225, + "step": 3610 + }, + { + "epoch": 0.09355697412968754, + "grad_norm": 0.07191000133752823, + "learning_rate": 6.235354927636113e-05, + "loss": 0.1218, + "step": 3620 + }, + { + "epoch": 0.0938154188096038, + "grad_norm": 0.05299285426735878, + "learning_rate": 6.252584424534804e-05, + "loss": 0.1223, + "step": 3630 + }, + { + "epoch": 0.09407386348952007, + "grad_norm": 0.08216344565153122, + "learning_rate": 6.269813921433495e-05, + "loss": 0.1233, + "step": 3640 + }, + { + "epoch": 0.09433230816943633, + "grad_norm": 0.06184655427932739, + "learning_rate": 6.287043418332185e-05, + "loss": 0.122, + "step": 3650 + }, + { + "epoch": 0.0945907528493526, + "grad_norm": 0.05294346436858177, + "learning_rate": 6.304272915230876e-05, + "loss": 0.1228, + "step": 3660 + }, + { + "epoch": 0.09484919752926886, + "grad_norm": 0.06311880052089691, + "learning_rate": 6.321502412129566e-05, + "loss": 0.122, + "step": 3670 + }, + { + "epoch": 0.09510764220918512, + "grad_norm": 0.04857679456472397, + "learning_rate": 6.338731909028257e-05, + "loss": 0.1225, + "step": 3680 + }, + { + "epoch": 0.09536608688910139, + "grad_norm": 0.12748484313488007, + "learning_rate": 6.355961405926946e-05, + "loss": 0.1232, + "step": 3690 + }, + { + "epoch": 0.09562453156901765, + "grad_norm": 0.044000301510095596, + "learning_rate": 6.373190902825637e-05, + "loss": 0.1225, + "step": 3700 + }, + { + "epoch": 0.09588297624893391, + "grad_norm": 0.043208472430706024, + "learning_rate": 6.390420399724328e-05, + "loss": 0.1222, + "step": 3710 + }, + { + "epoch": 0.09614142092885018, + "grad_norm": 0.10808105766773224, + "learning_rate": 6.407649896623019e-05, + "loss": 0.1219, + "step": 3720 + }, + { + "epoch": 0.09639986560876644, + "grad_norm": 0.039964232593774796, + "learning_rate": 6.42487939352171e-05, + "loss": 0.1224, + "step": 3730 + }, + { + "epoch": 0.09665831028868271, + "grad_norm": 0.03914389759302139, + "learning_rate": 6.4421088904204e-05, + "loss": 0.1226, + "step": 3740 + }, + { + "epoch": 0.09691675496859897, + "grad_norm": 0.04341758042573929, + "learning_rate": 6.459338387319091e-05, + "loss": 0.1223, + "step": 3750 + }, + { + "epoch": 0.09717519964851523, + "grad_norm": 0.0676141232252121, + "learning_rate": 6.476567884217782e-05, + "loss": 0.1228, + "step": 3760 + }, + { + "epoch": 0.0974336443284315, + "grad_norm": 0.03766927495598793, + "learning_rate": 6.493797381116473e-05, + "loss": 0.1222, + "step": 3770 + }, + { + "epoch": 0.09769208900834776, + "grad_norm": 0.1450009047985077, + "learning_rate": 6.511026878015162e-05, + "loss": 0.122, + "step": 3780 + }, + { + "epoch": 0.09795053368826402, + "grad_norm": 0.06709213554859161, + "learning_rate": 6.528256374913852e-05, + "loss": 0.1227, + "step": 3790 + }, + { + "epoch": 0.0982089783681803, + "grad_norm": 0.1288677603006363, + "learning_rate": 6.545485871812543e-05, + "loss": 0.1219, + "step": 3800 + }, + { + "epoch": 0.09846742304809655, + "grad_norm": 0.07477253675460815, + "learning_rate": 6.562715368711234e-05, + "loss": 0.123, + "step": 3810 + }, + { + "epoch": 0.09872586772801283, + "grad_norm": 0.066032774746418, + "learning_rate": 6.579944865609925e-05, + "loss": 0.1227, + "step": 3820 + }, + { + "epoch": 0.09898431240792908, + "grad_norm": 0.05806377902626991, + "learning_rate": 6.597174362508615e-05, + "loss": 0.1224, + "step": 3830 + }, + { + "epoch": 0.09924275708784534, + "grad_norm": 0.04779495671391487, + "learning_rate": 6.614403859407306e-05, + "loss": 0.1221, + "step": 3840 + }, + { + "epoch": 0.09950120176776162, + "grad_norm": 0.052797332406044006, + "learning_rate": 6.631633356305997e-05, + "loss": 0.1235, + "step": 3850 + }, + { + "epoch": 0.09975964644767787, + "grad_norm": 0.11657536029815674, + "learning_rate": 6.648862853204688e-05, + "loss": 0.1226, + "step": 3860 + }, + { + "epoch": 0.10001809112759413, + "grad_norm": 0.04988914355635643, + "learning_rate": 6.666092350103379e-05, + "loss": 0.1221, + "step": 3870 + }, + { + "epoch": 0.1002765358075104, + "grad_norm": 0.05598466843366623, + "learning_rate": 6.683321847002068e-05, + "loss": 0.1223, + "step": 3880 + }, + { + "epoch": 0.10053498048742666, + "grad_norm": 0.033486753702163696, + "learning_rate": 6.700551343900758e-05, + "loss": 0.1218, + "step": 3890 + }, + { + "epoch": 0.10079342516734294, + "grad_norm": 0.1374129205942154, + "learning_rate": 6.717780840799449e-05, + "loss": 0.1228, + "step": 3900 + }, + { + "epoch": 0.1010518698472592, + "grad_norm": 0.059307750314474106, + "learning_rate": 6.73501033769814e-05, + "loss": 0.1226, + "step": 3910 + }, + { + "epoch": 0.10131031452717545, + "grad_norm": 0.04299231991171837, + "learning_rate": 6.75223983459683e-05, + "loss": 0.1217, + "step": 3920 + }, + { + "epoch": 0.10156875920709173, + "grad_norm": 0.09884443134069443, + "learning_rate": 6.76946933149552e-05, + "loss": 0.1211, + "step": 3930 + }, + { + "epoch": 0.10182720388700799, + "grad_norm": 0.038886383175849915, + "learning_rate": 6.786698828394211e-05, + "loss": 0.1227, + "step": 3940 + }, + { + "epoch": 0.10208564856692424, + "grad_norm": 0.09966158121824265, + "learning_rate": 6.803928325292902e-05, + "loss": 0.1227, + "step": 3950 + }, + { + "epoch": 0.10234409324684052, + "grad_norm": 0.08910645544528961, + "learning_rate": 6.821157822191593e-05, + "loss": 0.1226, + "step": 3960 + }, + { + "epoch": 0.10260253792675678, + "grad_norm": 0.07237894088029861, + "learning_rate": 6.838387319090283e-05, + "loss": 0.122, + "step": 3970 + }, + { + "epoch": 0.10286098260667303, + "grad_norm": 0.05976925417780876, + "learning_rate": 6.855616815988974e-05, + "loss": 0.1227, + "step": 3980 + }, + { + "epoch": 0.10311942728658931, + "grad_norm": 0.05027018487453461, + "learning_rate": 6.872846312887664e-05, + "loss": 0.1219, + "step": 3990 + }, + { + "epoch": 0.10337787196650557, + "grad_norm": 0.0975559875369072, + "learning_rate": 6.890075809786355e-05, + "loss": 0.122, + "step": 4000 + }, + { + "epoch": 0.10363631664642184, + "grad_norm": 0.0403752475976944, + "learning_rate": 6.907305306685044e-05, + "loss": 0.1231, + "step": 4010 + }, + { + "epoch": 0.1038947613263381, + "grad_norm": 0.0713694840669632, + "learning_rate": 6.924534803583735e-05, + "loss": 0.1224, + "step": 4020 + }, + { + "epoch": 0.10415320600625436, + "grad_norm": 0.3694309890270233, + "learning_rate": 6.941764300482426e-05, + "loss": 0.1223, + "step": 4030 + }, + { + "epoch": 0.10441165068617063, + "grad_norm": 0.03761943057179451, + "learning_rate": 6.958993797381117e-05, + "loss": 0.1233, + "step": 4040 + }, + { + "epoch": 0.10467009536608689, + "grad_norm": 0.03457685932517052, + "learning_rate": 6.976223294279808e-05, + "loss": 0.1226, + "step": 4050 + }, + { + "epoch": 0.10492854004600315, + "grad_norm": 0.0534125454723835, + "learning_rate": 6.993452791178498e-05, + "loss": 0.1224, + "step": 4060 + }, + { + "epoch": 0.10518698472591942, + "grad_norm": 0.04451997950673103, + "learning_rate": 7.010682288077189e-05, + "loss": 0.1224, + "step": 4070 + }, + { + "epoch": 0.10544542940583568, + "grad_norm": 0.04510563984513283, + "learning_rate": 7.02791178497588e-05, + "loss": 0.1228, + "step": 4080 + }, + { + "epoch": 0.10570387408575195, + "grad_norm": 0.03580479696393013, + "learning_rate": 7.045141281874569e-05, + "loss": 0.1224, + "step": 4090 + }, + { + "epoch": 0.10596231876566821, + "grad_norm": 0.07300784438848495, + "learning_rate": 7.06237077877326e-05, + "loss": 0.1224, + "step": 4100 + }, + { + "epoch": 0.10622076344558447, + "grad_norm": 0.06231321021914482, + "learning_rate": 7.07960027567195e-05, + "loss": 0.1223, + "step": 4110 + }, + { + "epoch": 0.10647920812550074, + "grad_norm": 0.05126164108514786, + "learning_rate": 7.096829772570641e-05, + "loss": 0.1226, + "step": 4120 + }, + { + "epoch": 0.106737652805417, + "grad_norm": 0.09065715968608856, + "learning_rate": 7.114059269469332e-05, + "loss": 0.1229, + "step": 4130 + }, + { + "epoch": 0.10699609748533326, + "grad_norm": 0.08329204469919205, + "learning_rate": 7.131288766368023e-05, + "loss": 0.1223, + "step": 4140 + }, + { + "epoch": 0.10725454216524953, + "grad_norm": 0.06036970764398575, + "learning_rate": 7.148518263266712e-05, + "loss": 0.1218, + "step": 4150 + }, + { + "epoch": 0.10751298684516579, + "grad_norm": 0.1317700892686844, + "learning_rate": 7.165747760165403e-05, + "loss": 0.1224, + "step": 4160 + }, + { + "epoch": 0.10777143152508206, + "grad_norm": 0.0522531159222126, + "learning_rate": 7.182977257064094e-05, + "loss": 0.1232, + "step": 4170 + }, + { + "epoch": 0.10802987620499832, + "grad_norm": 0.05428091064095497, + "learning_rate": 7.200206753962785e-05, + "loss": 0.1225, + "step": 4180 + }, + { + "epoch": 0.10828832088491458, + "grad_norm": 0.063257597386837, + "learning_rate": 7.217436250861475e-05, + "loss": 0.1231, + "step": 4190 + }, + { + "epoch": 0.10854676556483085, + "grad_norm": 0.09137003123760223, + "learning_rate": 7.234665747760165e-05, + "loss": 0.1253, + "step": 4200 + }, + { + "epoch": 0.10880521024474711, + "grad_norm": 0.0453295074403286, + "learning_rate": 7.251895244658856e-05, + "loss": 0.1234, + "step": 4210 + }, + { + "epoch": 0.10906365492466337, + "grad_norm": 0.15534889698028564, + "learning_rate": 7.269124741557547e-05, + "loss": 0.1225, + "step": 4220 + }, + { + "epoch": 0.10932209960457964, + "grad_norm": 0.05509834736585617, + "learning_rate": 7.286354238456238e-05, + "loss": 0.1233, + "step": 4230 + }, + { + "epoch": 0.1095805442844959, + "grad_norm": 0.039166949689388275, + "learning_rate": 7.303583735354927e-05, + "loss": 0.1232, + "step": 4240 + }, + { + "epoch": 0.10983898896441217, + "grad_norm": 0.04186931252479553, + "learning_rate": 7.320813232253618e-05, + "loss": 0.1229, + "step": 4250 + }, + { + "epoch": 0.11009743364432843, + "grad_norm": 0.04699193686246872, + "learning_rate": 7.338042729152309e-05, + "loss": 0.1226, + "step": 4260 + }, + { + "epoch": 0.11035587832424469, + "grad_norm": 0.08616908639669418, + "learning_rate": 7.355272226051e-05, + "loss": 0.122, + "step": 4270 + }, + { + "epoch": 0.11061432300416096, + "grad_norm": 0.04840013012290001, + "learning_rate": 7.372501722949691e-05, + "loss": 0.123, + "step": 4280 + }, + { + "epoch": 0.11087276768407722, + "grad_norm": 0.1387040913105011, + "learning_rate": 7.389731219848381e-05, + "loss": 0.1226, + "step": 4290 + }, + { + "epoch": 0.11113121236399348, + "grad_norm": 0.04259253665804863, + "learning_rate": 7.406960716747072e-05, + "loss": 0.1229, + "step": 4300 + }, + { + "epoch": 0.11138965704390975, + "grad_norm": 0.05232750251889229, + "learning_rate": 7.424190213645761e-05, + "loss": 0.123, + "step": 4310 + }, + { + "epoch": 0.11164810172382601, + "grad_norm": 0.043995991349220276, + "learning_rate": 7.441419710544452e-05, + "loss": 0.1222, + "step": 4320 + }, + { + "epoch": 0.11190654640374229, + "grad_norm": 0.0380793958902359, + "learning_rate": 7.458649207443143e-05, + "loss": 0.1217, + "step": 4330 + }, + { + "epoch": 0.11216499108365854, + "grad_norm": 0.07311289757490158, + "learning_rate": 7.475878704341833e-05, + "loss": 0.1224, + "step": 4340 + }, + { + "epoch": 0.1124234357635748, + "grad_norm": 0.08249492198228836, + "learning_rate": 7.493108201240524e-05, + "loss": 0.1231, + "step": 4350 + }, + { + "epoch": 0.11268188044349108, + "grad_norm": 0.06283778697252274, + "learning_rate": 7.510337698139215e-05, + "loss": 0.1226, + "step": 4360 + }, + { + "epoch": 0.11294032512340733, + "grad_norm": 0.04833317548036575, + "learning_rate": 7.527567195037906e-05, + "loss": 0.1219, + "step": 4370 + }, + { + "epoch": 0.11319876980332359, + "grad_norm": 0.038750141859054565, + "learning_rate": 7.544796691936596e-05, + "loss": 0.1229, + "step": 4380 + }, + { + "epoch": 0.11345721448323987, + "grad_norm": 0.03584839776158333, + "learning_rate": 7.562026188835287e-05, + "loss": 0.1221, + "step": 4390 + }, + { + "epoch": 0.11371565916315612, + "grad_norm": 0.04687226191163063, + "learning_rate": 7.579255685733978e-05, + "loss": 0.1226, + "step": 4400 + }, + { + "epoch": 0.1139741038430724, + "grad_norm": 0.1047288253903389, + "learning_rate": 7.596485182632667e-05, + "loss": 0.1228, + "step": 4410 + }, + { + "epoch": 0.11423254852298866, + "grad_norm": 0.04070582240819931, + "learning_rate": 7.613714679531358e-05, + "loss": 0.1219, + "step": 4420 + }, + { + "epoch": 0.11449099320290491, + "grad_norm": 0.03817753866314888, + "learning_rate": 7.630944176430048e-05, + "loss": 0.1228, + "step": 4430 + }, + { + "epoch": 0.11474943788282119, + "grad_norm": 0.08240567147731781, + "learning_rate": 7.648173673328739e-05, + "loss": 0.1227, + "step": 4440 + }, + { + "epoch": 0.11500788256273745, + "grad_norm": 0.05481071397662163, + "learning_rate": 7.66540317022743e-05, + "loss": 0.1229, + "step": 4450 + }, + { + "epoch": 0.1152663272426537, + "grad_norm": 0.03658709675073624, + "learning_rate": 7.682632667126121e-05, + "loss": 0.1232, + "step": 4460 + }, + { + "epoch": 0.11552477192256998, + "grad_norm": 0.07439705729484558, + "learning_rate": 7.69986216402481e-05, + "loss": 0.1218, + "step": 4470 + }, + { + "epoch": 0.11578321660248624, + "grad_norm": 0.0986822172999382, + "learning_rate": 7.717091660923501e-05, + "loss": 0.1224, + "step": 4480 + }, + { + "epoch": 0.11604166128240251, + "grad_norm": 0.06603804975748062, + "learning_rate": 7.734321157822192e-05, + "loss": 0.1223, + "step": 4490 + }, + { + "epoch": 0.11630010596231877, + "grad_norm": 0.051767513155937195, + "learning_rate": 7.751550654720883e-05, + "loss": 0.1223, + "step": 4500 + }, + { + "epoch": 0.11655855064223503, + "grad_norm": 0.04836812615394592, + "learning_rate": 7.768780151619573e-05, + "loss": 0.1226, + "step": 4510 + }, + { + "epoch": 0.1168169953221513, + "grad_norm": 0.04150184988975525, + "learning_rate": 7.786009648518263e-05, + "loss": 0.1224, + "step": 4520 + }, + { + "epoch": 0.11707544000206756, + "grad_norm": 0.031774718314409256, + "learning_rate": 7.803239145416954e-05, + "loss": 0.1231, + "step": 4530 + }, + { + "epoch": 0.11733388468198382, + "grad_norm": 0.08382511883974075, + "learning_rate": 7.820468642315645e-05, + "loss": 0.1225, + "step": 4540 + }, + { + "epoch": 0.11759232936190009, + "grad_norm": 0.08452083170413971, + "learning_rate": 7.837698139214336e-05, + "loss": 0.1228, + "step": 4550 + }, + { + "epoch": 0.11785077404181635, + "grad_norm": 0.035038746893405914, + "learning_rate": 7.854927636113027e-05, + "loss": 0.1224, + "step": 4560 + }, + { + "epoch": 0.11810921872173262, + "grad_norm": 0.05306951701641083, + "learning_rate": 7.872157133011716e-05, + "loss": 0.1223, + "step": 4570 + }, + { + "epoch": 0.11836766340164888, + "grad_norm": 0.04382127895951271, + "learning_rate": 7.889386629910407e-05, + "loss": 0.1233, + "step": 4580 + }, + { + "epoch": 0.11862610808156514, + "grad_norm": 0.05427292734384537, + "learning_rate": 7.906616126809098e-05, + "loss": 0.1223, + "step": 4590 + }, + { + "epoch": 0.11888455276148141, + "grad_norm": 0.09626989811658859, + "learning_rate": 7.923845623707789e-05, + "loss": 0.1226, + "step": 4600 + }, + { + "epoch": 0.11914299744139767, + "grad_norm": 0.11436836421489716, + "learning_rate": 7.941075120606479e-05, + "loss": 0.1229, + "step": 4610 + }, + { + "epoch": 0.11940144212131393, + "grad_norm": 0.12255112081766129, + "learning_rate": 7.958304617505168e-05, + "loss": 0.1227, + "step": 4620 + }, + { + "epoch": 0.1196598868012302, + "grad_norm": 0.05500219762325287, + "learning_rate": 7.97553411440386e-05, + "loss": 0.1218, + "step": 4630 + }, + { + "epoch": 0.11991833148114646, + "grad_norm": 0.10685759782791138, + "learning_rate": 7.99276361130255e-05, + "loss": 0.1227, + "step": 4640 + }, + { + "epoch": 0.12017677616106272, + "grad_norm": 0.06736599653959274, + "learning_rate": 8.009993108201241e-05, + "loss": 0.1226, + "step": 4650 + }, + { + "epoch": 0.12043522084097899, + "grad_norm": 0.03752527013421059, + "learning_rate": 8.027222605099931e-05, + "loss": 0.1231, + "step": 4660 + }, + { + "epoch": 0.12069366552089525, + "grad_norm": 0.08045470714569092, + "learning_rate": 8.044452101998622e-05, + "loss": 0.1225, + "step": 4670 + }, + { + "epoch": 0.12095211020081152, + "grad_norm": 0.08815325051546097, + "learning_rate": 8.061681598897313e-05, + "loss": 0.1227, + "step": 4680 + }, + { + "epoch": 0.12121055488072778, + "grad_norm": 0.06669121235609055, + "learning_rate": 8.078911095796004e-05, + "loss": 0.1226, + "step": 4690 + }, + { + "epoch": 0.12146899956064404, + "grad_norm": 0.0494580939412117, + "learning_rate": 8.096140592694694e-05, + "loss": 0.1222, + "step": 4700 + }, + { + "epoch": 0.12172744424056031, + "grad_norm": 0.043872687965631485, + "learning_rate": 8.113370089593385e-05, + "loss": 0.1219, + "step": 4710 + }, + { + "epoch": 0.12198588892047657, + "grad_norm": 0.059116628021001816, + "learning_rate": 8.130599586492074e-05, + "loss": 0.1228, + "step": 4720 + }, + { + "epoch": 0.12224433360039283, + "grad_norm": 0.03547026216983795, + "learning_rate": 8.147829083390765e-05, + "loss": 0.1226, + "step": 4730 + }, + { + "epoch": 0.1225027782803091, + "grad_norm": 0.07757695019245148, + "learning_rate": 8.165058580289456e-05, + "loss": 0.1229, + "step": 4740 + }, + { + "epoch": 0.12276122296022536, + "grad_norm": 0.05295100063085556, + "learning_rate": 8.182288077188146e-05, + "loss": 0.1223, + "step": 4750 + }, + { + "epoch": 0.12301966764014163, + "grad_norm": 0.07923055440187454, + "learning_rate": 8.199517574086837e-05, + "loss": 0.1215, + "step": 4760 + }, + { + "epoch": 0.12327811232005789, + "grad_norm": 0.032670192420482635, + "learning_rate": 8.216747070985528e-05, + "loss": 0.1229, + "step": 4770 + }, + { + "epoch": 0.12353655699997415, + "grad_norm": 0.11639686673879623, + "learning_rate": 8.233976567884219e-05, + "loss": 0.1225, + "step": 4780 + }, + { + "epoch": 0.12379500167989042, + "grad_norm": 0.043049536645412445, + "learning_rate": 8.25120606478291e-05, + "loss": 0.1223, + "step": 4790 + }, + { + "epoch": 0.12405344635980668, + "grad_norm": 0.03224676847457886, + "learning_rate": 8.268435561681599e-05, + "loss": 0.1226, + "step": 4800 + }, + { + "epoch": 0.12431189103972294, + "grad_norm": 0.11773455142974854, + "learning_rate": 8.28566505858029e-05, + "loss": 0.1229, + "step": 4810 + }, + { + "epoch": 0.12457033571963921, + "grad_norm": 0.09413377940654755, + "learning_rate": 8.30289455547898e-05, + "loss": 0.1238, + "step": 4820 + }, + { + "epoch": 0.12482878039955547, + "grad_norm": 0.06334367394447327, + "learning_rate": 8.320124052377671e-05, + "loss": 0.1224, + "step": 4830 + }, + { + "epoch": 0.12508722507947173, + "grad_norm": 0.050037506967782974, + "learning_rate": 8.33735354927636e-05, + "loss": 0.1219, + "step": 4840 + }, + { + "epoch": 0.125345669759388, + "grad_norm": 0.032983407378196716, + "learning_rate": 8.354583046175052e-05, + "loss": 0.123, + "step": 4850 + }, + { + "epoch": 0.12560411443930428, + "grad_norm": 0.03815971314907074, + "learning_rate": 8.371812543073743e-05, + "loss": 0.1229, + "step": 4860 + }, + { + "epoch": 0.12586255911922054, + "grad_norm": 0.05136092007160187, + "learning_rate": 8.389042039972433e-05, + "loss": 0.1226, + "step": 4870 + }, + { + "epoch": 0.1261210037991368, + "grad_norm": 0.053991496562957764, + "learning_rate": 8.406271536871124e-05, + "loss": 0.1227, + "step": 4880 + }, + { + "epoch": 0.12637944847905305, + "grad_norm": 0.054335158318281174, + "learning_rate": 8.423501033769814e-05, + "loss": 0.1222, + "step": 4890 + }, + { + "epoch": 0.1266378931589693, + "grad_norm": 0.042548444122076035, + "learning_rate": 8.440730530668505e-05, + "loss": 0.1227, + "step": 4900 + }, + { + "epoch": 0.1268963378388856, + "grad_norm": 0.042858757078647614, + "learning_rate": 8.457960027567196e-05, + "loss": 0.1231, + "step": 4910 + }, + { + "epoch": 0.12715478251880186, + "grad_norm": 0.1008346900343895, + "learning_rate": 8.475189524465886e-05, + "loss": 0.1224, + "step": 4920 + }, + { + "epoch": 0.12741322719871812, + "grad_norm": 0.11128246039152145, + "learning_rate": 8.492419021364577e-05, + "loss": 0.1232, + "step": 4930 + }, + { + "epoch": 0.12767167187863437, + "grad_norm": 0.052652839571237564, + "learning_rate": 8.509648518263266e-05, + "loss": 0.1223, + "step": 4940 + }, + { + "epoch": 0.12793011655855063, + "grad_norm": 0.03955278545618057, + "learning_rate": 8.526878015161957e-05, + "loss": 0.1224, + "step": 4950 + }, + { + "epoch": 0.12818856123846692, + "grad_norm": 0.042201098054647446, + "learning_rate": 8.544107512060648e-05, + "loss": 0.1221, + "step": 4960 + }, + { + "epoch": 0.12844700591838318, + "grad_norm": 0.1115364357829094, + "learning_rate": 8.561337008959339e-05, + "loss": 0.1223, + "step": 4970 + }, + { + "epoch": 0.12870545059829944, + "grad_norm": 0.060178887099027634, + "learning_rate": 8.578566505858029e-05, + "loss": 0.1229, + "step": 4980 + }, + { + "epoch": 0.1289638952782157, + "grad_norm": 0.042597394436597824, + "learning_rate": 8.59579600275672e-05, + "loss": 0.1231, + "step": 4990 + }, + { + "epoch": 0.12922233995813195, + "grad_norm": 0.03702604025602341, + "learning_rate": 8.613025499655411e-05, + "loss": 0.1224, + "step": 5000 + }, + { + "epoch": 0.1294807846380482, + "grad_norm": 0.07880663871765137, + "learning_rate": 8.630254996554102e-05, + "loss": 0.1224, + "step": 5010 + }, + { + "epoch": 0.1297392293179645, + "grad_norm": 0.03913779556751251, + "learning_rate": 8.647484493452791e-05, + "loss": 0.1227, + "step": 5020 + }, + { + "epoch": 0.12999767399788076, + "grad_norm": 0.09998935461044312, + "learning_rate": 8.664713990351482e-05, + "loss": 0.1219, + "step": 5030 + }, + { + "epoch": 0.13025611867779702, + "grad_norm": 0.03601246327161789, + "learning_rate": 8.681943487250172e-05, + "loss": 0.1228, + "step": 5040 + }, + { + "epoch": 0.13051456335771328, + "grad_norm": 0.044729083776474, + "learning_rate": 8.699172984148863e-05, + "loss": 0.1231, + "step": 5050 + }, + { + "epoch": 0.13077300803762953, + "grad_norm": 0.07009709626436234, + "learning_rate": 8.716402481047554e-05, + "loss": 0.1222, + "step": 5060 + }, + { + "epoch": 0.13103145271754582, + "grad_norm": 0.031709179282188416, + "learning_rate": 8.733631977946244e-05, + "loss": 0.1222, + "step": 5070 + }, + { + "epoch": 0.13128989739746208, + "grad_norm": 0.04385843873023987, + "learning_rate": 8.750861474844935e-05, + "loss": 0.123, + "step": 5080 + }, + { + "epoch": 0.13154834207737834, + "grad_norm": 0.042127061635255814, + "learning_rate": 8.768090971743626e-05, + "loss": 0.1218, + "step": 5090 + }, + { + "epoch": 0.1318067867572946, + "grad_norm": 0.07429303228855133, + "learning_rate": 8.785320468642317e-05, + "loss": 0.1224, + "step": 5100 + }, + { + "epoch": 0.13206523143721086, + "grad_norm": 0.08992215245962143, + "learning_rate": 8.802549965541008e-05, + "loss": 0.1225, + "step": 5110 + }, + { + "epoch": 0.13232367611712714, + "grad_norm": 0.040515679866075516, + "learning_rate": 8.819779462439697e-05, + "loss": 0.1231, + "step": 5120 + }, + { + "epoch": 0.1325821207970434, + "grad_norm": 0.07399878650903702, + "learning_rate": 8.837008959338388e-05, + "loss": 0.1218, + "step": 5130 + }, + { + "epoch": 0.13284056547695966, + "grad_norm": 0.12034235894680023, + "learning_rate": 8.854238456237078e-05, + "loss": 0.1228, + "step": 5140 + }, + { + "epoch": 0.13309901015687592, + "grad_norm": 0.05388695001602173, + "learning_rate": 8.871467953135769e-05, + "loss": 0.1227, + "step": 5150 + }, + { + "epoch": 0.13335745483679218, + "grad_norm": 0.053491197526454926, + "learning_rate": 8.88869745003446e-05, + "loss": 0.1221, + "step": 5160 + }, + { + "epoch": 0.13361589951670844, + "grad_norm": 0.04084569588303566, + "learning_rate": 8.90592694693315e-05, + "loss": 0.1228, + "step": 5170 + }, + { + "epoch": 0.13387434419662472, + "grad_norm": 0.0465102382004261, + "learning_rate": 8.92315644383184e-05, + "loss": 0.123, + "step": 5180 + }, + { + "epoch": 0.13413278887654098, + "grad_norm": 0.09565524756908417, + "learning_rate": 8.940385940730531e-05, + "loss": 0.1221, + "step": 5190 + }, + { + "epoch": 0.13439123355645724, + "grad_norm": 0.06772435456514359, + "learning_rate": 8.957615437629222e-05, + "loss": 0.1226, + "step": 5200 + }, + { + "epoch": 0.1346496782363735, + "grad_norm": 0.06020309776067734, + "learning_rate": 8.974844934527912e-05, + "loss": 0.1226, + "step": 5210 + }, + { + "epoch": 0.13490812291628976, + "grad_norm": 0.06735508888959885, + "learning_rate": 8.992074431426603e-05, + "loss": 0.1234, + "step": 5220 + }, + { + "epoch": 0.13516656759620604, + "grad_norm": 0.07625043392181396, + "learning_rate": 9.009303928325294e-05, + "loss": 0.1228, + "step": 5230 + }, + { + "epoch": 0.1354250122761223, + "grad_norm": 0.03906608372926712, + "learning_rate": 9.026533425223984e-05, + "loss": 0.1228, + "step": 5240 + }, + { + "epoch": 0.13568345695603856, + "grad_norm": 0.050199955701828, + "learning_rate": 9.043762922122675e-05, + "loss": 0.1227, + "step": 5250 + }, + { + "epoch": 0.13594190163595482, + "grad_norm": 0.047526754438877106, + "learning_rate": 9.060992419021364e-05, + "loss": 0.1228, + "step": 5260 + }, + { + "epoch": 0.13620034631587108, + "grad_norm": 0.06249832734465599, + "learning_rate": 9.078221915920055e-05, + "loss": 0.1218, + "step": 5270 + }, + { + "epoch": 0.13645879099578734, + "grad_norm": 0.06982988119125366, + "learning_rate": 9.095451412818746e-05, + "loss": 0.1229, + "step": 5280 + }, + { + "epoch": 0.13671723567570362, + "grad_norm": 0.04621538892388344, + "learning_rate": 9.112680909717437e-05, + "loss": 0.123, + "step": 5290 + }, + { + "epoch": 0.13697568035561988, + "grad_norm": 0.04687514528632164, + "learning_rate": 9.129910406616127e-05, + "loss": 0.1224, + "step": 5300 + }, + { + "epoch": 0.13723412503553614, + "grad_norm": 0.1940646767616272, + "learning_rate": 9.147139903514818e-05, + "loss": 0.1224, + "step": 5310 + }, + { + "epoch": 0.1374925697154524, + "grad_norm": 0.0559009313583374, + "learning_rate": 9.164369400413509e-05, + "loss": 0.1233, + "step": 5320 + }, + { + "epoch": 0.13775101439536866, + "grad_norm": 0.068574458360672, + "learning_rate": 9.1815988973122e-05, + "loss": 0.1221, + "step": 5330 + }, + { + "epoch": 0.13800945907528495, + "grad_norm": 0.04342379793524742, + "learning_rate": 9.19882839421089e-05, + "loss": 0.1217, + "step": 5340 + }, + { + "epoch": 0.1382679037552012, + "grad_norm": 0.08951599150896072, + "learning_rate": 9.216057891109579e-05, + "loss": 0.122, + "step": 5350 + }, + { + "epoch": 0.13852634843511746, + "grad_norm": 0.03746691718697548, + "learning_rate": 9.23328738800827e-05, + "loss": 0.1232, + "step": 5360 + }, + { + "epoch": 0.13878479311503372, + "grad_norm": 0.07881396263837814, + "learning_rate": 9.250516884906961e-05, + "loss": 0.122, + "step": 5370 + }, + { + "epoch": 0.13904323779494998, + "grad_norm": 0.030846592038869858, + "learning_rate": 9.267746381805652e-05, + "loss": 0.1225, + "step": 5380 + }, + { + "epoch": 0.13930168247486627, + "grad_norm": 0.07396665215492249, + "learning_rate": 9.284975878704343e-05, + "loss": 0.1228, + "step": 5390 + }, + { + "epoch": 0.13956012715478253, + "grad_norm": 0.05139466002583504, + "learning_rate": 9.302205375603033e-05, + "loss": 0.1229, + "step": 5400 + }, + { + "epoch": 0.13981857183469878, + "grad_norm": 0.056004252284765244, + "learning_rate": 9.319434872501724e-05, + "loss": 0.1223, + "step": 5410 + }, + { + "epoch": 0.14007701651461504, + "grad_norm": 0.04733270779252052, + "learning_rate": 9.336664369400415e-05, + "loss": 0.122, + "step": 5420 + }, + { + "epoch": 0.1403354611945313, + "grad_norm": 0.07832314074039459, + "learning_rate": 9.353893866299106e-05, + "loss": 0.1237, + "step": 5430 + }, + { + "epoch": 0.14059390587444756, + "grad_norm": 0.030930381268262863, + "learning_rate": 9.371123363197795e-05, + "loss": 0.124, + "step": 5440 + }, + { + "epoch": 0.14085235055436385, + "grad_norm": 0.06079782918095589, + "learning_rate": 9.388352860096485e-05, + "loss": 0.1229, + "step": 5450 + }, + { + "epoch": 0.1411107952342801, + "grad_norm": 0.05535131320357323, + "learning_rate": 9.405582356995176e-05, + "loss": 0.1221, + "step": 5460 + }, + { + "epoch": 0.14136923991419637, + "grad_norm": 0.10106604546308517, + "learning_rate": 9.422811853893867e-05, + "loss": 0.1233, + "step": 5470 + }, + { + "epoch": 0.14162768459411262, + "grad_norm": 0.029686246067285538, + "learning_rate": 9.440041350792558e-05, + "loss": 0.1229, + "step": 5480 + }, + { + "epoch": 0.14188612927402888, + "grad_norm": 0.14509092271327972, + "learning_rate": 9.457270847691247e-05, + "loss": 0.1225, + "step": 5490 + }, + { + "epoch": 0.14214457395394517, + "grad_norm": 0.04154964163899422, + "learning_rate": 9.474500344589938e-05, + "loss": 0.123, + "step": 5500 + }, + { + "epoch": 0.14240301863386143, + "grad_norm": 0.12305867671966553, + "learning_rate": 9.49172984148863e-05, + "loss": 0.1229, + "step": 5510 + }, + { + "epoch": 0.1426614633137777, + "grad_norm": 0.044824931770563126, + "learning_rate": 9.50895933838732e-05, + "loss": 0.1226, + "step": 5520 + }, + { + "epoch": 0.14291990799369395, + "grad_norm": 0.053049176931381226, + "learning_rate": 9.52618883528601e-05, + "loss": 0.1227, + "step": 5530 + }, + { + "epoch": 0.1431783526736102, + "grad_norm": 0.06704752892255783, + "learning_rate": 9.543418332184701e-05, + "loss": 0.123, + "step": 5540 + }, + { + "epoch": 0.1434367973535265, + "grad_norm": 0.08480844646692276, + "learning_rate": 9.56064782908339e-05, + "loss": 0.1224, + "step": 5550 + }, + { + "epoch": 0.14369524203344275, + "grad_norm": 0.03661547973752022, + "learning_rate": 9.577877325982082e-05, + "loss": 0.1229, + "step": 5560 + }, + { + "epoch": 0.143953686713359, + "grad_norm": 0.047675423324108124, + "learning_rate": 9.595106822880773e-05, + "loss": 0.1219, + "step": 5570 + }, + { + "epoch": 0.14421213139327527, + "grad_norm": 0.05953799933195114, + "learning_rate": 9.612336319779462e-05, + "loss": 0.123, + "step": 5580 + }, + { + "epoch": 0.14447057607319153, + "grad_norm": 0.07713500410318375, + "learning_rate": 9.629565816678153e-05, + "loss": 0.123, + "step": 5590 + }, + { + "epoch": 0.14472902075310778, + "grad_norm": 0.11610189825296402, + "learning_rate": 9.646795313576844e-05, + "loss": 0.1219, + "step": 5600 + }, + { + "epoch": 0.14498746543302407, + "grad_norm": 0.04153558239340782, + "learning_rate": 9.664024810475535e-05, + "loss": 0.1231, + "step": 5610 + }, + { + "epoch": 0.14524591011294033, + "grad_norm": 0.03742504492402077, + "learning_rate": 9.681254307374226e-05, + "loss": 0.1224, + "step": 5620 + }, + { + "epoch": 0.1455043547928566, + "grad_norm": 0.0383777841925621, + "learning_rate": 9.698483804272916e-05, + "loss": 0.1225, + "step": 5630 + }, + { + "epoch": 0.14576279947277285, + "grad_norm": 0.03921051323413849, + "learning_rate": 9.715713301171607e-05, + "loss": 0.1222, + "step": 5640 + }, + { + "epoch": 0.1460212441526891, + "grad_norm": 0.0732608512043953, + "learning_rate": 9.732942798070296e-05, + "loss": 0.123, + "step": 5650 + }, + { + "epoch": 0.1462796888326054, + "grad_norm": 0.05237583443522453, + "learning_rate": 9.750172294968987e-05, + "loss": 0.1229, + "step": 5660 + }, + { + "epoch": 0.14653813351252165, + "grad_norm": 0.09480612725019455, + "learning_rate": 9.767401791867677e-05, + "loss": 0.1228, + "step": 5670 + }, + { + "epoch": 0.1467965781924379, + "grad_norm": 0.05620969086885452, + "learning_rate": 9.784631288766368e-05, + "loss": 0.1227, + "step": 5680 + }, + { + "epoch": 0.14705502287235417, + "grad_norm": 0.03613579273223877, + "learning_rate": 9.801860785665059e-05, + "loss": 0.1227, + "step": 5690 + }, + { + "epoch": 0.14731346755227043, + "grad_norm": 0.069630928337574, + "learning_rate": 9.81909028256375e-05, + "loss": 0.1224, + "step": 5700 + }, + { + "epoch": 0.1475719122321867, + "grad_norm": 0.04210982844233513, + "learning_rate": 9.836319779462441e-05, + "loss": 0.1228, + "step": 5710 + }, + { + "epoch": 0.14783035691210297, + "grad_norm": 0.11130691319704056, + "learning_rate": 9.85354927636113e-05, + "loss": 0.1229, + "step": 5720 + }, + { + "epoch": 0.14808880159201923, + "grad_norm": 0.05518569424748421, + "learning_rate": 9.870778773259821e-05, + "loss": 0.1227, + "step": 5730 + }, + { + "epoch": 0.1483472462719355, + "grad_norm": 0.039407093077898026, + "learning_rate": 9.888008270158512e-05, + "loss": 0.1222, + "step": 5740 + }, + { + "epoch": 0.14860569095185175, + "grad_norm": 0.0508963018655777, + "learning_rate": 9.905237767057202e-05, + "loss": 0.1222, + "step": 5750 + }, + { + "epoch": 0.148864135631768, + "grad_norm": 0.031615208834409714, + "learning_rate": 9.922467263955893e-05, + "loss": 0.123, + "step": 5760 + }, + { + "epoch": 0.1491225803116843, + "grad_norm": 0.061446405947208405, + "learning_rate": 9.939696760854583e-05, + "loss": 0.1222, + "step": 5770 + }, + { + "epoch": 0.14938102499160055, + "grad_norm": 0.03070332109928131, + "learning_rate": 9.956926257753274e-05, + "loss": 0.123, + "step": 5780 + }, + { + "epoch": 0.1496394696715168, + "grad_norm": 0.06859464198350906, + "learning_rate": 9.974155754651965e-05, + "loss": 0.122, + "step": 5790 + }, + { + "epoch": 0.14989791435143307, + "grad_norm": 0.04705343768000603, + "learning_rate": 9.991385251550656e-05, + "loss": 0.124, + "step": 5800 + }, + { + "epoch": 0.15015635903134933, + "grad_norm": 0.033693280071020126, + "learning_rate": 9.999999600812937e-05, + "loss": 0.1239, + "step": 5810 + }, + { + "epoch": 0.15041480371126562, + "grad_norm": 0.04748392105102539, + "learning_rate": 9.999996407316989e-05, + "loss": 0.1229, + "step": 5820 + }, + { + "epoch": 0.15067324839118187, + "grad_norm": 0.08557397872209549, + "learning_rate": 9.999990020328007e-05, + "loss": 0.1236, + "step": 5830 + }, + { + "epoch": 0.15093169307109813, + "grad_norm": 0.031127164140343666, + "learning_rate": 9.999980439851815e-05, + "loss": 0.1232, + "step": 5840 + }, + { + "epoch": 0.1511901377510144, + "grad_norm": 0.07046674191951752, + "learning_rate": 9.999967665897161e-05, + "loss": 0.1222, + "step": 5850 + }, + { + "epoch": 0.15144858243093065, + "grad_norm": 0.035767097026109695, + "learning_rate": 9.999951698475694e-05, + "loss": 0.1224, + "step": 5860 + }, + { + "epoch": 0.15170702711084694, + "grad_norm": 0.06115670129656792, + "learning_rate": 9.999932537601986e-05, + "loss": 0.1232, + "step": 5870 + }, + { + "epoch": 0.1519654717907632, + "grad_norm": 0.04003420099616051, + "learning_rate": 9.999910183293522e-05, + "loss": 0.1223, + "step": 5880 + }, + { + "epoch": 0.15222391647067945, + "grad_norm": 0.06954909861087799, + "learning_rate": 9.999884635570693e-05, + "loss": 0.1227, + "step": 5890 + }, + { + "epoch": 0.1524823611505957, + "grad_norm": 0.11532850563526154, + "learning_rate": 9.999855894456816e-05, + "loss": 0.1227, + "step": 5900 + }, + { + "epoch": 0.15274080583051197, + "grad_norm": 0.04735326021909714, + "learning_rate": 9.99982395997811e-05, + "loss": 0.1227, + "step": 5910 + }, + { + "epoch": 0.15299925051042823, + "grad_norm": 0.03574826195836067, + "learning_rate": 9.999788832163714e-05, + "loss": 0.1231, + "step": 5920 + }, + { + "epoch": 0.15325769519034452, + "grad_norm": 0.03983622044324875, + "learning_rate": 9.999750511045682e-05, + "loss": 0.1222, + "step": 5930 + }, + { + "epoch": 0.15351613987026078, + "grad_norm": 0.0893009677529335, + "learning_rate": 9.999708996658979e-05, + "loss": 0.1223, + "step": 5940 + }, + { + "epoch": 0.15377458455017703, + "grad_norm": 0.04478004202246666, + "learning_rate": 9.999664289041481e-05, + "loss": 0.1226, + "step": 5950 + }, + { + "epoch": 0.1540330292300933, + "grad_norm": 0.05857371538877487, + "learning_rate": 9.999616388233984e-05, + "loss": 0.1229, + "step": 5960 + }, + { + "epoch": 0.15429147391000955, + "grad_norm": 0.034057389944791794, + "learning_rate": 9.999565294280191e-05, + "loss": 0.1219, + "step": 5970 + }, + { + "epoch": 0.15454991858992584, + "grad_norm": 0.05367177352309227, + "learning_rate": 9.999511007226721e-05, + "loss": 0.1229, + "step": 5980 + }, + { + "epoch": 0.1548083632698421, + "grad_norm": 0.0330672450363636, + "learning_rate": 9.99945352712311e-05, + "loss": 0.1225, + "step": 5990 + }, + { + "epoch": 0.15506680794975836, + "grad_norm": 0.06315747648477554, + "learning_rate": 9.999392854021805e-05, + "loss": 0.1217, + "step": 6000 + }, + { + "epoch": 0.15532525262967461, + "grad_norm": 0.042845889925956726, + "learning_rate": 9.99932898797816e-05, + "loss": 0.1225, + "step": 6010 + }, + { + "epoch": 0.15558369730959087, + "grad_norm": 0.04314880818128586, + "learning_rate": 9.999261929050457e-05, + "loss": 0.1229, + "step": 6020 + }, + { + "epoch": 0.15584214198950713, + "grad_norm": 0.039876632392406464, + "learning_rate": 9.999191677299873e-05, + "loss": 0.1226, + "step": 6030 + }, + { + "epoch": 0.15610058666942342, + "grad_norm": 0.04737882316112518, + "learning_rate": 9.999118232790515e-05, + "loss": 0.123, + "step": 6040 + }, + { + "epoch": 0.15635903134933968, + "grad_norm": 0.029079638421535492, + "learning_rate": 9.999041595589388e-05, + "loss": 0.1223, + "step": 6050 + }, + { + "epoch": 0.15661747602925594, + "grad_norm": 0.08300851285457611, + "learning_rate": 9.998961765766428e-05, + "loss": 0.1232, + "step": 6060 + }, + { + "epoch": 0.1568759207091722, + "grad_norm": 0.03632732480764389, + "learning_rate": 9.998878743394466e-05, + "loss": 0.1235, + "step": 6070 + }, + { + "epoch": 0.15713436538908845, + "grad_norm": 0.06861578673124313, + "learning_rate": 9.998792528549258e-05, + "loss": 0.1219, + "step": 6080 + }, + { + "epoch": 0.15739281006900474, + "grad_norm": 0.0559479258954525, + "learning_rate": 9.998703121309467e-05, + "loss": 0.1229, + "step": 6090 + }, + { + "epoch": 0.157651254748921, + "grad_norm": 0.04722253233194351, + "learning_rate": 9.99861052175667e-05, + "loss": 0.1224, + "step": 6100 + }, + { + "epoch": 0.15790969942883726, + "grad_norm": 0.03625471889972687, + "learning_rate": 9.998514729975361e-05, + "loss": 0.1227, + "step": 6110 + }, + { + "epoch": 0.15816814410875352, + "grad_norm": 0.08052948117256165, + "learning_rate": 9.998415746052938e-05, + "loss": 0.1235, + "step": 6120 + }, + { + "epoch": 0.15842658878866978, + "grad_norm": 0.03705105558037758, + "learning_rate": 9.99831357007972e-05, + "loss": 0.1222, + "step": 6130 + }, + { + "epoch": 0.15868503346858606, + "grad_norm": 0.05433618277311325, + "learning_rate": 9.998208202148934e-05, + "loss": 0.1219, + "step": 6140 + }, + { + "epoch": 0.15894347814850232, + "grad_norm": 0.043679412454366684, + "learning_rate": 9.99809964235672e-05, + "loss": 0.1223, + "step": 6150 + }, + { + "epoch": 0.15920192282841858, + "grad_norm": 0.03310234472155571, + "learning_rate": 9.997987890802134e-05, + "loss": 0.1232, + "step": 6160 + }, + { + "epoch": 0.15946036750833484, + "grad_norm": 0.24289415776729584, + "learning_rate": 9.997872947587137e-05, + "loss": 0.1237, + "step": 6170 + }, + { + "epoch": 0.1597188121882511, + "grad_norm": 0.039240024983882904, + "learning_rate": 9.997754812816609e-05, + "loss": 0.1236, + "step": 6180 + }, + { + "epoch": 0.15997725686816736, + "grad_norm": 0.04712551832199097, + "learning_rate": 9.997633486598339e-05, + "loss": 0.1227, + "step": 6190 + }, + { + "epoch": 0.16023570154808364, + "grad_norm": 0.02947244606912136, + "learning_rate": 9.997508969043028e-05, + "loss": 0.1226, + "step": 6200 + }, + { + "epoch": 0.1604941462279999, + "grad_norm": 0.04263737425208092, + "learning_rate": 9.997381260264289e-05, + "loss": 0.1226, + "step": 6210 + }, + { + "epoch": 0.16075259090791616, + "grad_norm": 0.04998556524515152, + "learning_rate": 9.997250360378649e-05, + "loss": 0.1224, + "step": 6220 + }, + { + "epoch": 0.16101103558783242, + "grad_norm": 0.04966837912797928, + "learning_rate": 9.997116269505542e-05, + "loss": 0.122, + "step": 6230 + }, + { + "epoch": 0.16126948026774868, + "grad_norm": 2.4541170597076416, + "learning_rate": 9.996978987767316e-05, + "loss": 0.1392, + "step": 6240 + }, + { + "epoch": 0.16152792494766496, + "grad_norm": 2.3374593257904053, + "learning_rate": 9.996838515289233e-05, + "loss": 0.273, + "step": 6250 + }, + { + "epoch": 0.16178636962758122, + "grad_norm": 0.7933456301689148, + "learning_rate": 9.996694852199462e-05, + "loss": 0.2465, + "step": 6260 + }, + { + "epoch": 0.16204481430749748, + "grad_norm": 0.1552945226430893, + "learning_rate": 9.996547998629086e-05, + "loss": 0.1878, + "step": 6270 + }, + { + "epoch": 0.16230325898741374, + "grad_norm": 0.06761500984430313, + "learning_rate": 9.9963979547121e-05, + "loss": 0.1431, + "step": 6280 + }, + { + "epoch": 0.16256170366733, + "grad_norm": 0.044655121862888336, + "learning_rate": 9.996244720585406e-05, + "loss": 0.132, + "step": 6290 + }, + { + "epoch": 0.16282014834724629, + "grad_norm": 0.05911582335829735, + "learning_rate": 9.996088296388819e-05, + "loss": 0.1289, + "step": 6300 + }, + { + "epoch": 0.16307859302716254, + "grad_norm": 0.05969958379864693, + "learning_rate": 9.995928682265066e-05, + "loss": 0.1274, + "step": 6310 + }, + { + "epoch": 0.1633370377070788, + "grad_norm": 0.05558212473988533, + "learning_rate": 9.99576587835978e-05, + "loss": 0.1257, + "step": 6320 + }, + { + "epoch": 0.16359548238699506, + "grad_norm": 0.039261166006326675, + "learning_rate": 9.995599884821512e-05, + "loss": 0.1257, + "step": 6330 + }, + { + "epoch": 0.16385392706691132, + "grad_norm": 0.042636334896087646, + "learning_rate": 9.995430701801718e-05, + "loss": 0.1244, + "step": 6340 + }, + { + "epoch": 0.16411237174682758, + "grad_norm": 0.08441650122404099, + "learning_rate": 9.995258329454764e-05, + "loss": 0.1236, + "step": 6350 + }, + { + "epoch": 0.16437081642674387, + "grad_norm": 0.10627511143684387, + "learning_rate": 9.995082767937926e-05, + "loss": 0.1238, + "step": 6360 + }, + { + "epoch": 0.16462926110666012, + "grad_norm": 0.05446818843483925, + "learning_rate": 9.994904017411396e-05, + "loss": 0.1244, + "step": 6370 + }, + { + "epoch": 0.16488770578657638, + "grad_norm": 0.06856249272823334, + "learning_rate": 9.994722078038267e-05, + "loss": 0.1236, + "step": 6380 + }, + { + "epoch": 0.16514615046649264, + "grad_norm": 0.037659402936697006, + "learning_rate": 9.994536949984548e-05, + "loss": 0.1236, + "step": 6390 + }, + { + "epoch": 0.1654045951464089, + "grad_norm": 0.03551631048321724, + "learning_rate": 9.994348633419151e-05, + "loss": 0.1234, + "step": 6400 + }, + { + "epoch": 0.1656630398263252, + "grad_norm": 0.031569816172122955, + "learning_rate": 9.994157128513904e-05, + "loss": 0.1232, + "step": 6410 + }, + { + "epoch": 0.16592148450624145, + "grad_norm": 0.04272282123565674, + "learning_rate": 9.99396243544354e-05, + "loss": 0.1234, + "step": 6420 + }, + { + "epoch": 0.1661799291861577, + "grad_norm": 0.03308616206049919, + "learning_rate": 9.993764554385703e-05, + "loss": 0.124, + "step": 6430 + }, + { + "epoch": 0.16643837386607396, + "grad_norm": 0.052899401634931564, + "learning_rate": 9.993563485520947e-05, + "loss": 0.1238, + "step": 6440 + }, + { + "epoch": 0.16669681854599022, + "grad_norm": 0.035774342715740204, + "learning_rate": 9.99335922903273e-05, + "loss": 0.1234, + "step": 6450 + }, + { + "epoch": 0.1669552632259065, + "grad_norm": 0.050451263785362244, + "learning_rate": 9.993151785107424e-05, + "loss": 0.1235, + "step": 6460 + }, + { + "epoch": 0.16721370790582277, + "grad_norm": 0.08559366315603256, + "learning_rate": 9.992941153934305e-05, + "loss": 0.123, + "step": 6470 + }, + { + "epoch": 0.16747215258573903, + "grad_norm": 0.039069630205631256, + "learning_rate": 9.992727335705556e-05, + "loss": 0.1233, + "step": 6480 + }, + { + "epoch": 0.16773059726565528, + "grad_norm": 0.047745149582624435, + "learning_rate": 9.992510330616275e-05, + "loss": 0.1229, + "step": 6490 + }, + { + "epoch": 0.16798904194557154, + "grad_norm": 0.04739811271429062, + "learning_rate": 9.992290138864462e-05, + "loss": 0.1229, + "step": 6500 + }, + { + "epoch": 0.1682474866254878, + "grad_norm": 0.1085251048207283, + "learning_rate": 9.992066760651027e-05, + "loss": 0.123, + "step": 6510 + }, + { + "epoch": 0.1685059313054041, + "grad_norm": 0.03648116812109947, + "learning_rate": 9.991840196179782e-05, + "loss": 0.1219, + "step": 6520 + }, + { + "epoch": 0.16876437598532035, + "grad_norm": 0.046662673354148865, + "learning_rate": 9.991610445657456e-05, + "loss": 0.1227, + "step": 6530 + }, + { + "epoch": 0.1690228206652366, + "grad_norm": 0.04393250122666359, + "learning_rate": 9.991377509293675e-05, + "loss": 0.1229, + "step": 6540 + }, + { + "epoch": 0.16928126534515286, + "grad_norm": 0.03683726489543915, + "learning_rate": 9.991141387300982e-05, + "loss": 0.1224, + "step": 6550 + }, + { + "epoch": 0.16953971002506912, + "grad_norm": 0.10352063924074173, + "learning_rate": 9.990902079894814e-05, + "loss": 0.1225, + "step": 6560 + }, + { + "epoch": 0.1697981547049854, + "grad_norm": 0.07992726564407349, + "learning_rate": 9.990659587293529e-05, + "loss": 0.1235, + "step": 6570 + } + ], + "logging_steps": 10, + "max_steps": 38693, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 387, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.1002293191030866e+18, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/training_args.bin b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dcc24935fbec007a8bb96df5405430d79cd72660 --- /dev/null +++ b/saves/composition-10B/op_level/id2-10_0.2easy_0.3medium_0.5hard/cpt0.2-uniform_0.8-11-14_plus/checkpoint-6579/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e3a78494c56d71516c49e12d8a074314e5088114a26358e11ffa123915451a +size 6353