| { |
| "step": 1985, |
| "provenance": { |
| "run": "step-curriculum", |
| "git_commit": "9f84686520e4c97f7b0cb72fc03c1a7ed1bf6521", |
| "development": "9543e3aa07b0dcc530c7178d362358c58dab4841b0aab6930bc1a6b8b0b5ce9a", |
| "temperature": "37218765abf04583040ebf645e98f861737752da86738d4712f29116c8ddf105", |
| "train": "66d97b53502e41fb8f691136c68369a8853b9d5e19c626facbaa3bbf09f67786", |
| "train.py": "802c2a6fc5adb00896ce615ea0ba4c827eea8d73ea2f9bb5523497bd0586af32", |
| "model.py": "8c5579d3fcd42cb2de4e5a6515259cf4c5177ad7754af9b44c3d7f38b22efcc2", |
| "encoder.py": "6aa794b6c48a586d413e0be4d4ac2a1bb50bd3a83d23439b13c12c5b7dd0aac8", |
| "decoder.py": "9ee8ebbe5adc1ca11821b9f51e511206c6c612aeaa2648aa2388f3604480d2e0", |
| "models.py": "19abbc6be22049c2934a664e93aff0f968b724aa74f7d080e7dc0e367ac0120c", |
| "optim.py": "4fbfc0fee138121f363651eacaff84a672f758ab64d36175569bf00929c9cc5b", |
| "evaluate.py": "6d5c55b52ecf99d10c1522089feac4654eb2d161e90b13e408d085bca248ec41", |
| "types.py": "085d188898f939c581f6eeec2ebf1ab31df64f0aadef2e108cc70f2f42ecb929", |
| "events.py": "989646a80f0ee8695bd7c0e98ff945d04d02a511b9ecf06439048b4df0aceec2", |
| "lora.py": "9f29a448c49dd51878a839bc9bb3ae2dd2fe31914f19684889d2cc85a42d6914", |
| "uv.lock": "69e63d333763a522fd9aa451fa244653bf46a26b48f6216ada175a614471a12e" |
| }, |
| "max_options": 13, |
| "initial_artifact": { |
| "path": "mstrasser/jeff-base", |
| "base_model": "Qwen/Qwen3.5-0.8B", |
| "revision": "2fc06364715b967f1860aea9cf38778875588b17", |
| "temperature": 1.075222461312357, |
| "decision_config": { |
| "step": 1113, |
| "provenance": { |
| "run": "ll-v12", |
| "git_commit": "016711d9daba54b941a38789be8e8b328e8db1e7", |
| "development": "ebcedc3e726548c08da90ff569b94e4822f23312dfc3ea29b93579cfec3016c7", |
| "temperature": "e735fa4e0df3482752112bc9cdff6af9ddb7be07a0a9f2fb8dd8cf2355042bf6", |
| "train": "f826592e75acdaa9510af5b15d5c944e07628632134cd57d2d6840192696e4ac", |
| "train.py": "9f3fdd0e4caf20f8eff77aa5b49fbc4c60df0b185a405ca4bc7ccf021cff5922", |
| "model.py": "8c5579d3fcd42cb2de4e5a6515259cf4c5177ad7754af9b44c3d7f38b22efcc2", |
| "encoder.py": "6aa794b6c48a586d413e0be4d4ac2a1bb50bd3a83d23439b13c12c5b7dd0aac8", |
| "decoder.py": "9ee8ebbe5adc1ca11821b9f51e511206c6c612aeaa2648aa2388f3604480d2e0", |
| "models.py": "19abbc6be22049c2934a664e93aff0f968b724aa74f7d080e7dc0e367ac0120c", |
| "optim.py": "4fbfc0fee138121f363651eacaff84a672f758ab64d36175569bf00929c9cc5b", |
| "evaluate.py": "6d5c55b52ecf99d10c1522089feac4654eb2d161e90b13e408d085bca248ec41", |
| "types.py": "085d188898f939c581f6eeec2ebf1ab31df64f0aadef2e108cc70f2f42ecb929", |
| "events.py": "989646a80f0ee8695bd7c0e98ff945d04d02a511b9ecf06439048b4df0aceec2", |
| "uv.lock": "69e63d333763a522fd9aa451fa244653bf46a26b48f6216ada175a614471a12e" |
| }, |
| "max_options": 254, |
| "format_version": 1, |
| "base_model": "Qwen/Qwen3.5-0.8B", |
| "revision": "2fc06364715b967f1860aea9cf38778875588b17", |
| "codes": [ |
| "A", |
| "B", |
| "C", |
| "D", |
| "E", |
| "F", |
| "G", |
| "H", |
| "I", |
| "J", |
| "K", |
| "L", |
| "M", |
| "N", |
| "O", |
| "P", |
| "Q", |
| "R", |
| "S", |
| "T", |
| "U", |
| "V", |
| "W", |
| "X", |
| "Y", |
| "Z", |
| "AA", |
| "AB", |
| "AC", |
| "AD", |
| "AE", |
| "AF", |
| "AG", |
| "AH", |
| "AI", |
| "AJ", |
| "AK", |
| "AL", |
| "AM", |
| "AN", |
| "AO", |
| "AP", |
| "AQ", |
| "AR", |
| "AS", |
| "AT", |
| "AU", |
| "AV", |
| "AW", |
| "AX", |
| "AY", |
| "AZ", |
| "BA", |
| "BB", |
| "BC", |
| "BD", |
| "BE", |
| "BF", |
| "BG", |
| "BH", |
| "BI", |
| "BJ", |
| "BK", |
| "BL", |
| "BM", |
| "BN", |
| "BO", |
| "BP", |
| "BR", |
| "BS", |
| "BT", |
| "BU", |
| "BV", |
| "BW", |
| "BX", |
| "BY", |
| "CA", |
| "CB", |
| "CC", |
| "CD", |
| "CE", |
| "CF", |
| "CG", |
| "CH", |
| "CI", |
| "CK", |
| "CL", |
| "CM", |
| "CN", |
| "CO", |
| "CP", |
| "CR", |
| "CS", |
| "CT", |
| "CU", |
| "CV", |
| "CW", |
| "CX", |
| "CY", |
| "DA", |
| "DB", |
| "DC", |
| "DD", |
| "DE", |
| "DF", |
| "DG", |
| "DH", |
| "DI", |
| "DJ", |
| "DK", |
| "DL", |
| "DM", |
| "DN", |
| "DO", |
| "DP", |
| "DR", |
| "DS", |
| "DT", |
| "DU", |
| "DV", |
| "DW", |
| "DX", |
| "DY", |
| "EA", |
| "EB", |
| "EC", |
| "ED", |
| "EE", |
| "EF", |
| "EG", |
| "EH", |
| "EI", |
| "EK", |
| "EL", |
| "EM", |
| "EN", |
| "EO", |
| "EP", |
| "EQ", |
| "ER", |
| "ES", |
| "ET", |
| "EU", |
| "EV", |
| "EW", |
| "EX", |
| "EZ", |
| "FA", |
| "FB", |
| "FC", |
| "FD", |
| "FE", |
| "FF", |
| "FG", |
| "FH", |
| "FI", |
| "FK", |
| "FL", |
| "FM", |
| "FN", |
| "FO", |
| "FP", |
| "FR", |
| "FS", |
| "FT", |
| "FU", |
| "FW", |
| "FX", |
| "FY", |
| "GA", |
| "GB", |
| "GC", |
| "GD", |
| "GE", |
| "GF", |
| "GG", |
| "GH", |
| "GI", |
| "GL", |
| "GM", |
| "GN", |
| "GO", |
| "GP", |
| "GR", |
| "GS", |
| "GT", |
| "GU", |
| "GV", |
| "GW", |
| "GX", |
| "GY", |
| "HA", |
| "HB", |
| "HC", |
| "HD", |
| "HE", |
| "HF", |
| "HG", |
| "HH", |
| "HI", |
| "HK", |
| "HL", |
| "HM", |
| "HN", |
| "HO", |
| "HP", |
| "HQ", |
| "HR", |
| "HS", |
| "HT", |
| "HU", |
| "HV", |
| "HW", |
| "HX", |
| "HY", |
| "HZ", |
| "IA", |
| "IB", |
| "IC", |
| "ID", |
| "IE", |
| "IF", |
| "IG", |
| "IH", |
| "II", |
| "IJ", |
| "IK", |
| "IL", |
| "IM", |
| "IN", |
| "IO", |
| "IP", |
| "IQ", |
| "IR", |
| "IS", |
| "IT", |
| "IU", |
| "IV", |
| "IW", |
| "IX", |
| "IZ", |
| "JA", |
| "JB", |
| "JC", |
| "JD", |
| "JE", |
| "JI", |
| "JJ", |
| "JK", |
| "JM", |
| "JO", |
| "JP", |
| "JR", |
| "JS", |
| "JT" |
| ], |
| "token_ids": [ |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 5840, |
| 1803, |
| 1646, |
| 1745, |
| 13276, |
| 8018, |
| 1825, |
| 28946, |
| 15015, |
| 29595, |
| 11568, |
| 939, |
| 1354, |
| 1058, |
| 18183, |
| 2456, |
| 88898, |
| 905, |
| 1846, |
| 802, |
| 33869, |
| 7839, |
| 14006, |
| 2860, |
| 2926, |
| 22828, |
| 6844, |
| 9798, |
| 4738, |
| 9265, |
| 11261, |
| 19278, |
| 36513, |
| 93801, |
| 8335, |
| 14544, |
| 85266, |
| 9110, |
| 28000, |
| 15137, |
| 4525, |
| 25261, |
| 12717, |
| 7116, |
| 17078, |
| 14497, |
| 57339, |
| 74909, |
| 52072, |
| 19305, |
| 4887, |
| 12607, |
| 3580, |
| 6281, |
| 2036, |
| 9362, |
| 8533, |
| 2080, |
| 10911, |
| 2925, |
| 3040, |
| 9690, |
| 27731, |
| 8023, |
| 6901, |
| 8702, |
| 6211, |
| 1123, |
| 16307, |
| 18990, |
| 64045, |
| 63037, |
| 33380, |
| 6151, |
| 3392, |
| 5449, |
| 3967, |
| 1113, |
| 5095, |
| 51923, |
| 49600, |
| 17099, |
| 51483, |
| 17756, |
| 16037, |
| 8135, |
| 30237, |
| 5683, |
| 9992, |
| 7444, |
| 5751, |
| 10284, |
| 20887, |
| 59884, |
| 52396, |
| 16103, |
| 67547, |
| 18535, |
| 8006, |
| 7263, |
| 1425, |
| 6878, |
| 14453, |
| 9097, |
| 44072, |
| 76089, |
| 68720, |
| 2662, |
| 2629, |
| 923, |
| 6548, |
| 8924, |
| 52194, |
| 622, |
| 1515, |
| 1300, |
| 37523, |
| 44473, |
| 36530, |
| 3152, |
| 93924, |
| 3505, |
| 15731, |
| 6542, |
| 14176, |
| 11091, |
| 1686, |
| 11660, |
| 80440, |
| 18836, |
| 26132, |
| 5934, |
| 24794, |
| 40229, |
| 3660, |
| 11361, |
| 10191, |
| 8225, |
| 3860, |
| 78413, |
| 17680, |
| 15900, |
| 78138, |
| 15653, |
| 5213, |
| 22150, |
| 39500, |
| 10460, |
| 35131, |
| 21563, |
| 43194, |
| 27127, |
| 3697, |
| 20011, |
| 24368, |
| 15058, |
| 23658, |
| 8362, |
| 16035, |
| 24583, |
| 52857, |
| 38403, |
| 60456, |
| 81519, |
| 40097, |
| 16522, |
| 29722, |
| 21756, |
| 18567, |
| 1736, |
| 48043, |
| 87013, |
| 22456, |
| 23165, |
| 55523, |
| 13097, |
| 50397, |
| 41741, |
| 23073, |
| 6401, |
| 86538, |
| 16585, |
| 11622, |
| 2464, |
| 84982, |
| 75516, |
| 36984, |
| 58795, |
| 47217, |
| 59675, |
| 5681, |
| 3151, |
| 1271, |
| 887, |
| 5203, |
| 2685, |
| 1849, |
| 72470, |
| 5370, |
| 74063, |
| 27629, |
| 1655, |
| 1728, |
| 669, |
| 3682, |
| 3191, |
| 59865, |
| 2712, |
| 1580, |
| 922, |
| 77243, |
| 2990, |
| 78493, |
| 5228, |
| 2750, |
| 42711, |
| 44568, |
| 56402, |
| 48236, |
| 38993, |
| 43559, |
| 61250, |
| 32942, |
| 86302, |
| 25310, |
| 26313, |
| 81770, |
| 12185, |
| 78382 |
| ], |
| "temperature": 1.075222461312357, |
| "prompt_layout": "live-last" |
| }, |
| "files_sha256": { |
| "chat_template.jinja": "273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80", |
| "config.json": "e430598ca8aa6228b9856573dcc0425d0710acad4a19a937da52cde724b34f25", |
| "decision_config.json": "109c95dae0ae97466caced45e6c6387770dc1ad80d61ba9ae061be8158bcb045", |
| "model.safetensors": "d324dd6c9bb61b30af65564135b33f6892c30a9b2bd22667b2e09b9c8118cf77", |
| "processor_config.json": "abb488b9a03a53407dc9c8e43c0a2caec9142e5fc7a1203807fdf54b2149cc8f", |
| "readout.safetensors": "b504d7a83a6b72837e6ad99e7da12eab28e5a54f9f637e8c4c8c8997c800c74a", |
| "tokenizer.json": "6f32ce20dc35f57a7f9ad1eac03525bd7d30f9df8cea6507e958279cc3657706", |
| "tokenizer_config.json": "5f7aa0d810000c4a0940b35c8f16e56c3439260fccc13a321826ebc3ccf2501f" |
| }, |
| "artifact_sha256": "cfc3ef08726dba60f1275a8994681faae8614562cf4ac379817ee1c0f27ef49d", |
| "revision_on_hub": "v1.3" |
| }, |
| "format_version": 1, |
| "base_model": "Qwen/Qwen3.5-0.8B", |
| "revision": "2fc06364715b967f1860aea9cf38778875588b17", |
| "codes": [ |
| "A", |
| "B", |
| "C", |
| "D", |
| "E", |
| "F", |
| "G", |
| "H", |
| "I", |
| "J", |
| "K", |
| "L", |
| "M", |
| "N", |
| "O", |
| "P", |
| "Q", |
| "R", |
| "S", |
| "T", |
| "U", |
| "V", |
| "W", |
| "X", |
| "Y", |
| "Z", |
| "AA", |
| "AB", |
| "AC", |
| "AD", |
| "AE", |
| "AF", |
| "AG", |
| "AH", |
| "AI", |
| "AJ", |
| "AK", |
| "AL", |
| "AM", |
| "AN", |
| "AO", |
| "AP", |
| "AQ", |
| "AR", |
| "AS", |
| "AT", |
| "AU", |
| "AV", |
| "AW", |
| "AX", |
| "AY", |
| "AZ", |
| "BA", |
| "BB", |
| "BC", |
| "BD", |
| "BE", |
| "BF", |
| "BG", |
| "BH", |
| "BI", |
| "BJ", |
| "BK", |
| "BL", |
| "BM", |
| "BN", |
| "BO", |
| "BP", |
| "BR", |
| "BS", |
| "BT", |
| "BU", |
| "BV", |
| "BW", |
| "BX", |
| "BY", |
| "CA", |
| "CB", |
| "CC", |
| "CD", |
| "CE", |
| "CF", |
| "CG", |
| "CH", |
| "CI", |
| "CK", |
| "CL", |
| "CM", |
| "CN", |
| "CO", |
| "CP", |
| "CR", |
| "CS", |
| "CT", |
| "CU", |
| "CV", |
| "CW", |
| "CX", |
| "CY", |
| "DA", |
| "DB", |
| "DC", |
| "DD", |
| "DE", |
| "DF", |
| "DG", |
| "DH", |
| "DI", |
| "DJ", |
| "DK", |
| "DL", |
| "DM", |
| "DN", |
| "DO", |
| "DP", |
| "DR", |
| "DS", |
| "DT", |
| "DU", |
| "DV", |
| "DW", |
| "DX", |
| "DY", |
| "EA", |
| "EB", |
| "EC", |
| "ED", |
| "EE", |
| "EF", |
| "EG", |
| "EH", |
| "EI", |
| "EK", |
| "EL", |
| "EM", |
| "EN", |
| "EO", |
| "EP", |
| "EQ", |
| "ER", |
| "ES", |
| "ET", |
| "EU", |
| "EV", |
| "EW", |
| "EX", |
| "EZ", |
| "FA", |
| "FB", |
| "FC", |
| "FD", |
| "FE", |
| "FF", |
| "FG", |
| "FH", |
| "FI", |
| "FK", |
| "FL", |
| "FM", |
| "FN", |
| "FO", |
| "FP", |
| "FR", |
| "FS", |
| "FT", |
| "FU", |
| "FW", |
| "FX", |
| "FY", |
| "GA", |
| "GB", |
| "GC", |
| "GD", |
| "GE", |
| "GF", |
| "GG", |
| "GH", |
| "GI", |
| "GL", |
| "GM", |
| "GN", |
| "GO", |
| "GP", |
| "GR", |
| "GS", |
| "GT", |
| "GU", |
| "GV", |
| "GW", |
| "GX", |
| "GY", |
| "HA", |
| "HB", |
| "HC", |
| "HD", |
| "HE", |
| "HF", |
| "HG", |
| "HH", |
| "HI", |
| "HK", |
| "HL", |
| "HM", |
| "HN", |
| "HO", |
| "HP", |
| "HQ", |
| "HR", |
| "HS", |
| "HT", |
| "HU", |
| "HV", |
| "HW", |
| "HX", |
| "HY", |
| "HZ", |
| "IA", |
| "IB", |
| "IC", |
| "ID", |
| "IE", |
| "IF", |
| "IG", |
| "IH", |
| "II", |
| "IJ", |
| "IK", |
| "IL", |
| "IM", |
| "IN", |
| "IO", |
| "IP", |
| "IQ", |
| "IR", |
| "IS", |
| "IT", |
| "IU", |
| "IV", |
| "IW", |
| "IX", |
| "IZ", |
| "JA", |
| "JB", |
| "JC", |
| "JD", |
| "JE", |
| "JI", |
| "JJ", |
| "JK", |
| "JM", |
| "JO", |
| "JP", |
| "JR", |
| "JS", |
| "JT" |
| ], |
| "token_ids": [ |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 5840, |
| 1803, |
| 1646, |
| 1745, |
| 13276, |
| 8018, |
| 1825, |
| 28946, |
| 15015, |
| 29595, |
| 11568, |
| 939, |
| 1354, |
| 1058, |
| 18183, |
| 2456, |
| 88898, |
| 905, |
| 1846, |
| 802, |
| 33869, |
| 7839, |
| 14006, |
| 2860, |
| 2926, |
| 22828, |
| 6844, |
| 9798, |
| 4738, |
| 9265, |
| 11261, |
| 19278, |
| 36513, |
| 93801, |
| 8335, |
| 14544, |
| 85266, |
| 9110, |
| 28000, |
| 15137, |
| 4525, |
| 25261, |
| 12717, |
| 7116, |
| 17078, |
| 14497, |
| 57339, |
| 74909, |
| 52072, |
| 19305, |
| 4887, |
| 12607, |
| 3580, |
| 6281, |
| 2036, |
| 9362, |
| 8533, |
| 2080, |
| 10911, |
| 2925, |
| 3040, |
| 9690, |
| 27731, |
| 8023, |
| 6901, |
| 8702, |
| 6211, |
| 1123, |
| 16307, |
| 18990, |
| 64045, |
| 63037, |
| 33380, |
| 6151, |
| 3392, |
| 5449, |
| 3967, |
| 1113, |
| 5095, |
| 51923, |
| 49600, |
| 17099, |
| 51483, |
| 17756, |
| 16037, |
| 8135, |
| 30237, |
| 5683, |
| 9992, |
| 7444, |
| 5751, |
| 10284, |
| 20887, |
| 59884, |
| 52396, |
| 16103, |
| 67547, |
| 18535, |
| 8006, |
| 7263, |
| 1425, |
| 6878, |
| 14453, |
| 9097, |
| 44072, |
| 76089, |
| 68720, |
| 2662, |
| 2629, |
| 923, |
| 6548, |
| 8924, |
| 52194, |
| 622, |
| 1515, |
| 1300, |
| 37523, |
| 44473, |
| 36530, |
| 3152, |
| 93924, |
| 3505, |
| 15731, |
| 6542, |
| 14176, |
| 11091, |
| 1686, |
| 11660, |
| 80440, |
| 18836, |
| 26132, |
| 5934, |
| 24794, |
| 40229, |
| 3660, |
| 11361, |
| 10191, |
| 8225, |
| 3860, |
| 78413, |
| 17680, |
| 15900, |
| 78138, |
| 15653, |
| 5213, |
| 22150, |
| 39500, |
| 10460, |
| 35131, |
| 21563, |
| 43194, |
| 27127, |
| 3697, |
| 20011, |
| 24368, |
| 15058, |
| 23658, |
| 8362, |
| 16035, |
| 24583, |
| 52857, |
| 38403, |
| 60456, |
| 81519, |
| 40097, |
| 16522, |
| 29722, |
| 21756, |
| 18567, |
| 1736, |
| 48043, |
| 87013, |
| 22456, |
| 23165, |
| 55523, |
| 13097, |
| 50397, |
| 41741, |
| 23073, |
| 6401, |
| 86538, |
| 16585, |
| 11622, |
| 2464, |
| 84982, |
| 75516, |
| 36984, |
| 58795, |
| 47217, |
| 59675, |
| 5681, |
| 3151, |
| 1271, |
| 887, |
| 5203, |
| 2685, |
| 1849, |
| 72470, |
| 5370, |
| 74063, |
| 27629, |
| 1655, |
| 1728, |
| 669, |
| 3682, |
| 3191, |
| 59865, |
| 2712, |
| 1580, |
| 922, |
| 77243, |
| 2990, |
| 78493, |
| 5228, |
| 2750, |
| 42711, |
| 44568, |
| 56402, |
| 48236, |
| 38993, |
| 43559, |
| 61250, |
| 32942, |
| 86302, |
| 25310, |
| 26313, |
| 81770, |
| 12185, |
| 78382 |
| ], |
| "temperature": 0.9575647280773594, |
| "adapter": { |
| "format_version": 1, |
| "rank": 16, |
| "alpha": 32, |
| "dropout": 0.0, |
| "target_modules": [ |
| "language_model.layers.0.linear_attn.out_proj", |
| "language_model.layers.0.linear_attn.in_proj_qkv", |
| "language_model.layers.0.linear_attn.in_proj_z", |
| "language_model.layers.0.mlp.gate_proj", |
| "language_model.layers.0.mlp.up_proj", |
| "language_model.layers.0.mlp.down_proj", |
| "language_model.layers.1.linear_attn.out_proj", |
| "language_model.layers.1.linear_attn.in_proj_qkv", |
| "language_model.layers.1.linear_attn.in_proj_z", |
| "language_model.layers.1.mlp.gate_proj", |
| "language_model.layers.1.mlp.up_proj", |
| "language_model.layers.1.mlp.down_proj", |
| "language_model.layers.2.linear_attn.out_proj", |
| "language_model.layers.2.linear_attn.in_proj_qkv", |
| "language_model.layers.2.linear_attn.in_proj_z", |
| "language_model.layers.2.mlp.gate_proj", |
| "language_model.layers.2.mlp.up_proj", |
| "language_model.layers.2.mlp.down_proj", |
| "language_model.layers.3.self_attn.q_proj", |
| "language_model.layers.3.self_attn.k_proj", |
| "language_model.layers.3.self_attn.v_proj", |
| "language_model.layers.3.self_attn.o_proj", |
| "language_model.layers.3.mlp.gate_proj", |
| "language_model.layers.3.mlp.up_proj", |
| "language_model.layers.3.mlp.down_proj", |
| "language_model.layers.4.linear_attn.out_proj", |
| "language_model.layers.4.linear_attn.in_proj_qkv", |
| "language_model.layers.4.linear_attn.in_proj_z", |
| "language_model.layers.4.mlp.gate_proj", |
| "language_model.layers.4.mlp.up_proj", |
| "language_model.layers.4.mlp.down_proj", |
| "language_model.layers.5.linear_attn.out_proj", |
| "language_model.layers.5.linear_attn.in_proj_qkv", |
| "language_model.layers.5.linear_attn.in_proj_z", |
| "language_model.layers.5.mlp.gate_proj", |
| "language_model.layers.5.mlp.up_proj", |
| "language_model.layers.5.mlp.down_proj", |
| "language_model.layers.6.linear_attn.out_proj", |
| "language_model.layers.6.linear_attn.in_proj_qkv", |
| "language_model.layers.6.linear_attn.in_proj_z", |
| "language_model.layers.6.mlp.gate_proj", |
| "language_model.layers.6.mlp.up_proj", |
| "language_model.layers.6.mlp.down_proj", |
| "language_model.layers.7.self_attn.q_proj", |
| "language_model.layers.7.self_attn.k_proj", |
| "language_model.layers.7.self_attn.v_proj", |
| "language_model.layers.7.self_attn.o_proj", |
| "language_model.layers.7.mlp.gate_proj", |
| "language_model.layers.7.mlp.up_proj", |
| "language_model.layers.7.mlp.down_proj", |
| "language_model.layers.8.linear_attn.out_proj", |
| "language_model.layers.8.linear_attn.in_proj_qkv", |
| "language_model.layers.8.linear_attn.in_proj_z", |
| "language_model.layers.8.mlp.gate_proj", |
| "language_model.layers.8.mlp.up_proj", |
| "language_model.layers.8.mlp.down_proj", |
| "language_model.layers.9.linear_attn.out_proj", |
| "language_model.layers.9.linear_attn.in_proj_qkv", |
| "language_model.layers.9.linear_attn.in_proj_z", |
| "language_model.layers.9.mlp.gate_proj", |
| "language_model.layers.9.mlp.up_proj", |
| "language_model.layers.9.mlp.down_proj", |
| "language_model.layers.10.linear_attn.out_proj", |
| "language_model.layers.10.linear_attn.in_proj_qkv", |
| "language_model.layers.10.linear_attn.in_proj_z", |
| "language_model.layers.10.mlp.gate_proj", |
| "language_model.layers.10.mlp.up_proj", |
| "language_model.layers.10.mlp.down_proj", |
| "language_model.layers.11.self_attn.q_proj", |
| "language_model.layers.11.self_attn.k_proj", |
| "language_model.layers.11.self_attn.v_proj", |
| "language_model.layers.11.self_attn.o_proj", |
| "language_model.layers.11.mlp.gate_proj", |
| "language_model.layers.11.mlp.up_proj", |
| "language_model.layers.11.mlp.down_proj", |
| "language_model.layers.12.linear_attn.out_proj", |
| "language_model.layers.12.linear_attn.in_proj_qkv", |
| "language_model.layers.12.linear_attn.in_proj_z", |
| "language_model.layers.12.mlp.gate_proj", |
| "language_model.layers.12.mlp.up_proj", |
| "language_model.layers.12.mlp.down_proj", |
| "language_model.layers.13.linear_attn.out_proj", |
| "language_model.layers.13.linear_attn.in_proj_qkv", |
| "language_model.layers.13.linear_attn.in_proj_z", |
| "language_model.layers.13.mlp.gate_proj", |
| "language_model.layers.13.mlp.up_proj", |
| "language_model.layers.13.mlp.down_proj", |
| "language_model.layers.14.linear_attn.out_proj", |
| "language_model.layers.14.linear_attn.in_proj_qkv", |
| "language_model.layers.14.linear_attn.in_proj_z", |
| "language_model.layers.14.mlp.gate_proj", |
| "language_model.layers.14.mlp.up_proj", |
| "language_model.layers.14.mlp.down_proj", |
| "language_model.layers.15.self_attn.q_proj", |
| "language_model.layers.15.self_attn.k_proj", |
| "language_model.layers.15.self_attn.v_proj", |
| "language_model.layers.15.self_attn.o_proj", |
| "language_model.layers.15.mlp.gate_proj", |
| "language_model.layers.15.mlp.up_proj", |
| "language_model.layers.15.mlp.down_proj", |
| "language_model.layers.16.linear_attn.out_proj", |
| "language_model.layers.16.linear_attn.in_proj_qkv", |
| "language_model.layers.16.linear_attn.in_proj_z", |
| "language_model.layers.16.mlp.gate_proj", |
| "language_model.layers.16.mlp.up_proj", |
| "language_model.layers.16.mlp.down_proj", |
| "language_model.layers.17.linear_attn.out_proj", |
| "language_model.layers.17.linear_attn.in_proj_qkv", |
| "language_model.layers.17.linear_attn.in_proj_z", |
| "language_model.layers.17.mlp.gate_proj", |
| "language_model.layers.17.mlp.up_proj", |
| "language_model.layers.17.mlp.down_proj", |
| "language_model.layers.18.linear_attn.out_proj", |
| "language_model.layers.18.linear_attn.in_proj_qkv", |
| "language_model.layers.18.linear_attn.in_proj_z", |
| "language_model.layers.18.mlp.gate_proj", |
| "language_model.layers.18.mlp.up_proj", |
| "language_model.layers.18.mlp.down_proj", |
| "language_model.layers.19.self_attn.q_proj", |
| "language_model.layers.19.self_attn.k_proj", |
| "language_model.layers.19.self_attn.v_proj", |
| "language_model.layers.19.self_attn.o_proj", |
| "language_model.layers.19.mlp.gate_proj", |
| "language_model.layers.19.mlp.up_proj", |
| "language_model.layers.19.mlp.down_proj", |
| "language_model.layers.20.linear_attn.out_proj", |
| "language_model.layers.20.linear_attn.in_proj_qkv", |
| "language_model.layers.20.linear_attn.in_proj_z", |
| "language_model.layers.20.mlp.gate_proj", |
| "language_model.layers.20.mlp.up_proj", |
| "language_model.layers.20.mlp.down_proj", |
| "language_model.layers.21.linear_attn.out_proj", |
| "language_model.layers.21.linear_attn.in_proj_qkv", |
| "language_model.layers.21.linear_attn.in_proj_z", |
| "language_model.layers.21.mlp.gate_proj", |
| "language_model.layers.21.mlp.up_proj", |
| "language_model.layers.21.mlp.down_proj", |
| "language_model.layers.22.linear_attn.out_proj", |
| "language_model.layers.22.linear_attn.in_proj_qkv", |
| "language_model.layers.22.linear_attn.in_proj_z", |
| "language_model.layers.22.mlp.gate_proj", |
| "language_model.layers.22.mlp.up_proj", |
| "language_model.layers.22.mlp.down_proj", |
| "language_model.layers.23.self_attn.q_proj", |
| "language_model.layers.23.self_attn.k_proj", |
| "language_model.layers.23.self_attn.v_proj", |
| "language_model.layers.23.self_attn.o_proj", |
| "language_model.layers.23.mlp.gate_proj", |
| "language_model.layers.23.mlp.up_proj", |
| "language_model.layers.23.mlp.down_proj" |
| ], |
| "base_checkpoint": { |
| "path": "mstrasser/jeff-base", |
| "weights_sha256": { |
| "model.safetensors": "d324dd6c9bb61b30af65564135b33f6892c30a9b2bd22667b2e09b9c8118cf77" |
| }, |
| "revision": "v1.3" |
| } |
| }, |
| "prompt_layout": "live-last" |
| } |
|
|
