| { | |
| "main_model": "E:\\text-generation-webui-1.14\\user_data\\models\\WeDLM-8B-Base", | |
| "sub_model": "E:\\text-generation-webui-1.14\\user_data\\models\\WeDLM-8B-Base", | |
| "main_layers": 36, | |
| "sub_layers": 36, | |
| "output_layers": 48, | |
| "main_vocab": 151936, | |
| "sub_vocab": 151936, | |
| "output_vocab": 151936, | |
| "merge_strategy": "dus", | |
| "chunk_size": null, | |
| "plan": [ | |
| { | |
| "out_layer": 0, | |
| "src": "main", | |
| "src_layer": 0 | |
| }, | |
| { | |
| "out_layer": 1, | |
| "src": "main", | |
| "src_layer": 1 | |
| }, | |
| { | |
| "out_layer": 2, | |
| "src": "main", | |
| "src_layer": 2 | |
| }, | |
| { | |
| "out_layer": 3, | |
| "src": "main", | |
| "src_layer": 3 | |
| }, | |
| { | |
| "out_layer": 4, | |
| "src": "main", | |
| "src_layer": 4 | |
| }, | |
| { | |
| "out_layer": 5, | |
| "src": "main", | |
| "src_layer": 5 | |
| }, | |
| { | |
| "out_layer": 6, | |
| "src": "main", | |
| "src_layer": 6 | |
| }, | |
| { | |
| "out_layer": 7, | |
| "src": "main", | |
| "src_layer": 7 | |
| }, | |
| { | |
| "out_layer": 8, | |
| "src": "main", | |
| "src_layer": 8 | |
| }, | |
| { | |
| "out_layer": 9, | |
| "src": "main", | |
| "src_layer": 9 | |
| }, | |
| { | |
| "out_layer": 10, | |
| "src": "main", | |
| "src_layer": 10 | |
| }, | |
| { | |
| "out_layer": 11, | |
| "src": "main", | |
| "src_layer": 11 | |
| }, | |
| { | |
| "out_layer": 12, | |
| "src": "main", | |
| "src_layer": 12 | |
| }, | |
| { | |
| "out_layer": 13, | |
| "src": "main", | |
| "src_layer": 13 | |
| }, | |
| { | |
| "out_layer": 14, | |
| "src": "main", | |
| "src_layer": 14 | |
| }, | |
| { | |
| "out_layer": 15, | |
| "src": "main", | |
| "src_layer": 15 | |
| }, | |
| { | |
| "out_layer": 16, | |
| "src": "main", | |
| "src_layer": 16 | |
| }, | |
| { | |
| "out_layer": 17, | |
| "src": "main", | |
| "src_layer": 17 | |
| }, | |
| { | |
| "out_layer": 18, | |
| "src": "main", | |
| "src_layer": 18 | |
| }, | |
| { | |
| "out_layer": 19, | |
| "src": "main", | |
| "src_layer": 19 | |
| }, | |
| { | |
| "out_layer": 20, | |
| "src": "main", | |
| "src_layer": 20 | |
| }, | |
| { | |
| "out_layer": 21, | |
| "src": "main", | |
| "src_layer": 21 | |
| }, | |
| { | |
| "out_layer": 22, | |
| "src": "main", | |
| "src_layer": 22 | |
| }, | |
| { | |
| "out_layer": 23, | |
| "src": "main", | |
| "src_layer": 23 | |
| }, | |
| { | |
| "out_layer": 24, | |
| "src": "sub", | |
| "src_layer": 12 | |
| }, | |
| { | |
| "out_layer": 25, | |
| "src": "sub", | |
| "src_layer": 13 | |
| }, | |
| { | |
| "out_layer": 26, | |
| "src": "sub", | |
| "src_layer": 14 | |
| }, | |
| { | |
| "out_layer": 27, | |
| "src": "sub", | |
| "src_layer": 15 | |
| }, | |
| { | |
| "out_layer": 28, | |
| "src": "sub", | |
| "src_layer": 16 | |
| }, | |
| { | |
| "out_layer": 29, | |
| "src": "sub", | |
| "src_layer": 17 | |
| }, | |
| { | |
| "out_layer": 30, | |
| "src": "sub", | |
| "src_layer": 18 | |
| }, | |
| { | |
| "out_layer": 31, | |
| "src": "sub", | |
| "src_layer": 19 | |
| }, | |
| { | |
| "out_layer": 32, | |
| "src": "sub", | |
| "src_layer": 20 | |
| }, | |
| { | |
| "out_layer": 33, | |
| "src": "sub", | |
| "src_layer": 21 | |
| }, | |
| { | |
| "out_layer": 34, | |
| "src": "sub", | |
| "src_layer": 22 | |
| }, | |
| { | |
| "out_layer": 35, | |
| "src": "sub", | |
| "src_layer": 23 | |
| }, | |
| { | |
| "out_layer": 36, | |
| "src": "sub", | |
| "src_layer": 24 | |
| }, | |
| { | |
| "out_layer": 37, | |
| "src": "sub", | |
| "src_layer": 25 | |
| }, | |
| { | |
| "out_layer": 38, | |
| "src": "sub", | |
| "src_layer": 26 | |
| }, | |
| { | |
| "out_layer": 39, | |
| "src": "sub", | |
| "src_layer": 27 | |
| }, | |
| { | |
| "out_layer": 40, | |
| "src": "sub", | |
| "src_layer": 28 | |
| }, | |
| { | |
| "out_layer": 41, | |
| "src": "sub", | |
| "src_layer": 29 | |
| }, | |
| { | |
| "out_layer": 42, | |
| "src": "sub", | |
| "src_layer": 30 | |
| }, | |
| { | |
| "out_layer": 43, | |
| "src": "sub", | |
| "src_layer": 31 | |
| }, | |
| { | |
| "out_layer": 44, | |
| "src": "sub", | |
| "src_layer": 32 | |
| }, | |
| { | |
| "out_layer": 45, | |
| "src": "sub", | |
| "src_layer": 33 | |
| }, | |
| { | |
| "out_layer": 46, | |
| "src": "sub", | |
| "src_layer": 34 | |
| }, | |
| { | |
| "out_layer": 47, | |
| "src": "sub", | |
| "src_layer": 35 | |
| } | |
| ] | |
| } |