| slices: | |
| - sources: | |
| - model: Vortex5/Lunar-Nexus-12B | |
| layer_range: [0, 17] | |
| - sources: | |
| - model: Retreatcost/KansenSakura-Radiance-RP-12b | |
| layer_range: [17, 31] | |
| - sources: | |
| - model: Vortex5/Shadow-Crystal-12B | |
| layer_range: [31, 40] | |
| merge_method: passthrough | |
| dtype: bfloat16 | |
| tokenizer: | |
| source: union |