File size: 472 Bytes
0c59ffa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
base_model: microsoft/Phi-3.5-mini-instruct
merge_method: passthrough
slices:
- sources:
- model: microsoft/Phi-3.5-mini-instruct
layer_range: [0, 32] # Base model layers
- sources:
- model: microsoft/Phi-3.5-mini-instruct
layer_range: [16, 32] # Add 16 layers
- sources:
- model: microsoft/Phi-3.5-mini-instruct
layer_range: [24, 32] # Add 8 more layers
tokenizer_source: microsoft/Phi-3.5-mini-instruct
dtype: float16
|