| { | |
| "model_name": "BathSalt-1/daedalus-phi-3", | |
| "base_model": "microsoft/Phi-3-mini-4k-instruct", | |
| "merge_method": "slerp", | |
| "slices": [ | |
| { | |
| "sources": [ | |
| { | |
| "model": "Or4cl3-1/Daedalus_1", | |
| "layer_range": [0, 32] | |
| }, | |
| { | |
| "model": "microsoft/Phi-3-mini-4k-instruct", | |
| "layer_range": [0, 32] | |
| } | |
| ] | |
| } | |
| ], | |
| "parameters": { | |
| "t": [ | |
| { | |
| "filter": "self_attn", | |
| "value": [0, 0.5, 0.3, 0.7, 1] | |
| }, | |
| { | |
| "filter": "mlp", | |
| "value": [1, 0.5, 0.7, 0.3, 0] | |
| }, | |
| { | |
| "value": 0.5 | |
| } | |
| ] | |
| }, | |
| "dtype": "bfloat16" | |
| } |