Davidsv commited on
Commit
a7762a5
·
verified ·
1 Parent(s): 421d581

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -44,8 +44,8 @@ base_model: mlabonne/NeuralHermes-2.5-Mistral-7B
44
  parameters:
45
  t:
46
  - filter: self_attn
47
- value: [0, 0.3, 0.6, 0.9, 1] # Progressive fusion des couches d'attention
48
  - filter: mlp
49
- value: [1, 0.7, 0.4, 0.1, 0] # Transition inverse pour les MLP
50
- - value: 0.45 # Ratio de fusion global
51
  dtype: bfloat16
 
44
  parameters:
45
  t:
46
  - filter: self_attn
47
+ value: [0, 0.3, 0.6, 0.9, 1]
48
  - filter: mlp
49
+ value: [1, 0.7, 0.4, 0.1, 0]
50
+ - value: 0.45
51
  dtype: bfloat16