Upload folder using huggingface_hub
Browse files- config.json +1 -1
- recipe.yaml +1 -1
config.json
CHANGED
|
@@ -46,7 +46,7 @@
|
|
| 46 |
"quantization_status": "compressed",
|
| 47 |
"sparsity_config": {},
|
| 48 |
"transform_config": {},
|
| 49 |
-
"version": "0.20.
|
| 50 |
},
|
| 51 |
"rms_norm_eps": 1e-05,
|
| 52 |
"rope_scaling": null,
|
|
|
|
| 46 |
"quantization_status": "compressed",
|
| 47 |
"sparsity_config": {},
|
| 48 |
"transform_config": {},
|
| 49 |
+
"version": "0.20.2.dev7+g222b8957"
|
| 50 |
},
|
| 51 |
"rms_norm_eps": 1e-05,
|
| 52 |
"rope_scaling": null,
|
recipe.yaml
CHANGED
|
@@ -5,7 +5,7 @@ quant_stage:
|
|
| 5 |
group_0:
|
| 6 |
targets: [Linear]
|
| 7 |
weights: {num_bits: 8, type: float, symmetric: true, group_size: null, strategy: tensor,
|
| 8 |
-
dynamic: false
|
| 9 |
input_activations: null
|
| 10 |
output_activations: null
|
| 11 |
format: null
|
|
|
|
| 5 |
group_0:
|
| 6 |
targets: [Linear]
|
| 7 |
weights: {num_bits: 8, type: float, symmetric: true, group_size: null, strategy: tensor,
|
| 8 |
+
dynamic: false}
|
| 9 |
input_activations: null
|
| 10 |
output_activations: null
|
| 11 |
format: null
|