Added quant_method to quantization_config
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -60,6 +60,7 @@
|
|
| 60 |
"global_sparsity": 19.09593405666055,
|
| 61 |
"registry_requires_subclass": false,
|
| 62 |
"sparsity_structure": "0:0"
|
| 63 |
-
}
|
|
|
|
| 64 |
}
|
| 65 |
}
|
|
|
|
| 60 |
"global_sparsity": 19.09593405666055,
|
| 61 |
"registry_requires_subclass": false,
|
| 62 |
"sparsity_structure": "0:0"
|
| 63 |
+
},
|
| 64 |
+
"quant_method": "compressed-tensors"
|
| 65 |
}
|
| 66 |
}
|