Added quant_method to quantization_config

config.json

@@ -31,6 +31,7 @@
       "global_sparsity": 44.05922139875622,
       "registry_requires_subclass": false,
       "sparsity_structure": "0:0"
-    }
+    },
+    "quant_method": "compressed-tensors"
   }
 }