Upload quantization.json with huggingface_hub

quantization.json

@@ -0,0 +1,9 @@
+{
+  "group_size": 64,
+  "bits": 4,
+  "mode": "affine",
+  "dtype": "bfloat16",
+  "pipeline": "dev",
+  "predicate": "core",
+  "quantize_scope": "core"
+}