Firworks
/

Hemlock-Coder-7B-nvfp4

8-bit precision

compressed-tensors

Model card Files Files and versions

Firworks commited on Jan 20

Commit

4aab120

·

verified ·

1 Parent(s): ca5b336

Update config.json

Files changed (1) hide show

config.json +2 -6

config.json CHANGED Viewed

@@ -58,11 +58,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         },
         "output_activations": null,
         "targets": [
@@ -76,11 +74,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         }
       }
     },

           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         },
         "output_activations": null,
         "targets": [
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         }
       }
     },