Firworks
/

Solar-Open-100B-nvfp4

8-bit precision

compressed-tensors

Model card Files Files and versions

Firworks commited on Jan 2

Commit

4cc32c6

·

verified ·

1 Parent(s): df212b0

Update config.json

Files changed (1) hide show

config.json +2 -6

config.json CHANGED Viewed

@@ -43,11 +43,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         },
         "output_activations": null,
         "targets": [
@@ -61,11 +59,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         }
       }
     },

           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         },
         "output_activations": null,
         "targets": [
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         }
       }
     },