Firworks
/

Chemistry-R1-nvfp4

8-bit precision

compressed-tensors

Model card Files Files and versions

Firworks commited on 18 days ago

Commit

b330656

·

verified ·

1 Parent(s): f164a87

Update config.json

Files changed (1) hide show

config.json +2 -6

config.json CHANGED Viewed

@@ -60,11 +60,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         },
         "output_activations": null,
         "targets": [
@@ -79,11 +77,9 @@
           "num_bits": 4,
           "observer": "memoryless_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         }
       }
     },

           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         },
         "output_activations": null,
         "targets": [
           "num_bits": 4,
           "observer": "memoryless_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         }
       }
     },