nm-testing
/

fp4_nvfp4-e2e

8-bit precision

compressed-tensors

Model card Files Files and versions

nm-autobot commited on about 12 hours ago

Commit

2f031b6

·

verified ·

1 Parent(s): 82c79e1

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +2 -2
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
           "dynamic": false,
           "group_size": 16,
           "num_bits": 4,
-          "observer": "memoryless_minmax",
           "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
@@ -56,7 +56,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.20.2a20261103"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

           "dynamic": false,
           "group_size": 16,
           "num_bits": 4,
+          "observer": "imatrix_mse",
           "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
+    "version": "0.20.2.dev7+g222b8957"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47c602584f31d39e5e1a1bb0b1a8297be7f90e61595dc2a7b3000127199ae6fe
 size 807401832

 version https://git-lfs.github.com/spec/v1
+oid sha256:f34089a4e9fa5fbe075f3f5317ced030b1027bf3d386a7c73a909c14bc05e401
 size 807401832