nm-autobot commited on
Commit
219b75e
·
verified ·
1 Parent(s): 27736b9

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. recipe.yaml +1 -1
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "dynamic": false,
29
  "group_size": null,
30
  "num_bits": 4,
31
- "observer": "memoryless_minmax",
32
  "strategy": "channel",
33
  "symmetric": true,
34
  "type": "int"
@@ -53,7 +53,7 @@
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
- "version": "0.20.2a20261103"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
 
28
  "dynamic": false,
29
  "group_size": null,
30
  "num_bits": 4,
31
+ "observer": "imatrix_mse",
32
  "strategy": "channel",
33
  "symmetric": true,
34
  "type": "int"
 
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
+ "version": "0.20.2.dev7+g222b8957"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d787488f84e3dd081862cb42328a2a2b1fc0830cd1d3b31714889a0afe548bce
3
  size 747622872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6acab1beada7566269828d4bd4aa350cf9ff9771b78b5d2cb35c70dbae54a00b
3
  size 747622872
recipe.yaml CHANGED
@@ -5,7 +5,7 @@ quant_stage:
5
  group_0:
6
  targets: [Linear]
7
  weights: {num_bits: 4, type: int, symmetric: true, group_size: null, strategy: channel,
8
- dynamic: false, observer: memoryless_minmax}
9
  input_activations: null
10
  output_activations: null
11
  format: null
 
5
  group_0:
6
  targets: [Linear]
7
  weights: {num_bits: 4, type: int, symmetric: true, group_size: null, strategy: channel,
8
+ dynamic: false}
9
  input_activations: null
10
  output_activations: null
11
  format: null