nm-autobot commited on
Commit
71ef485
·
verified ·
1 Parent(s): 96cc964

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. recipe.yaml +1 -1
config.json CHANGED
@@ -35,7 +35,7 @@
35
  "dynamic": false,
36
  "group_size": null,
37
  "num_bits": 8,
38
- "observer": "imatrix_mse",
39
  "strategy": "channel",
40
  "symmetric": true,
41
  "type": "int"
@@ -53,7 +53,7 @@
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
- "version": "0.20.2.dev7+g222b8957"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
 
35
  "dynamic": false,
36
  "group_size": null,
37
  "num_bits": 8,
38
+ "observer": "memoryless_minmax",
39
  "strategy": "channel",
40
  "symmetric": true,
41
  "type": "int"
 
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
+ "version": "0.20.2a20261103"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25ef6e874f40d0636525872a5f3c92b1cddc176a70579334c1c1f792ec2c43d6
3
  size 1232041608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3113be0a7d0569064a8addfd83cf9d4e6fef0a4c65a3efc852b1be9bae929db4
3
  size 1232041608
recipe.yaml CHANGED
@@ -15,7 +15,7 @@ quant_stage:
15
  group_0:
16
  targets: [Linear]
17
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
18
- dynamic: false}
19
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
20
  strategy: token, dynamic: true}
21
  output_activations: null
 
15
  group_0:
16
  targets: [Linear]
17
  weights: {num_bits: 8, type: int, symmetric: true, group_size: null, strategy: channel,
18
+ dynamic: false, observer: memoryless_minmax}
19
  input_activations: {num_bits: 8, type: int, symmetric: false, group_size: null,
20
  strategy: token, dynamic: true}
21
  output_activations: null