Hugging Face's logo

torchao-testing
/
opt-125m-Int8DynamicActivationIntxWeightConfig-v1-0.14.0.dev

PyTorch
opt
torchao
Model card Files
xet
Community
metascroy commited on
Commit
8074d02
·
verified ·
1 Parent(s): 6bc5d19

Upload OPTForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +17 -13
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -30,12 +30,9 @@
30
  "quant_type": {
31
  "default": {
32
  "_data": {
33
- "granularity": {
34
- "_data": {
35
- "group_size": 32
36
- },
37
- "_type": "PerGroup",
38
- "_version": 1
39
  },
40
  "intx_packing_format": {
41
  "_data": "UNPACKED_TO_INT8",
@@ -46,17 +43,24 @@
46
  "_type": "QDQLayout",
47
  "_version": 1
48
  },
49
- "mapping_type": {
50
- "_data": "SYMMETRIC",
51
- "_type": "MappingType"
52
- },
53
- "scale_dtype": null,
54
  "weight_dtype": {
55
  "_data": "int4",
56
  "_type": "torch.dtype"
57
- }
 
 
 
 
 
 
 
 
 
 
 
 
58
  },
59
- "_type": "IntxWeightOnlyConfig",
60
  "_version": 1
61
  }
62
  },
 
30
  "quant_type": {
31
  "default": {
32
  "_data": {
33
+ "act_mapping_type": {
34
+ "_data": "ASYMMETRIC",
35
+ "_type": "MappingType"
 
 
 
36
  },
37
  "intx_packing_format": {
38
  "_data": "UNPACKED_TO_INT8",
 
43
  "_type": "QDQLayout",
44
  "_version": 1
45
  },
 
 
 
 
 
46
  "weight_dtype": {
47
  "_data": "int4",
48
  "_type": "torch.dtype"
49
+ },
50
+ "weight_granularity": {
51
+ "_data": {
52
+ "group_size": 32
53
+ },
54
+ "_type": "PerGroup",
55
+ "_version": 1
56
+ },
57
+ "weight_mapping_type": {
58
+ "_data": "SYMMETRIC",
59
+ "_type": "MappingType"
60
+ },
61
+ "weight_scale_dtype": null
62
  },
63
+ "_type": "Int8DynamicActivationIntxWeightConfig",
64
  "_version": 1
65
  }
66
  },
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f119b8764c54c18f1233fa815f1621cf42619224a35c49c743211fa13d71b1ab
3
- size 173627571
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6047c932431b1bdf7ba6c307b9f106e69fa7f3e6a16f491b689ec9bf54dd2657
3
+ size 173636147