Upload OPTForCausalLM

README.md

@@ -1,3 +1,6 @@
+---
+{}
+---
 ```
 model: opt-125m
 config: Int8DynamicActivationIntxWeightConfig

config.json

@@ -30,9 +30,12 @@
     "quant_type": {
       "default": {
         "_data": {
-          "act_mapping_type": {
-            "_data": "ASYMMETRIC",
-            "_type": "MappingType"
+          "granularity": {
+            "_data": {
+              "group_size": 32
+            },
+            "_type": "PerGroup",
+            "_version": 1
           },
           "intx_packing_format": {
             "_data": "UNPACKED_TO_INT8",
@@ -43,24 +46,17 @@
             "_type": "QDQLayout",
             "_version": 1
           },
-          "weight_dtype": {
-            "_data": "int4",
-            "_type": "torch.dtype"
-          },
-          "weight_granularity": {
-            "_data": {
-              "group_size": 32
-            },
-            "_type": "PerGroup",
-            "_version": 1
-          },
-          "weight_mapping_type": {
+          "mapping_type": {
             "_data": "SYMMETRIC",
             "_type": "MappingType"
           },
-          "weight_scale_dtype": null
+          "scale_dtype": null,
+          "weight_dtype": {
+            "_data": "int4",
+            "_type": "torch.dtype"
+          }
         },
-        "_type": "Int8DynamicActivationIntxWeightConfig",
+        "_type": "IntxWeightOnlyConfig",
         "_version": 1
       }
     },

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6047c932431b1bdf7ba6c307b9f106e69fa7f3e6a16f491b689ec9bf54dd2657
-size 173636147
+oid sha256:f119b8764c54c18f1233fa815f1621cf42619224a35c49c743211fa13d71b1ab
+size 173627571