Upload vLLM-compatible repacked AWQ int32 format

config.json

@@ -33,7 +33,7 @@
   "quantization_config": {
     "bits": 4,
     "checkpoint_format": "llm-awq",
-    "desc_act": true,
+    "desc_act": false,
     "format": "llm-awq",
     "group_size": 128,
     "lm_head": false,
@@ -72,7 +72,7 @@
       "vram_strategy": "exclusive",
       "wait_for_submodule_finalizers": false
     },
-    "pack_dtype": "int16",
+    "pack_dtype": "int32",
     "quant_method": "awq",
     "version": "llm-awq",
     "zero_point": false
@@ -87,4 +87,4 @@
   "use_cache": true,
   "use_qk_norm": true,
   "vocab_size": 151552
-}
+}

model-00001-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6269e79c20c5cbb35d5cc1aba9268ccdd536d4faa9aa2998291ac80d5f678d42
-size 4292308489
+oid sha256:9017381c91731eb31ab0291875fca4be6bcd194f244422e370e07bd96e81692b
+size 4268345352

model-00002-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c07e18071519532e0026a7a19eb0a4b4fd2e5ffc23e3314e3198505ed33d896
-size 4291603282
+oid sha256:055f6dc14615342d481ee1ac0f2ea4967cba8f07908ae0e6018ed0b977eb6bf7
+size 4187424872

model-00003-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29d21ed3e8520318930b5accae11ca9311c7f7b5ed6082d31185f0892bfbc179
-size 4291644240
+oid sha256:d9d199c8bb52c62de32ba1474653d933306831d1dde5c295d46f34abee751264
+size 4187465832

model-00004-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c471d6d3f2c9f8073d1eedc9e6d58f91d50d5beace394f678d70de22fb9777
-size 4291603277
+oid sha256:e212a5affc9018ef9a974d5fd0225cdda58b4c76304e5fbc3d31a7d342478478
+size 4187455592

model-00005-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faa98cc52f06eb0de1db90946a1036e526f3001adc9d04811dbef1a8274388fb
-size 4291605324
+oid sha256:648b355aa7e5b1332dcee84811be230e82cec80f0c1cc4eabf902540edbc56d7
+size 4187426920

model-00006-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae53128b70a82bed4dd2179ea0c640bed9d2dd25a3fe1436835480c1314636ef
-size 4291647230
+oid sha256:01d00553d07dcc2d77f88563ddaefc28a1ed3e6436906e512e9d26d2ac0ecad6
+size 4187468824

model-00007-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4de44b5bce1bd2bd0ca65f1d66e3ef635d726316d19bb79af47b90a649791f9c
-size 4291606267
+oid sha256:7d988a766869b08259ac2cb216c949f6381cbbc52be8772c63e4d28dde31fbdf
+size 4187458584

model-00008-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cd083f8b39435830835b3dc283fa950e10678b542460a28113fedd86f1358bf
-size 4291606272
+oid sha256:88a3ccf33b00199a8203fe2871dc3c43fe2b053855efc07f7f1756caa48aab01
+size 4187427864

model-00009-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f3d31c269daa145751ebb0e356d420f89dfa0175b53b51af5bb94266779edb5
-size 4291647232
+oid sha256:cd27f53951575ff9b62b89527da77babf59f0a5634aa02eb756839a2b0f11e92
+size 4187468824

model-00010-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3894d129f0753c216ecfdc651b37971878e3ea143e81c60c51d76089b5e47d8
-size 4291606337
+oid sha256:e4673d438449a5b3d64a05de2bbdc7e3a4760600163891c1d0253afc0e4cc6a8
+size 4187458584

model-00011-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28f3ae1e38b19bf1999b71f2fe18f8d9f68fec7c704639e836b1947c37cd10f9
-size 4291606364
+oid sha256:26bc658b1a00a8125d53c6e60dda9bae4bc0b2fab25783f18d232a5bd8b7852a
+size 4187427888

model-00012-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:119781a33d696fe60cf86d7c87336dbf0b7b349388f895cbcf485ab727bd5b4e
-size 4291647360
+oid sha256:ad5247001b46ff7a8f1926be6d0fdee781efc17d2b9db86d6cf6424bd2c9cc76
+size 4187468880

model-00013-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8756d8c6ea93b3fd6dcec8366e8dd6082b1b1396c7dd333357a58a3eff3b9193
-size 4291606397
+oid sha256:3e47ebdc62fb51682b24f2ad0fd185767fb950726aee109c9829c41687a6028d
+size 4187458640

model-00014-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efaeabd5a0d5545be29856aa60db754f97c3d1abdfc84e9576c320dc9ce756f0
-size 4291606402
+oid sha256:083af29cb2535ca1fa0af2c05d0204e4173c7ecfbeaf23a1bb4e5623e2c5fd5e
+size 4187427928

model-00015-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:278cabdb2865c777079ef1d53505222591c9db0bd20985a8ad1250e6f5437de6
-size 4291647360
+oid sha256:fcf0f64d1126ef087be13269aa9a5a5207d117e1cd3c1f23cd4e68fb2f51dc96
+size 4187468880

model-00016-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e0f80566cca3644432af935ad9c45f24a74e32f518cec95a1b220401d720552
-size 4291606397
+oid sha256:13d134aecea9d9536c11ec32aff1dc295ea179d176cca52e53391d95d27d935b
+size 4187458640

model-00017-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b6927e41d2bd9da0f1fcebbb4bc2605f85271cddb85a315a3d859c0373eed08
-size 4291606402
+oid sha256:68a258cd3cf60dc8d80949d1cf94608e8117d29197660615e576aad9ba0dae0d
+size 4187427928

model-00018-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41d6f7a9c82af4983a5bad7ddcf7a4fc1377a80a7515528dcd9a3caa41411471
-size 4291647360
+oid sha256:69a3fb887cbe1fcb147e51506d626287fba40b71c751460281cc54d5582d91ee
+size 4187468880

model-00019-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1bb7a93887317471c88b5fb205d4994eb30d63f98658bb583b6d5075eb28207
-size 4291606397
+oid sha256:0d454bc452688d85dae9acc1c99b442ef2ab9b9d13bd2e9113bcf976880b6b1a
+size 4187458640

model-00020-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9435f073fd27918a3b27d18cf084789eb4e96cff7b81e7a36c264a54366177b7
-size 4275696951
+oid sha256:f6f9e628ec4bc8553784d002fdf92e716837988fb28ed3b57e5436519c1eeccb
+size 4171917816

model-00021-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b495696c2fa13383d4babf223e671938f8cf0c25b14c74da6d64296baf0b9105
-size 4291687699
+oid sha256:a31f53dec054339be85b01db575be07f1584e89f076d22f5d6b8eff786a9f4cf
+size 4187662832

model-00022-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5b49a01bddc6832dd6f846186bc5ca973026ab7dac312d89898371c6bd6a6e
-size 4291606207
+oid sha256:b526d8e52b6cbfcbc7818e6c674c5b3bf7edd21bfcbd869fd0fe1f805b83a1ca
+size 4187458520

model-00023-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ab2a8af5bbf83c5f35459de82e5fb0fd294245e502131efbdf2fa9ca1e36c78
-size 4291606252
+oid sha256:a3fad7f1852f0cce9a9eb308c4c2a024d975d34dc4921cc32693d85f30ab4bde
+size 4187427848

model-00024-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66097947099269127c98cff62749a5aa876cb7cb440b5cc268a5ae89832304fc
-size 4291647230
+oid sha256:9e61fb8dba56d98bd2d55fbf5092b3f39faaaaf0ee4a066c6db5711909c92344
+size 4187468824

model-00025-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9b2ba6be1a2380a0197006ee91edd9292dde8522d34215d0c076edca5db572b
-size 4291606267
+oid sha256:4f668c6ef7ca44238e7626f893a1d3b0cc9b97d970a7d7e12add42fee8241f64
+size 4187458584

model-00026-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02eff524971e09f830b63fcef46c8934f884d8c8d20980d72af93d58faf44ef9
-size 4291606272
+oid sha256:1274596e712b87d8060d52ba928d44bfedcb8949bdf3256b6b20daa404428aec
+size 4187427864

model-00027-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67980979cc564214a2f778afa1c85e91951cfd37ffbf21e81bb83efce7b45c0e
-size 4291647230
+oid sha256:f7caf0fec9c42916d5c1a736a4fdffd10f33bcb1c1a7089114064e97a950045e
+size 4187468824

model-00028-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3973957a1768b2a9f5ef40323df6ef31c4083ff537bd5380a080643bbbc1865f
-size 4291606267
+oid sha256:66796b759dd355c6b8cc85ab041807356561ffef7fb8fd74fabeb26dfa6ef561
+size 4187458584

model-00029-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3724a55cf425ddeba965a972c28f82db655a02b11d9d5ab299d07c79b150c5d6
-size 4291606272
+oid sha256:acffae0d6c96ac78013c9cb371f5bcd966f74c584bf450a28b47bf3fbc6e9897
+size 4187427864

model-00030-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ba520df0dbab9c4761131372869c2d3d66adcd2d37206af39ae307839a8e7f0
-size 4291647230
+oid sha256:03410fbccd950a96effce69bafab53a3bdac9af2874df484e280f35d3e5a5404
+size 4187468824

model-00031-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af8945781dce61ceab2ff87a58b02c73b861d072f0204c73820f49d7f50fb94a
-size 4291606267
+oid sha256:15d54d68047610f26fa5de90139277f0956aea137b7ed3b1a827c775b456799a
+size 4187458584

model-00032-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42a08396d8eef40d5e9b794b1c81763fa413a9683053e4f94235c14a3da4c250
-size 4291606272
+oid sha256:e491329b82f93ee595e7a623acace87e58fba71b381329fe3a798f1b9368cf85
+size 4187427864

model-00033-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6905bb2a7e7dc0a4038124001c08dcc9853785a3cfbcd43eb7419a765d23aef
-size 4291647230
+oid sha256:254a089840d98c35dadc298b07d8987713dd16d74ede64f78842043d60b958ee
+size 4187468824

model-00034-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:834f3f29399161a3a12301c5fba0ff1606074879caaac5a5d8798839badb8858
-size 4291606265
+oid sha256:78d7abb7c042a5407c7611fd4dd9d7b29bca405947fddcd8c6a1f5be0268bdc0
+size 4187458584

model-00035-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57ad3961b82963f2cb95f233337ffe0a1e3a784e8f4eadfd329b551d40114a11
-size 4291606342
+oid sha256:f2a08ca435cff4db25de13bb1f22b3ecc3f35c656c389ff8bd266d27e24554c3
+size 4187427864

model-00036-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:807b89b38d317000379fb6f4cf7c6deacf044fce9fa16d3c7a4dbe224472cefe
-size 4291647310
+oid sha256:65f295114679f224050edae4d3c3c0fa6f255d34f48a45a7628f498819dc3993
+size 4187468832

model-00037-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:321cf759c1e18406eba0650dc8ce12222942490b8d9ad2ed9ac4288558dd967a
-size 4291606397
+oid sha256:f84c7c4532f255e52798ec870dba6598c35d0427219470d200171f6de04ab0bc
+size 4187458640

model-00038-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b4bfbc06f6559926a81671a8b7a96f35b9d5bd5ad813ae92983516d0e05c772
-size 4291606402
+oid sha256:5c7bfc263ea0638b3d2d117e4ca9c3c4f00542045885fae32f42a69c5f238fb5
+size 4187427928

model-00039-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf2c6f1d5f59e1dc33c5ec1de9f29f040b9fa4ab07fd33de700e221e4ece9819
-size 4291647360
+oid sha256:19860308941b05a5372d306dce21f04fc7f5df7756047832e475bfc22156f48d
+size 4187468880

model-00040-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b539b76efa6c1e5f05e37350b00a3efe3864001b9d2c71a6b3ccbd5dbccebe27
-size 4291606397
+oid sha256:4142e2d28b7168b751ef7242df03eecab1aa218e41e6819aa234eaa9f3b6ae47
+size 4187458640

model-00041-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f68f0441a327f4314856d66110a0fe140b8710fa2302e8f146f8b8f9575006d6
-size 4291606402
+oid sha256:3add79671c7d50d853a5c30b2339dcc632f3146f3b910a15df9b1b87a0419c73
+size 4187427928

model-00042-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f000e48937cb39ef464a225386e6835331836adaf1cadab891511a8e9555a336
-size 4291647360
+oid sha256:74e60166c52e7920ddd193109015e75334b5d5b624cb0f85065e229884255deb
+size 4187468880

model-00043-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ab66d0f295fc0209f11505b636f4956f9ef86e9b771a507b06e7c79d7dfb468
-size 4291606397
+oid sha256:2167d2a270d6a905fa908b58b3f60c41dac30e1017d54f40d07a60e5f7f57d3c
+size 4187458640

model-00044-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c62d2058366bbbe5e3a779477df59a97e2f72fefd603ea16da1649df5e46d508
-size 4291606402
+oid sha256:5f4eecfb0b3151447a42616df60b47af7635482ba1b15bf9dd10dd7db455c29c
+size 4187427928

model-00045-of-00045.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:421ea1c0f00361a759c1ef1c9522f44949fe589f0d272e2c6a268cfee50035d0
-size 2187770445
+oid sha256:43031a06147723e6b5ee9d580c02c41038b991f15ef4de2fcd27bd00711dcf68
+size 2134652168

model.safetensors.index.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72c43cdb6f61e6a9ffa2e0db8e71e5f6708fbf16def04c6166939c4af0bde4da
-size 12148351
+oid sha256:3963daef5ede7cce2343029c27f0ec0a78fe47293c0fc7ddf4bd1f1182367c85
+size 11888166

quantize_config.json

@@ -1,11 +1,11 @@
 {
   "bits": 4,
   "group_size": 128,
-  "desc_act": true,
+  "desc_act": false,
   "lm_head": false,
   "quant_method": "awq",
   "checkpoint_format": "llm-awq",
-  "pack_dtype": "int16",
+  "pack_dtype": "int32",
   "meta": {
     "quantizer": [
       "gptqmodel:5.7.0"