4bit quant of salesforce xlam 8b fc

config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176ba92e56aec72641cde5b226740b9129f0ceb95a6aa9ef189eadb222a944d
+size 1188

generation_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62859b817ec0ad72540dfb2e2ae64fb70b3a8ffd7fad503193fa76e64b80227
+size 184

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fca91a5fc3eb3c956a5634b9d8bc606c293b6f4b5041e38e74c122a34afbd
+size 4677265296

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3601d66db7c0e3a3ae7bbbcc9e37e4f1a536c2609d6b95a2d06ccd3fbf9aeb0
+size 1050673280

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e2256098b10f07e7e0c61de0cd5888b2586a5f741a613195f11340949078a3
+size 60513

quant_config_by_layer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2738edad55509ba47bd03bcbf983415fa85f97a52dd745a38c2811c8c7a6ad19
+size 14833

quantize_config.json

@@ -0,0 +1 @@
+{"q_group_size": 128, "w_bit": 4, "zero_point": true, "version": "GEMM", "quant_method": "awq"}

special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0395531e93c7044e93a878780f7cb866dfade6cf54c5ff5fb22b6229313d125f
+size 512

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66280a108a4829bdb310096228cc98667e81c36d60acf825553025f235e6e045
+size 54139