Hugging Face's logo

relaxml
/
Llama-2-7b-E8P-2Bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Model card Files
xet
Community
4

Upload folder using huggingface_hub

#2
by at676 - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+7
-3
Files changed (2) hide show
  1. config.json +5 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -18,10 +18,14 @@
18
  "pretraining_tp": 1,
19
  "quip_params": {
20
  "codebook": "E8P12",
 
21
  "codesz": 8,
22
- "idx_dtype": "torch.int16",
 
23
  "lora_rank": 0,
 
24
  "outlier_channel_split": false,
 
25
  "rescale_WH": false
26
  },
27
  "rms_norm_eps": 1e-05,
 
18
  "pretraining_tp": 1,
19
  "quip_params": {
20
  "codebook": "E8P12",
21
+ "codebook_version": 1,
22
  "codesz": 8,
23
+ "fused": true,
24
+ "idx_dtype": "torch.int64",
25
  "lora_rank": 0,
26
+ "model_version": 1,
27
  "outlier_channel_split": false,
28
+ "packsz": 4,
29
  "rescale_WH": false
30
  },
31
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77477ededde5ca736dfe0d815579b9adb225f56313f5f5843172a68853d28419
3
- size 2148131456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22d088d3117b692ef13fa9e1e007732afc8759aba8a1f110e7fbe0fdd2a9784
3
+ size 2148119064