nm-testing
/

kv_cache_gptq_tinyllama-e2e

compressed-tensors

Model card Files Files and versions

nm-autobot commited on 2 days ago

Commit

144acaf

·

verified ·

1 Parent(s): 5cf3b51

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +1 -1
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -53,7 +53,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.20.2.dev7+g4e7c3a04"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
+    "version": "0.17.1.dev156+g9ef14c8"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:086e74c85c3d0eb7ca7ad2d5d11a328d408dadc6b13cbb9a25d0121a6626ab51
 size 747622872

 version https://git-lfs.github.com/spec/v1
+oid sha256:79dcdacb361c7ae2d1fe236221d80b21e57a0552c72f0788caab112523296172
 size 747622872