nm-testing
/

kv_cache_gptq_tinyllama-e2e

compressed-tensors

Model card Files Files and versions

nm-autobot commited on 17 days ago

Commit

ab561b8

·

verified ·

1 Parent(s): f4a81ae

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +1 -1
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -53,7 +53,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.19.1.dev35+g3c3e9fa7"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
+    "version": "0.19.1.dev32+g2e13ef25"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16a36c52745c39da2a9eefe787d9f9aa4e3c706915e51089d88e5ec79a76ea4e
 size 747622872

 version https://git-lfs.github.com/spec/v1
+oid sha256:59d928d2f978f94f5dd48f386d0cc725d0c7763b6ac065724426d5eb3c5c84d1
 size 747622872