allstax
/

AI-G-Expand

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

allstax commited on Feb 21, 2024

Commit

f82d24a

·

verified ·

1 Parent(s): 1123a20

Pushing fine-tuned model

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
   "rope_theta": 1000000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.38.0",
   "use_cache": false,
   "vocab_size": 32000

   "rope_theta": 1000000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
+  "torch_dtype": "float16",
   "transformers_version": "4.38.0",
   "use_cache": false,
   "vocab_size": 32000

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a28d5f9167dab9657212bd328b910c18bb4008ad2183e1c1be7ce12e9a42bb7b
-size 4650513162

 version https://git-lfs.github.com/spec/v1
+oid sha256:705cf6b6fb6379fba0022b3110ba7de36254e5cca7c859aeec8b9d616036ff09
+size 4125687618