allstax
/

AI-G-Expander-v2

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

allstax commited on Feb 22, 2024

Commit

1a13a4e

·

verified ·

1 Parent(s): 1991e06

Pushing fine-tuned model

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
   "transformers_version": "4.38.1",
   "use_cache": false,
   "vocab_size": 32002

   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
+  "torch_dtype": "float32",
   "transformers_version": "4.38.1",
   "use_cache": false,
   "vocab_size": 32002

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6851ffeef76a8d2efa3ab8be6dfa1e84c3c674ba0b0b16b90efbd9717f9d8073
-size 4125720392

 version https://git-lfs.github.com/spec/v1
+oid sha256:23e19918c5f956f6af25d74d2b9bdda4360beed34c7d97cf82dcbbff2c53b0f2
+size 4650578692