emozilla
/

llama3-1.4b-init

Text Generation

text-generation-inference

Model card Files Files and versions

emozilla commited on Nov 4, 2024

Commit

9618f51

·

verified ·

1 Parent(s): 8261c72

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -21,7 +21,7 @@
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
   "rope_theta": 500000.0,
-  "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": true,

   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
   "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a02b6c99b35621c36cc61124b5500d86cf83cb56f54bde349b5b7a0120acb4a
-size 2471645608

 version https://git-lfs.github.com/spec/v1
+oid sha256:45a1607fa5adfdd33913faf9a6843ea74dbc520da66cd05bd43565d4e68c3bec
+size 2996982344