PrimeIntellect
/

llama-2m-fresh

Text Generation

text-generation-inference

Model card Files Files and versions

samsja commited on Feb 19, 2025

Commit

3e78927

·

verified ·

1 Parent(s): 7449f87

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -6,9 +6,9 @@
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "head_dim": 32,
   "hidden_act": "silu",
-  "hidden_size": 64,
   "initializer_range": 0.02,
   "intermediate_size": 256,
   "max_position_embeddings": 2048,

   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
+  "head_dim": 64,
   "hidden_act": "silu",
+  "hidden_size": 128,
   "initializer_range": 0.02,
   "intermediate_size": 256,
   "max_position_embeddings": 2048,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcc27af506b103832a6c9a9997fc20444844dda5baf8299d734cff31844fa8c7
-size 1052016

 version https://git-lfs.github.com/spec/v1
+oid sha256:e74fa10adaca207b03ed839010cb7b31fac8249097add331d30119bd39722257
+size 2364072