trl-internal-testing
/

tiny-GemmaForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on 8 days ago

Commit

ca81dfc

·

verified ·

1 Parent(s): 1adc70a

Upload GemmaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 2,
-  "dtype": "float32",
   "eos_token_id": 1,
   "head_dim": 256,
   "hidden_act": "gelu_pytorch_tanh",

   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 2,
+  "dtype": "bfloat16",
   "eos_token_id": 1,
   "head_dim": 256,
   "hidden_act": "gelu_pytorch_tanh",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6879ef6bea068905a2aedc0a654c0fd1bd152481509117650159b4026a84a021
-size 8397008

 version https://git-lfs.github.com/spec/v1
+oid sha256:d1991852c2d09f468ee3d53bb7fe435824954a61b0301348ac17906445b565df
+size 4199576