trl-internal-testing
/

tiny-Gemma2ForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on 12 days ago

Commit

eb81f59

·

verified ·

1 Parent(s): bbcbbb6

Upload Gemma2ForCausalLM

Files changed (3) hide show

config.json +1 -1
generation_config.json +1 -5
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "attention_dropout": 0.0,
   "attn_logit_softcapping": 50.0,
   "bos_token_id": 2,
-  "dtype": "float32",
   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
   "head_dim": 256,

   "attention_dropout": 0.0,
   "attn_logit_softcapping": 50.0,
   "bos_token_id": 2,
+  "dtype": "bfloat16",
   "eos_token_id": 1,
   "final_logit_softcapping": 30.0,
   "head_dim": 256,

generation_config.json CHANGED Viewed

@@ -1,11 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 2,
-  "cache_implementation": "hybrid",
-  "eos_token_id": [
-    1,
-    107
-  ],
   "pad_token_id": 0,
   "transformers_version": "4.57.3"
 }

 {
   "_from_model_config": true,
   "bos_token_id": 2,
+  "eos_token_id": 1,
   "pad_token_id": 0,
   "transformers_version": "4.57.3"
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73537d161cc80d90455f6c7e8ce543c8da70ca45a8321c55c038a5fe94400047
-size 8397584

 version https://git-lfs.github.com/spec/v1
+oid sha256:244a7ed7078a477d6c11ee13a93ffeb24de913ed442ead5315a4f2c9c086081f
+size 4200088