hf-internal-testing
/

tiny-random-llama4

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions

Update attn_temperature_tuning

#1

by BenjaminB HF Staff - opened 4 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
     "attention_chunk_size": 8192,
     "attention_dropout": 0.0,
     "attn_scale": 0.1,
-    "attn_temperature_tuning": 4,
     "bos_token_id": 200000,
     "eos_token_id": [
       200001,

     "attention_chunk_size": 8192,
     "attention_dropout": 0.0,
     "attn_scale": 0.1,
+    "attn_temperature_tuning": true,
     "bos_token_id": 200000,
     "eos_token_id": [
       200001,