TinyJev-4B / tinyjev.json
AnkitAI's picture
TinyJev-4B: Qwen3-4B-Base + pointer head, fp16
29c6fb1 verified
Raw History Blame Contribute Delete
825 Bytes
{
"format": "tinyjev-v2",
"family": "pointer",
"name": "TinyJev-4B",
"head": {
"head_dim": 256,
"temperature": 1.0,
"option_isolation": false
},
"tokenizer": {
"eos_token_id": 151643,
"pad_token_id": 151643
},
"max_state": 8192,
"max_branch": 8192,
"dtypes": {
"backbone": "float16",
"head": "float32"
},
"upstream": {
"repo": "AnkitAI/tinyjev-4b",
"trained_with": "Kev study runner (jaredpalmer/kev @ 2855ba2), trial tinyjev-e11-4b: LoRA r16 lr 5e-5 seed 2, 2 epochs on decision-v7 train (12,576 records), one H100, 45 min; LoRA merged into the base here",
"base_model": "Qwen/Qwen3-4B-Base",
"base_revision": "906bfd4b4dc7f14ee4320094d8b41684abff8539",
"lora_rank": 16,
"lora_alpha": 32,
"merged_tensors": 252,
"full_finetune": false
}
}