Jolt-0.8B / dohnuts.json
mehran's picture
Upload folder using huggingface_hub
f497bd3 verified
Raw History Blame Contribute Delete
1.84 kB
{
"format_version": 2,
"project": "jolt",
"distribution": "jolt-model-runtime",
"version": "0.1.0",
"model_id": "Jolt-0.8B",
"base_model": "Qwen/Qwen3.5-0.8B",
"base_revision": "2fc06364715b967f1860aea9cf38778875588b17",
"adapter": "qwen3.5",
"lora_rank": 8,
"lora_alpha": 16,
"lora_dropout": 0.0,
"training_loss": "direct-composite",
"image_pixels": 262144,
"max_length": 2048,
"backend": {
"linear_patch": true,
"triton_convolution": true,
"experimental_rocm_sdpa": true,
"fused_norm_and_swiglu": true,
"shared_prefix": true,
"frozen_vision_cache_MiB": 128
},
"architecture": {
"readout": "last",
"candidate_attention": false,
"adapters": {
"layers": [],
"width": 64,
"activation": "silu"
},
"head": "linear",
"unfused_mlp_layers": [],
"backbone_activation": {
"layers": [],
"initial_mix": 0.0,
"learning_rate": 0.001
}
},
"prompt_layout": "inline",
"inference": "merged LoRA, BF16, fused operations, shared-prefix parallel candidate scoring",
"source_hashes": {
"train": "4e8b258c9e5d5a98810868df5d572a824a9d1d6c5aa557ab5123cb7aab5de373",
"dev": "b736750efff3e30ae8a7772c482fa248899b8a1cf69ace104310e2540671d552",
"calibration": "815cfe0855dd5494f9def19ddb2a6b12e4116c3ae24d2775db620021dd07fb28",
"test": "fdac64d536d67c011d55d00352f0be71fa3bdfb7811c0be0e05a5d66cec98095"
},
"selected_run": "L2, seed 42",
"selected_step": 3600,
"selection": "maximum development macro accuracy within the run; no test selection",
"seed": 42,
"dev_macro_accuracy": 0.8073918269230769,
"temperatures": {
"choice": 1.2955988645553589,
"noul": 1.322182059288025,
"score": 1.4480600357055664
},
"weights_sha256": "0377922b6d1828222ad98765e4b06e8eefbcfaac71888e6d245ca7cdab1bcaa8"
}