File size: 1,495 Bytes
92be313 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | {
"model_config": {
"input_dim": 2048,
"hidden_dim": 256,
"projection_dim": 128
},
"encoder": {
"model_id": "Qwen/Qwen3-1.7B",
"revision": "70d244cc86ccca08cf5af4e1e306ecf908b1ad5e",
"recipe": "plain-state-question-v1:last-nonpad:l2:reject-truncation",
"max_length": 256,
"workers": 2,
"inventory_hash": "5be782b4e33e4c9a9b5c70a71f3a2938fa873285c6c8382ed32ddf05b7b99068",
"total_texts": 8010,
"dtype": "float16"
},
"temperature": 1.0,
"epoch": 2,
"training_method": "supervised",
"data_sha256": "03754f8be44e761d329beb6fa6106c4f6ce8184bcddb6d1768ad054b3aab1dae",
"settings": {
"method": "supervised",
"epochs": 12,
"batch_size": 128,
"lr": 0.0001,
"samples": 8,
"sigma_start": 0.5,
"sigma_end": 0.05,
"seed": 42,
"device": "cuda:0",
"reward": "negative_multiclass_brier",
"policy": "gaussian_latent_softmax_v1"
},
"format": "tiny-jev-heads-v1",
"source_checkpoint_sha256": "61b7a77120a14479c1a8c3e9d13289f224e1a843a34960a4b65cd932273a910d",
"weights_sha256": "c0fbf1968f333f01ecd4b240a781b69dec9e10432e42ccb12350fcef23c9fb5e",
"trainable_parameters": 1123073,
"release_status": "experimental research preview; updated adapter Hub/GPU check pending",
"license": "apache-2.0",
"maintainer": "sainath",
"hub_repo_id": "sainath/tiny-jev-support-v03-supervised",
"loader_version": "0.4.0",
"interface": "jev-shaped-subset-v1"
}
|