cohere-transcribe-coreml-fp16 / cohere_transcribe_trace_metadata.json
phequals's picture
Update length-aware encoder
b554292 verified
{
"model_id": "CohereLabs/cohere-transcribe-03-2026",
"timestamp": "20260328-dynamic-length-fp16",
"mel_length": 3500,
"enc_len": 438,
"prefill_len": 10,
"max_seq_len": 512,
"language": "en",
"prompt_ids": [
13764,
7,
4,
16,
62,
62,
5,
9,
11,
13
],
"pad_token_id": 2,
"eos_token_id": 3,
"bos_token_id": 4,
"num_decoder_layers": 8,
"decoder_hidden_size": 1024,
"decoder_num_heads": 8,
"decoder_head_dim": 128,
"encoder_d_model": 1280,
"vocab_size": 16384,
"encoder": {
"inputs": {
"mel": [
1,
128,
3500
],
"length": [
1
]
},
"output_shape": [
1,
438,
1024
],
"weight_precision": "float16",
"dynamic_length": true,
"runtime_validation": {
"same_length_repeat_max_diff": 0.0,
"full_vs_short_length_max_diff": 2.988
}
},
"decoder_prefill": {
"inputs": {
"encoder_hidden": [
1,
438,
1024
],
"input_ids": [
1,
10
],
"encoder_mask": [
1,
438
]
},
"output_shape": [
1,
10,
16384
],
"weight_precision": "float16"
},
"decoder_decode": {
"inputs": {
"input_ids": [
1,
1
],
"cache_update_mask": [
1,
512
],
"cache_valid_mask": [
1,
512
],
"encoder_mask": [
1,
438
]
},
"output_shape": [
1,
1,
16384
],
"weight_precision": "float16"
}
}