| { | |
| "model_id": "CohereLabs/cohere-transcribe-03-2026", | |
| "timestamp": "20260328-dynamic-length-fp16", | |
| "mel_length": 3500, | |
| "enc_len": 438, | |
| "prefill_len": 10, | |
| "max_seq_len": 512, | |
| "language": "en", | |
| "prompt_ids": [ | |
| 13764, | |
| 7, | |
| 4, | |
| 16, | |
| 62, | |
| 62, | |
| 5, | |
| 9, | |
| 11, | |
| 13 | |
| ], | |
| "pad_token_id": 2, | |
| "eos_token_id": 3, | |
| "bos_token_id": 4, | |
| "num_decoder_layers": 8, | |
| "decoder_hidden_size": 1024, | |
| "decoder_num_heads": 8, | |
| "decoder_head_dim": 128, | |
| "encoder_d_model": 1280, | |
| "vocab_size": 16384, | |
| "encoder": { | |
| "inputs": { | |
| "mel": [ | |
| 1, | |
| 128, | |
| 3500 | |
| ], | |
| "length": [ | |
| 1 | |
| ] | |
| }, | |
| "output_shape": [ | |
| 1, | |
| 438, | |
| 1024 | |
| ], | |
| "weight_precision": "float16", | |
| "dynamic_length": true, | |
| "runtime_validation": { | |
| "same_length_repeat_max_diff": 0.0, | |
| "full_vs_short_length_max_diff": 2.988 | |
| } | |
| }, | |
| "decoder_prefill": { | |
| "inputs": { | |
| "encoder_hidden": [ | |
| 1, | |
| 438, | |
| 1024 | |
| ], | |
| "input_ids": [ | |
| 1, | |
| 10 | |
| ], | |
| "encoder_mask": [ | |
| 1, | |
| 438 | |
| ] | |
| }, | |
| "output_shape": [ | |
| 1, | |
| 10, | |
| 16384 | |
| ], | |
| "weight_precision": "float16" | |
| }, | |
| "decoder_decode": { | |
| "inputs": { | |
| "input_ids": [ | |
| 1, | |
| 1 | |
| ], | |
| "cache_update_mask": [ | |
| 1, | |
| 512 | |
| ], | |
| "cache_valid_mask": [ | |
| 1, | |
| 512 | |
| ], | |
| "encoder_mask": [ | |
| 1, | |
| 438 | |
| ] | |
| }, | |
| "output_shape": [ | |
| 1, | |
| 1, | |
| 16384 | |
| ], | |
| "weight_precision": "float16" | |
| } | |
| } | |