| { | |
| "model_id": "datalab-to/surya-ocr-2", | |
| "mode": "prefill", | |
| "source_dtype": "bf16", | |
| "coreml_compute_precision": "fp16", | |
| "seq_len": 300, | |
| "max_cache_length": 512, | |
| "package": "/Users/studio/datalab-quants-cairo/artifacts/coreml/surya-ocr-2-coreml-8bit/surya_prefill_fp16_seq300_cache512.mlpackage", | |
| "inputs": [ | |
| "inputs_embeds", | |
| "cos", | |
| "sin" | |
| ], | |
| "outputs": [ | |
| "logits", | |
| "full_key_0", | |
| "full_key_1", | |
| "full_key_2", | |
| "full_key_3", | |
| "full_key_4", | |
| "full_key_5", | |
| "full_value_0", | |
| "full_value_1", | |
| "full_value_2", | |
| "full_value_3", | |
| "full_value_4", | |
| "full_value_5", | |
| "conv_state_0", | |
| "conv_state_1", | |
| "conv_state_2", | |
| "conv_state_3", | |
| "conv_state_4", | |
| "conv_state_5", | |
| "conv_state_6", | |
| "conv_state_7", | |
| "conv_state_8", | |
| "conv_state_9", | |
| "conv_state_10", | |
| "conv_state_11", | |
| "conv_state_12", | |
| "conv_state_13", | |
| "conv_state_14", | |
| "conv_state_15", | |
| "conv_state_16", | |
| "conv_state_17", | |
| "recurrent_state_0", | |
| "recurrent_state_1", | |
| "recurrent_state_2", | |
| "recurrent_state_3", | |
| "recurrent_state_4", | |
| "recurrent_state_5", | |
| "recurrent_state_6", | |
| "recurrent_state_7", | |
| "recurrent_state_8", | |
| "recurrent_state_9", | |
| "recurrent_state_10", | |
| "recurrent_state_11", | |
| "recurrent_state_12", | |
| "recurrent_state_13", | |
| "recurrent_state_14", | |
| "recurrent_state_15", | |
| "recurrent_state_16", | |
| "recurrent_state_17" | |
| ] | |
| } | |