surya-ocr-2-coreml-runtime / validation /surya_decode_step_fp16_cache512.json
Reza2kn's picture
Upload Surya OCR 2 CoreML runtime canary
92c0d8d verified
Raw
History Blame Contribute Delete
2.94 kB
{
"model_id": "datalab-to/surya-ocr-2",
"mode": "decode_step",
"source_dtype": "bf16",
"coreml_compute_precision": "fp16",
"max_cache_length": 512,
"prompt_tokens_for_trace": 300,
"package": "/Users/studio/datalab-quants-cairo/artifacts/coreml/surya-ocr-2-coreml-8bit/surya_decode_step_fp16_cache512.mlpackage",
"inputs": [
"inputs_embeds",
"cos",
"sin",
"attention_mask",
"full_key_0",
"full_key_1",
"full_key_2",
"full_key_3",
"full_key_4",
"full_key_5",
"full_value_0",
"full_value_1",
"full_value_2",
"full_value_3",
"full_value_4",
"full_value_5",
"conv_state_0",
"conv_state_1",
"conv_state_2",
"conv_state_3",
"conv_state_4",
"conv_state_5",
"conv_state_6",
"conv_state_7",
"conv_state_8",
"conv_state_9",
"conv_state_10",
"conv_state_11",
"conv_state_12",
"conv_state_13",
"conv_state_14",
"conv_state_15",
"conv_state_16",
"conv_state_17",
"recurrent_state_0",
"recurrent_state_1",
"recurrent_state_2",
"recurrent_state_3",
"recurrent_state_4",
"recurrent_state_5",
"recurrent_state_6",
"recurrent_state_7",
"recurrent_state_8",
"recurrent_state_9",
"recurrent_state_10",
"recurrent_state_11",
"recurrent_state_12",
"recurrent_state_13",
"recurrent_state_14",
"recurrent_state_15",
"recurrent_state_16",
"recurrent_state_17"
],
"outputs": [
"logits",
"new_full_key_0",
"new_full_key_1",
"new_full_key_2",
"new_full_key_3",
"new_full_key_4",
"new_full_key_5",
"new_full_value_0",
"new_full_value_1",
"new_full_value_2",
"new_full_value_3",
"new_full_value_4",
"new_full_value_5",
"new_conv_state_0",
"new_conv_state_1",
"new_conv_state_2",
"new_conv_state_3",
"new_conv_state_4",
"new_conv_state_5",
"new_conv_state_6",
"new_conv_state_7",
"new_conv_state_8",
"new_conv_state_9",
"new_conv_state_10",
"new_conv_state_11",
"new_conv_state_12",
"new_conv_state_13",
"new_conv_state_14",
"new_conv_state_15",
"new_conv_state_16",
"new_conv_state_17",
"new_recurrent_state_0",
"new_recurrent_state_1",
"new_recurrent_state_2",
"new_recurrent_state_3",
"new_recurrent_state_4",
"new_recurrent_state_5",
"new_recurrent_state_6",
"new_recurrent_state_7",
"new_recurrent_state_8",
"new_recurrent_state_9",
"new_recurrent_state_10",
"new_recurrent_state_11",
"new_recurrent_state_12",
"new_recurrent_state_13",
"new_recurrent_state_14",
"new_recurrent_state_15",
"new_recurrent_state_16",
"new_recurrent_state_17"
],
"state_contract": {
"full_attention_layers": 6,
"linear_attention_layers": 18,
"host_updates_full_kv_cache": true,
"host_updates_token_position_and_attention_mask": true
}
}