| measurement,model_or_checkpoint,runtime,precision,language,records,question_versions,accuracy_pct,question_macro_f1_pct,training_examples_per_language,mean_latency_ms,choices_per_s,shared_input_tokens_per_s,paper_reference | |
| shared_test,Fin-Laya 6-round,PyTorch,BF16,English,240458,119,74.5586,38.3986,2925263,,,,Methods M4-M6 | |
| expanded_test,Fin-Laya 6-round,PyTorch,BF16,English,418597,,67.2728,27.8355,2925263,,,,Methods M4-M6 | |
| shared_test,Fin-Laya 6-round,MLX CUDA,FP16,English,240458,119,74.5544,38.3746,2925263,,,,Methods M4-M6 | |
| expanded_test,Fin-Laya 6-round,MLX CUDA,FP16,English,418597,,67.2726,27.8955,2925263,,,,Methods M4-M6 | |
| shared_test,Jev 1.13,Provider API,Provider-managed,English,240458,119,65.2584,37.4793,,,,,Methods M5 | |
| separate_bilingual_deployment,Bilingual Fin-Laya,PyTorch A100,FP16,Chinese,,,,,,22.06,45.33,15247.34,Methods M9 | |
| separate_bilingual_deployment,Bilingual Fin-Laya,MLX CUDA A100,FP16,Chinese,,,,,,9.1,109.88,36955.47,Methods M9 | |
| separate_bilingual_deployment,Jev 1.13,Provider API,Provider-managed,Chinese,,,,,,206.77,4.84,1626.63,Methods M9 | |