| {"cached_inference_implementation":"cached-transformer-step-v2","checkpoint":{"initialization":{"initial_parameter_hash":"b678968f0085e18d5fcea986cb4fca909322815e796716c84bc8e2b857bd81c3","initialized_parameter_names":[],"initialized_parameter_tensor_count":0,"kind":"checkpoint-transfer","loaded_parameter_learning_rate_ratio":1.0,"loaded_parameter_tensor_count":152,"loaded_pretrained_weights":true,"optimizer_rng_policy":"model-weights-only-no-optimizer-or-rng-v1","policy":"exact-model-v1","seed":2026082102,"source_checkpoint":"checkpoint-step-004000.pt","source_checkpoint_sha256":"25d95b8790f2093da6d91b9b5ee7ba630b87f2a393536ae79dacdd1eba89bba6","source_dataset_lock_hash":"10dae9db6eab4de9d36ee28ca99760bc0c6231fab77311004452dee719f64271","source_step":4000,"source_training_implementation":"deterministic-trainer-v16","source_training_run_id":"830758c32420f2aa8ce20fc8be1d5319d9778f9760804f8d6ff6002db4f70614","transformed_parameter_names":[],"transformed_parameter_tensor_count":0},"path":"/root/autodl-tmp/ibem-im2typst-from-scratch-v1/checkpoints/ibem-semantic-length33-phase10-v1/checkpoint-step-002000.pt","sha256":"29d4a51adc71526f395750bb12a1783fbfd9bfa5a4c68fc9bfb665b68c633d52","step":2000,"training_run_id":"64e092c2013ed43e35d3573e3e2a161c9948f12279ebb92513ab6b15c8811814"},"compiler":{"font_paths":[],"ignore_system_fonts":true,"method":"Compiler.eval","native_module_sha256":"00618956a34c4863319fdf5e8835ea743f1d3af9d993273d020c4591073d2ef9","package_imports":false,"package_version":"0.15.0","policy":"ibem-package-free-typst-eval-v1","validation_expression":"$ <PREDICTION> $"},"dataset_family":"ibem","dataset_lock_hash":"10dae9db6eab4de9d36ee28ca99760bc0c6231fab77311004452dee719f64271","dataset_role":"training-ibem-base","domain_dataset_lock_hash":null,"formula_repair_implementation":"formula-syntax-repair-v8","metrics":{"compile_rate":0.9956802177643648,"count":16899,"decode_repetition_guarded_count":0,"eos_rate":1.0,"greedy_exact_match":0.9262678264986094,"mean_character_similarity":0.9888805322056904,"mean_token_edit_distance":0.9357358423575359,"mean_token_similarity":0.9894041288851192,"numeric_normalized_count":664,"reference_numeric_normalized_count":675,"syntax_repaired_count":251,"teacher_forced_exact_sequence":0.9334871885910409,"teacher_forced_loss":0.04125768107360038,"teacher_forced_token_accuracy":0.9922681385121109},"numeric_lexeme_normalization":"formula-numeric-lexeme-v2","output_policy":{"acceptance_contract":"locked-training-surface-approved-calls-and-escapes-balanced-delimiters-no-unescaped-typst-code-markers","allowed_calls":["acute","arrow","arrow.l","attach","breve","caron","dot","dot.double","dot.triple","frac","grave","hat","macron","mat","op","overline","sqrt","tilde","underline"],"allowed_characters":[" ","!","%","&","'","(",")","+",",","-",".","0","1","2","3","4","5","6","7","8","9",":",";","<","=",">","?","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","^","_","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","|","℘","ℸ","≐","⊘","⊺","⌊","⌋","⌢","Ⓢ","♡","♭","♮","♯","⟮","⟯","⪅","fi","fl"],"allowed_escapes":["\\","\\ ","\\\"","\\(","\\)","\\,","\\/","\\;","\\@","\\[","\\]","\\{","\\}"],"dataset_lock_hash":"10dae9db6eab4de9d36ee28ca99760bc0c6231fab77311004452dee719f64271","maximum_characters":4096,"policy_source_hash":"1d4c7aae4fbe6334a6dcef8c49cad2a8beb416127a88781ac38f36e6c9138f83","policy_source_split":"train","schema_version":"ibem-formula-output-policy-v1"},"prediction_digest":"f33bea43b21fe8614ef9dea66d220df7ca61afdf0384b665d238bf8851e3be8b","run_id":"14a6fd8dc83611fa0b8ad1f46c41a975187bf1476be434f35644340f6a16cbc0","sample_count":16899,"schema_version":"recognition-evaluation-v14","slices":{"expression_type":{"displayed":{"compile_rate":0.9805534779356769,"count":2674,"eos_rate":1.0,"greedy_exact_match":0.7011967090501122,"mean_character_similarity":0.9726449411278203,"mean_token_edit_distance":5.197456993268512,"mean_token_similarity":0.9741071294054093},"embedded":{"compile_rate":0.9985237258347979,"count":14225,"eos_rate":1.0,"greedy_exact_match":0.9685764499121265,"mean_character_similarity":0.9919324809257056,"mean_token_edit_distance":0.13462214411247803,"mean_token_similarity":0.9922796421792316}},"image_width":{"257-512":{"compile_rate":0.9981060606060606,"count":6336,"eos_rate":1.0,"greedy_exact_match":0.9755366161616161,"mean_character_similarity":0.9913458489414235,"mean_token_edit_distance":0.34264520202020204,"mean_token_similarity":0.9915528194487855},"513-768":{"compile_rate":0.9956395348837209,"count":2064,"eos_rate":1.0,"greedy_exact_match":0.940406976744186,"mean_character_similarity":0.9912652984571245,"mean_token_edit_distance":1.1627906976744187,"mean_token_similarity":0.992104776217129},"769-1024":{"compile_rate":0.9923651980276762,"count":6287,"eos_rate":1.0,"greedy_exact_match":0.8562112295212343,"mean_character_similarity":0.9872616452568682,"mean_token_edit_distance":1.7251471289963416,"mean_token_similarity":0.9881221953137008},"<=256":{"compile_rate":0.9981916817359855,"count":2212,"eos_rate":1.0,"greedy_exact_match":0.9710669077757685,"mean_character_similarity":0.9841949706625911,"mean_token_edit_distance":0.17902350813743217,"mean_token_similarity":0.9843730605572968}},"source_fragment":{"single":{"compile_rate":0.9956802177643648,"count":16899,"eos_rate":1.0,"greedy_exact_match":0.9262678264986094,"mean_character_similarity":0.9888805322056904,"mean_token_edit_distance":0.9357358423575359,"mean_token_similarity":0.9894041288851192}},"structure":{"composite":{"compile_rate":0.9956802177643648,"count":16899,"eos_rate":1.0,"greedy_exact_match":0.9262678264986094,"mean_character_similarity":0.9888805322056904,"mean_token_edit_distance":0.9357358423575359,"mean_token_similarity":0.9894041288851192}},"token_length":{"129-256":{"compile_rate":0.9828641370869033,"count":817,"eos_rate":1.0,"greedy_exact_match":0.6144430844553244,"mean_character_similarity":0.971101911612259,"mean_token_edit_distance":5.069767441860465,"mean_token_similarity":0.9729387721619801},"33-64":{"compile_rate":0.9938118811881188,"count":1616,"eos_rate":1.0,"greedy_exact_match":0.8842821782178217,"mean_character_similarity":0.9823112972703496,"mean_token_edit_distance":0.844059405940594,"mean_token_similarity":0.9843145316113429},"65-128":{"compile_rate":0.9982773471145564,"count":1161,"eos_rate":1.0,"greedy_exact_match":0.801894918173988,"mean_character_similarity":0.9812982895781907,"mean_token_edit_distance":1.847545219638243,"mean_token_similarity":0.9826982698562323},"<=32":{"compile_rate":0.999153064367108,"count":12988,"eos_rate":1.0,"greedy_exact_match":0.9785186325839236,"mean_character_similarity":0.992792436280768,"mean_token_edit_distance":0.08677240529719742,"mean_token_similarity":0.9928891037117186},">256":{"compile_rate":0.886435331230284,"count":317,"eos_rate":1.0,"greedy_exact_match":0.2586750788643533,"mean_character_similarity":0.9356823941733381,"mean_token_edit_distance":22.19242902208202,"mean_token_similarity":0.9395607059257981}}},"source_dataset_lock_hash":null,"split":"val"} | |