Record full-checkpoint compatibility regression results

tests/README.md

@@ -18,5 +18,3 @@ Fixtures:
 - `paddle_general_ocr_001.png`: official synthetic Chinese OCR test image from https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/paddle_general_ocr_001.png .
 - `invoice_en.png`: synthetic three-line English invoice with known expected text.
 - `table_en.png`: synthetic Item/Qty/Price table containing Apple and Orange rows.
-
-Draft progress: only processor loading and meta-device construction have passed for this model so far. Full-checkpoint regression is pending; do not interpret the summary as a generation test.

tests/compatibility_results.json

@@ -2,11 +2,11 @@
   "model": "PaddlePaddle/PaddleOCR-VL",
   "revision": "7fa00a8c55b735ba51ba49a9058f3f9c57a99a11",
   "trust_remote_code": true,
-  "validation_scope": "meta construction and processor only",
-  "full_checkpoint_pending": true,
-  "device": "meta",
-  "dtype": null,
-  "checkpoint_sha256": null,
+  "validation_scope": "full checkpoint and generation",
+  "full_checkpoint_pending": false,
+  "device": "cpu",
+  "dtype": "float32",
+  "checkpoint_sha256": "3085f1042e184f68f8a412aa0f64f2c4b8562989598bbfba326aaa11fc685de8",
   "tested_versions": [
     "4.57.6",
     "5.0.0",
@@ -51,8 +51,19 @@
       "stages": [
         "config",
         "processor",
-        "model_class"
-      ]
+        "model",
+        "weights_and_buffers",
+        "mask_semantics",
+        "english_generate",
+        "uncached_prefix",
+        "batch_prefill_isolation",
+        "uncached_full_english",
+        "full_chinese_batch_table"
+      ],
+      "parameter_mismatches": 0,
+      "batch_logits_max_abs_difference": 4.3392181396484375e-05,
+      "uncached_full_english_matches_cached": true,
+      "full_batch_matches_individual": true
     },
     {
       "version": "5.0.0",
@@ -60,8 +71,19 @@
       "stages": [
         "config",
         "processor",
-        "model_class"
-      ]
+        "model",
+        "weights_and_buffers",
+        "mask_semantics",
+        "english_generate",
+        "uncached_prefix",
+        "batch_prefill_isolation",
+        "uncached_full_english",
+        "full_chinese_batch_table"
+      ],
+      "parameter_mismatches": 0,
+      "batch_logits_max_abs_difference": 4.3392181396484375e-05,
+      "uncached_full_english_matches_cached": true,
+      "full_batch_matches_individual": true
     },
     {
       "version": "5.21.1",
@@ -69,8 +91,19 @@
       "stages": [
         "config",
         "processor",
-        "model_class"
-      ]
+        "model",
+        "weights_and_buffers",
+        "mask_semantics",
+        "english_generate",
+        "uncached_prefix",
+        "batch_prefill_isolation",
+        "uncached_full_english",
+        "full_chinese_batch_table"
+      ],
+      "parameter_mismatches": 0,
+      "batch_logits_max_abs_difference": 4.3392181396484375e-05,
+      "uncached_full_english_matches_cached": true,
+      "full_batch_matches_individual": true
     }
   ]
 }