{
  "source": "LiquidAI/LFM2.5-Encoder-350M",
  "source_revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39",
  "runtime": {
    "mlx_device": "Device(gpu, 0)",
    "torch_device": "cpu",
    "dtype": "float32"
  },
  "tensor_audit": {
    "tensor_count": 148,
    "exact_tensor_count": 148,
    "parameter_count": 354483968,
    "all_source_tensors_fp32": true,
    "all_mlx_tensors_fp32": true,
    "all_values_bit_exact_after_layout_transform": true,
    "source_weights_sha256": "cd70e404c3c6c1756b2cf5dc75de2a87788b460e3a6156c1a4ab134b824c2706",
    "mlx_weights_sha256": "59318ef252f74691ff6a5338f1009c9723a91126f6e9f4361f0bdfa41b98c886"
  },
  "parity": {
    "input_shape": [
      3,
      13
    ],
    "valid_token_count": 31,
    "hidden": {
      "max_abs_error": 0.0003604888916015625,
      "mean_abs_error": 3.0134134043696157e-06,
      "rmse": 5.094438406081536e-06,
      "relative_l2_error": 4.034416993567579e-06,
      "cosine_similarity": 0.9999999999919315
    },
    "logits": {
      "max_abs_error": 0.0003662109375,
      "mean_abs_error": 1.4175360927475862e-05,
      "rmse": 2.2781126167816667e-05,
      "relative_l2_error": 2.509927860453007e-06,
      "cosine_similarity": 0.9999999999968735
    },
    "top1_agreement_valid_tokens": 1.0,
    "top1_agreement_masked_tokens": 1.0,
    "masked_predictions": [
      {
        "text": "The capital of France is <|mask|>.",
        "reference_token_id": 5242,
        "mlx_token_id": 5242,
        "reference_token": " Paris",
        "mlx_token": " Paris",
        "match": true
      },
      {
        "text": "Liquid neural networks run efficiently on <|mask|> devices.",
        "reference_token_id": 64014,
        "mlx_token_id": 64014,
        "reference_token": "python",
        "mlx_token": "python",
        "match": true
      },
      {
        "text": "Paris is the <|mask|> of France.",
        "reference_token_id": 5706,
        "mlx_token_id": 5706,
        "reference_token": " capital",
        "mlx_token": " capital",
        "match": true
      }
    ]
  },
  "acceptance": {
    "passed": true,
    "checks": {
      "bit_exact_fp32_weights": true,
      "hidden_relative_l2_below_1e-4": true,
      "logits_relative_l2_below_1e-4": true,
      "valid_token_top1_agreement_100_percent": true,
      "masked_token_top1_agreement_100_percent": true
    }
  }
}