evidence/fp32_reference.json

{
  "schema": "lfm25-independent-reference/2",
  "source": "transformers.AutoModelForCausalLM (fp32, cpu)",
  "transformers_version": "5.14.1",
  "model_dir": "LiquidAI/LFM2.5-2.6B",
  "config_class": "Lfm2Config",
  "rope_theta": 10000000.0,
  "tokenizer_class": "TokenizersBackend",
  "max_new_tokens": 16,
  "cases": [
    {
      "prompt": "The capital of France is",
      "input_ids": [
        597,
        5205,
        302,
        3980,
        355
      ],
      "gen_ids": [
        4741,
        22,
        342,
        41,
        7793,
        302,
        1456,
        17,
        342,
        41,
        7793,
        302,
        1456,
        17,
        342,
        41
      ],
      "gen_text": " Paris. (A statement of fact) (A statement of fact) (A"
    },
    {
      "prompt": "def fibonacci(n):",
      "input_ids": [
        3162,
        116773,
        7946,
        2770
      ],
      "gen_ids": [
        1446,
        395,
        5173,
        401,
        20877,
        316,
        309,
        11615,
        278,
        92189,
        91230,
        1579,
        22,
        116773,
        16,
        24
      ],
      "gen_text": " function that takes an integer n and returns the nth Fibonacci number. fibonacci(0"
    },
    {
      "prompt": "The second law of thermodynamics states that",
      "input_ids": [
        597,
        1840,
        2535,
        302,
        8502,
        47235,
        3977,
        395
      ],
      "gen_ids": [
        278,
        2925,
        35378,
        302,
        401,
        13696,
        1177,
        510,
        2966,
        10135,
        890,
        893,
        22,
        969,
        355,
        267
      ],
      "gen_text": " the total entropy of an isolated system can never decrease over time. This is a"
    },
    {
      "prompt": "Q: What is 17 * 23?\nA:",
      "input_ids": [
        57,
        34,
        3246,
        355,
        229,
        916,
        767,
        229,
        1467,
        1283,
        41,
        34
      ],
      "gen_ids": [
        229,
        30284,
        8,
        597,
        4695,
        355,
        13564,
        374,
        267,
        3547,
        37207,
        22,
        358,
        1252,
        2675,
        278
      ],
      "gen_text": " 391\n\nThe user is asking for a simple multiplication. I should provide the"
    },
    {
      "prompt": "Once upon a time, in a small village at the edge of a forest,",
      "input_ids": [
        13641,
        3879,
        267,
        893,
        20,
        296,
        267,
        1710,
        6813,
        462,
        278,
        8527,
        302,
        267,
        7421,
        20
      ],
      "gen_ids": [
        912,
        8158,
        267,
        2943,
        5893,
        5167,
        402,
        5451,
        22,
        2298,
        452,
        2037,
        374,
        949,
        41467,
        309
      ],
      "gen_text": " there lived a young woman named Lila. She was known for her kindness and"
    }
  ],
  "prompt": "The capital of France is",
  "input_ids": [
    597,
    5205,
    302,
    3980,
    355
  ],
  "gen_ids": [
    4741,
    22,
    342,
    41,
    7793,
    302,
    1456,
    17,
    342,
    41,
    7793,
    302,
    1456,
    17,
    342,
    41
  ],
  "gen_text": " Paris. (A statement of fact) (A statement of fact) (A",
  "top2_margins": [
    0.7281018495559692,
    0.7113168835639954,
    0.11093549430370331,
    0.015672452747821808,
    0.04382406175136566,
    0.46940433979034424,
    0.9695106148719788,
    0.29527413845062256,
    0.26872625946998596,
    0.027259603142738342,
    0.29248109459877014,
    0.8996275067329407,
    0.11412087082862854,
    0.4253472089767456,
    0.5897049903869629,
    0.42489880323410034
  ]
}