generation_config.json

{
  "alignment_heads": [
    [
      6,
      6
    ],
    [
      7,
      0
    ],
    [
      7,
      3
    ],
    [
      7,
      8
    ],
    [
      8,
      2
    ],
    [
      8,
      5
    ],
    [
      8,
      7
    ],
    [
      9,
      0
    ],
    [
      9,
      4
    ],
    [
      9,
      8
    ],
    [
      9,
      10
    ],
    [
      10,
      0
    ],
    [
      10,
      1
    ],
    [
      10,
      2
    ],
    [
      10,
      3
    ],
    [
      10,
      6
    ],
    [
      10,
      11
    ],
    [
      11,
      2
    ],
    [
      11,
      4
    ]
  ],
  "assistant_confidence_threshold": 0.4,
  "assistant_lookbehind": 10,
  "begin_suppress_tokens": [
    220,
    50256
  ],
  "bos_token_id": 50257,
  "decoder_start_token_id": 50257,
  "diversity_penalty": 0.0,
  "do_sample": false,
  "early_stopping": false,
  "encoder_no_repeat_ngram_size": 0,
  "encoder_repetition_penalty": 1.0,
  "eos_token_id": 50256,
  "epsilon_cutoff": 0.0,
  "eta_cutoff": 0.0,
  "forced_decoder_ids": null,
  "is_multilingual": false,
  "length_penalty": 1.0,
  "max_initial_timestamp_index": 50,
  "max_length": 448,
  "min_length": 0,
  "no_repeat_ngram_size": 0,
  "no_timestamps_token_id": 50362,
  "num_assistant_tokens": 20,
  "num_assistant_tokens_schedule": "constant",
  "num_beam_groups": 1,
  "num_beams": 1,
  "num_return_sequences": 1,
  "output_scores": false,
  "pad_token_id": 50256,
  "prev_sot_token_id": 50360,
  "remove_invalid_values": false,
  "repetition_penalty": 1.0,
  "return_dict_in_generate": false,
  "suppress_tokens": [
    1,
    2,
    7,
    8,
    9,
    10,
    14,
    25,
    26,
    27,
    28,
    29,
    31,
    58,
    59,
    60,
    61,
    62,
    63,
    90,
    91,
    92,
    93,
    357,
    366,
    438,
    532,
    685,
    705,
    796,
    930,
    1058,
    1220,
    1267,
    1279,
    1303,
    1343,
    1377,
    1391,
    1635,
    1782,
    1875,
    2162,
    2361,
    2488,
    3467,
    4008,
    4211,
    4600,
    4808,
    5299,
    5855,
    6329,
    7203,
    9609,
    9959,
    10563,
    10786,
    11420,
    11709,
    11907,
    13163,
    13697,
    13700,
    14808,
    15306,
    16410,
    16791,
    17992,
    19203,
    19510,
    20724,
    22305,
    22935,
    27007,
    30109,
    30420,
    33409,
    34949,
    40283,
    40493,
    40549,
    47282,
    49146,
    50257,
    50357,
    50358,
    50359,
    50360,
    50361
  ],
  "target_lookbehind": 10,
  "temperature": 1.0,
  "top_k": 50,
  "top_p": 1.0,
  "transformers_version": "5.12.1",
  "typical_p": 1.0,
  "use_cache": true
}