generation_config.json

{
  "_from_model_config": true,
  "alg": "origin",
  "alg_p_threshold": null,
  "alg_temp": null,
  "bos_token_id": 151643,
  "decoding_pipeline": "dim",
  "eos_token_id": 151643,
  "eps": 0.001,
  "mask_token_id": null,
  "output_history": false,
  "pad_token_id": 151643,
  "steps": 512,
  "temperature": 0.0,
  "top_k": null,
  "top_p": null,
  "transformers_version": "4.46.2",
  "use_cache": false,
  "use_original_confidence": true
}