Buckets:
| <meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"generation/configuration_utils","local":"generationconfigurationutils","sections":[{"title":"Classes","local":"classes","sections":[{"title":"GenerationConfig","local":"generationconfig","sections":[{"title":"GenerationConfig.max_length : number","local":"generationconfigmaxlength--number","sections":[],"depth":4},{"title":"GenerationConfig.max_new_tokens : number","local":"generationconfigmaxnewtokens--number","sections":[],"depth":4},{"title":"GenerationConfig.min_length : number","local":"generationconfigminlength--number","sections":[],"depth":4},{"title":"GenerationConfig.min_new_tokens : number","local":"generationconfigminnewtokens--number","sections":[],"depth":4},{"title":"GenerationConfig.early_stopping : boolean | 'never'","local":"generationconfigearlystopping--boolean--never","sections":[],"depth":4},{"title":"GenerationConfig.max_time : number","local":"generationconfigmaxtime--number","sections":[],"depth":4},{"title":"GenerationConfig.do_sample : boolean","local":"generationconfigdosample--boolean","sections":[],"depth":4},{"title":"GenerationConfig.num_beams : number","local":"generationconfignumbeams--number","sections":[],"depth":4},{"title":"GenerationConfig.num_beam_groups : number","local":"generationconfignumbeamgroups--number","sections":[],"depth":4},{"title":"GenerationConfig.penalty_alpha : number","local":"generationconfigpenaltyalpha--number","sections":[],"depth":4},{"title":"GenerationConfig.use_cache : boolean","local":"generationconfigusecache--boolean","sections":[],"depth":4},{"title":"GenerationConfig.temperature : number","local":"generationconfigtemperature--number","sections":[],"depth":4},{"title":"GenerationConfig.top_k : number","local":"generationconfigtopk--number","sections":[],"depth":4},{"title":"GenerationConfig.top_p : number","local":"generationconfigtopp--number","sections":[],"depth":4},{"title":"GenerationConfig.typical_p : number","local":"generationconfigtypicalp--number","sections":[],"depth":4},{"title":"GenerationConfig.epsilon_cutoff : number","local":"generationconfigepsiloncutoff--number","sections":[],"depth":4},{"title":"GenerationConfig.eta_cutoff : number","local":"generationconfigetacutoff--number","sections":[],"depth":4},{"title":"GenerationConfig.diversity_penalty : number","local":"generationconfigdiversitypenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.repetition_penalty : number","local":"generationconfigrepetitionpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.encoder_repetition_penalty : number","local":"generationconfigencoderrepetitionpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.length_penalty : number","local":"generationconfiglengthpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.no_repeat_ngram_size : number","local":"generationconfignorepeatngramsize--number","sections":[],"depth":4},{"title":"GenerationConfig.bad_words_ids : number[][]","local":"generationconfigbadwordsids--number","sections":[],"depth":4},{"title":"GenerationConfig.force_words_ids : number[][] | number[][][]","local":"generationconfigforcewordsids--number--number","sections":[],"depth":4},{"title":"GenerationConfig.renormalize_logits : boolean","local":"generationconfigrenormalizelogits--boolean","sections":[],"depth":4},{"title":"GenerationConfig.constraints : Object[]","local":"generationconfigconstraints--object","sections":[],"depth":4},{"title":"GenerationConfig.forced_bos_token_id : number","local":"generationconfigforcedbostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.forced_eos_token_id : number[]?","local":"generationconfigforcedeostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.remove_invalid_values : boolean","local":"generationconfigremoveinvalidvalues--boolean","sections":[],"depth":4},{"title":"GenerationConfig.exponential_decay_length_penalty : number , number","local":"generationconfigexponentialdecaylengthpenalty--number--number","sections":[],"depth":4},{"title":"GenerationConfig.suppress_tokens : number[]","local":"generationconfigsuppresstokens--number","sections":[],"depth":4},{"title":"GenerationConfig.streamer : TextStreamer","local":"generationconfigstreamer--textstreamer","sections":[],"depth":4},{"title":"GenerationConfig.begin_suppress_tokens : number[]","local":"generationconfigbeginsuppresstokens--number","sections":[],"depth":4},{"title":"GenerationConfig.forced_decoder_ids : number , number","local":"generationconfigforceddecoderids--number--number","sections":[],"depth":4},{"title":"GenerationConfig.guidance_scale : number","local":"generationconfigguidancescale--number","sections":[],"depth":4},{"title":"GenerationConfig.num_return_sequences : number","local":"generationconfignumreturnsequences--number","sections":[],"depth":4},{"title":"GenerationConfig.output_attentions : boolean","local":"generationconfigoutputattentions--boolean","sections":[],"depth":4},{"title":"GenerationConfig.output_hidden_states : boolean","local":"generationconfigoutputhiddenstates--boolean","sections":[],"depth":4},{"title":"GenerationConfig.output_scores : boolean","local":"generationconfigoutputscores--boolean","sections":[],"depth":4},{"title":"GenerationConfig.return_dict_in_generate : boolean","local":"generationconfigreturndictingenerate--boolean","sections":[],"depth":4},{"title":"GenerationConfig.pad_token_id : number","local":"generationconfigpadtokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.bos_token_id : number","local":"generationconfigbostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.eos_token_id : number[]?","local":"generationconfigeostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.encoder_no_repeat_ngram_size : number","local":"generationconfigencodernorepeatngramsize--number","sections":[],"depth":4},{"title":"GenerationConfig.decoder_start_token_id : number","local":"generationconfigdecoderstarttokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.generation_kwargs : Object","local":"generationconfiggenerationkwargs--object","sections":[],"depth":4},{"title":"GenerationConfig.constructor(config)","local":"generationconfigconstructorconfig","sections":[],"depth":4}],"depth":3}],"depth":2}],"depth":1}"> | |
| <link href="/docs/transformers.js/pr_1665/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/entry/start.cb58eb6f.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/scheduler.6efaaf90.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/singletons.08239980.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/paths.611c3944.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/entry/app.9eafcf9d.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/preload-helper.4b821645.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/index.eb3e1f0f.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/nodes/0.d361a553.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/each.e59479a4.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/nodes/6.34588088.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1665/en/_app/immutable/chunks/MermaidChart.svelte_svelte_type_style_lang.699f2734.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{"title":"generation/configuration_utils","local":"generationconfigurationutils","sections":[{"title":"Classes","local":"classes","sections":[{"title":"GenerationConfig","local":"generationconfig","sections":[{"title":"GenerationConfig.max_length : number","local":"generationconfigmaxlength--number","sections":[],"depth":4},{"title":"GenerationConfig.max_new_tokens : number","local":"generationconfigmaxnewtokens--number","sections":[],"depth":4},{"title":"GenerationConfig.min_length : number","local":"generationconfigminlength--number","sections":[],"depth":4},{"title":"GenerationConfig.min_new_tokens : number","local":"generationconfigminnewtokens--number","sections":[],"depth":4},{"title":"GenerationConfig.early_stopping : boolean | 'never'","local":"generationconfigearlystopping--boolean--never","sections":[],"depth":4},{"title":"GenerationConfig.max_time : number","local":"generationconfigmaxtime--number","sections":[],"depth":4},{"title":"GenerationConfig.do_sample : boolean","local":"generationconfigdosample--boolean","sections":[],"depth":4},{"title":"GenerationConfig.num_beams : number","local":"generationconfignumbeams--number","sections":[],"depth":4},{"title":"GenerationConfig.num_beam_groups : number","local":"generationconfignumbeamgroups--number","sections":[],"depth":4},{"title":"GenerationConfig.penalty_alpha : number","local":"generationconfigpenaltyalpha--number","sections":[],"depth":4},{"title":"GenerationConfig.use_cache : boolean","local":"generationconfigusecache--boolean","sections":[],"depth":4},{"title":"GenerationConfig.temperature : number","local":"generationconfigtemperature--number","sections":[],"depth":4},{"title":"GenerationConfig.top_k : number","local":"generationconfigtopk--number","sections":[],"depth":4},{"title":"GenerationConfig.top_p : number","local":"generationconfigtopp--number","sections":[],"depth":4},{"title":"GenerationConfig.typical_p : number","local":"generationconfigtypicalp--number","sections":[],"depth":4},{"title":"GenerationConfig.epsilon_cutoff : number","local":"generationconfigepsiloncutoff--number","sections":[],"depth":4},{"title":"GenerationConfig.eta_cutoff : number","local":"generationconfigetacutoff--number","sections":[],"depth":4},{"title":"GenerationConfig.diversity_penalty : number","local":"generationconfigdiversitypenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.repetition_penalty : number","local":"generationconfigrepetitionpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.encoder_repetition_penalty : number","local":"generationconfigencoderrepetitionpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.length_penalty : number","local":"generationconfiglengthpenalty--number","sections":[],"depth":4},{"title":"GenerationConfig.no_repeat_ngram_size : number","local":"generationconfignorepeatngramsize--number","sections":[],"depth":4},{"title":"GenerationConfig.bad_words_ids : number[][]","local":"generationconfigbadwordsids--number","sections":[],"depth":4},{"title":"GenerationConfig.force_words_ids : number[][] | number[][][]","local":"generationconfigforcewordsids--number--number","sections":[],"depth":4},{"title":"GenerationConfig.renormalize_logits : boolean","local":"generationconfigrenormalizelogits--boolean","sections":[],"depth":4},{"title":"GenerationConfig.constraints : Object[]","local":"generationconfigconstraints--object","sections":[],"depth":4},{"title":"GenerationConfig.forced_bos_token_id : number","local":"generationconfigforcedbostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.forced_eos_token_id : number[]?","local":"generationconfigforcedeostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.remove_invalid_values : boolean","local":"generationconfigremoveinvalidvalues--boolean","sections":[],"depth":4},{"title":"GenerationConfig.exponential_decay_length_penalty : number , number","local":"generationconfigexponentialdecaylengthpenalty--number--number","sections":[],"depth":4},{"title":"GenerationConfig.suppress_tokens : number[]","local":"generationconfigsuppresstokens--number","sections":[],"depth":4},{"title":"GenerationConfig.streamer : TextStreamer","local":"generationconfigstreamer--textstreamer","sections":[],"depth":4},{"title":"GenerationConfig.begin_suppress_tokens : number[]","local":"generationconfigbeginsuppresstokens--number","sections":[],"depth":4},{"title":"GenerationConfig.forced_decoder_ids : number , number","local":"generationconfigforceddecoderids--number--number","sections":[],"depth":4},{"title":"GenerationConfig.guidance_scale : number","local":"generationconfigguidancescale--number","sections":[],"depth":4},{"title":"GenerationConfig.num_return_sequences : number","local":"generationconfignumreturnsequences--number","sections":[],"depth":4},{"title":"GenerationConfig.output_attentions : boolean","local":"generationconfigoutputattentions--boolean","sections":[],"depth":4},{"title":"GenerationConfig.output_hidden_states : boolean","local":"generationconfigoutputhiddenstates--boolean","sections":[],"depth":4},{"title":"GenerationConfig.output_scores : boolean","local":"generationconfigoutputscores--boolean","sections":[],"depth":4},{"title":"GenerationConfig.return_dict_in_generate : boolean","local":"generationconfigreturndictingenerate--boolean","sections":[],"depth":4},{"title":"GenerationConfig.pad_token_id : number","local":"generationconfigpadtokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.bos_token_id : number","local":"generationconfigbostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.eos_token_id : number[]?","local":"generationconfigeostokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.encoder_no_repeat_ngram_size : number","local":"generationconfigencodernorepeatngramsize--number","sections":[],"depth":4},{"title":"GenerationConfig.decoder_start_token_id : number","local":"generationconfigdecoderstarttokenid--number","sections":[],"depth":4},{"title":"GenerationConfig.generation_kwargs : Object","local":"generationconfiggenerationkwargs--object","sections":[],"depth":4},{"title":"GenerationConfig.constructor(config)","local":"generationconfigconstructorconfig","sections":[],"depth":4}],"depth":3}],"depth":2}],"depth":1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg></button></div> </div> <h1 class="relative group"><a id="generationconfigurationutils" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigurationutils"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/configuration_utils</span></h1> <p data-svelte-h="svelte-3bozas">Configuration for text generation.</p> <p data-svelte-h="svelte-mdp03j"><code>GenerationConfig</code> holds the parameters that control <code>generate()</code>.</p> <h2 class="relative group"><a id="classes" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#classes"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Classes</span></h2> <a id="module_generation/configuration_utils.GenerationConfig"></a> <h3 class="relative group"><a id="generationconfig" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfig"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig</span></h3> <p data-svelte-h="svelte-setd0x">Class that holds a configuration for a generation task.</p> <h4 class="relative group"><a id="generationconfigmaxlength--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxlength--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.max_length : number</span></h4> <p data-svelte-h="svelte-1cuvpuy">The maximum length the generated tokens can have. | |
| Corresponds to the length of the input prompt + <code>max_new_tokens</code>. | |
| Its effect is overridden by <code>max_new_tokens</code>, if also set.</p> <p data-svelte-h="svelte-8nvikp"><strong>Default:</strong> <code>20</code></p> <h4 class="relative group"><a id="generationconfigmaxnewtokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxnewtokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.max_new_tokens : number</span></h4> <p data-svelte-h="svelte-kevu8b">The maximum number of tokens to generate, ignoring the number of tokens in the prompt.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigminlength--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigminlength--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.min_length : number</span></h4> <p data-svelte-h="svelte-j81omo">The minimum length of the sequence to be generated. | |
| Corresponds to the length of the input prompt + <code>min_new_tokens</code>. | |
| Its effect is overridden by <code>min_new_tokens</code>, if also set.</p> <p data-svelte-h="svelte-4suj67"><strong>Default:</strong> <code>0</code></p> <h4 class="relative group"><a id="generationconfigminnewtokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigminnewtokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.min_new_tokens : number</span></h4> <p data-svelte-h="svelte-1q7i5jl">The minimum number of tokens to generate, ignoring the number of tokens in the prompt.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigearlystopping--boolean--never" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigearlystopping--boolean--never"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.early_stopping : boolean | 'never'</span></h4> <p data-svelte-h="svelte-1nvsoxx">Controls the stopping condition for beam-based methods, like beam-search. It accepts the following values:</p> <ul data-svelte-h="svelte-1hcx5eo"><li><code>true</code>, where the generation stops as soon as there are <code>num_beams</code> complete candidates;</li> <li><code>false</code>, where a heuristic is applied and the generation stops when it is very unlikely to find better candidates;</li> <li><code>"never"</code>, where the beam search procedure only stops when there cannot be better candidates (canonical beam search algorithm).</li></ul> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigmaxtime--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxtime--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.max_time : number</span></h4> <p data-svelte-h="svelte-1igjif6">The maximum time, in seconds, allowed for generation. | |
| Generation will still finish the current pass after the allocated time has passed.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigdosample--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdosample--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.do_sample : boolean</span></h4> <p data-svelte-h="svelte-nju2qr">Whether to use sampling; use greedy decoding otherwise.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfignumbeams--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumbeams--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.num_beams : number</span></h4> <p data-svelte-h="svelte-ucxlop">Number of beams for beam search. 1 means no beam search.</p> <p data-svelte-h="svelte-tvacio"><strong>Default:</strong> <code>1</code></p> <h4 class="relative group"><a id="generationconfignumbeamgroups--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumbeamgroups--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.num_beam_groups : number</span></h4> <p data-svelte-h="svelte-1mnavlz">Number of groups to divide <code>num_beams</code> into to encourage diversity among different groups of beams. | |
| See <a href="https://huggingface.co/papers/1610.02424" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-tvacio"><strong>Default:</strong> <code>1</code></p> <h4 class="relative group"><a id="generationconfigpenaltyalpha--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigpenaltyalpha--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.penalty_alpha : number</span></h4> <p data-svelte-h="svelte-t2gm3n">Balance model confidence against the degeneration penalty during contrastive search decoding.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigusecache--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigusecache--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.use_cache : boolean</span></h4> <p data-svelte-h="svelte-qi9j5l">Whether the model should reuse past key/value states, when supported, to speed up decoding.</p> <p data-svelte-h="svelte-xbb8mz"><strong>Default:</strong> <code>true</code></p> <h4 class="relative group"><a id="generationconfigtemperature--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtemperature--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.temperature : number</span></h4> <p data-svelte-h="svelte-1f5rg7t">The value used to modulate the next token probabilities.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfigtopk--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtopk--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.top_k : number</span></h4> <p data-svelte-h="svelte-gf4jpn">The number of highest-probability vocabulary tokens to keep for top-k filtering.</p> <p data-svelte-h="svelte-1q4uejg"><strong>Default:</strong> <code>50</code></p> <h4 class="relative group"><a id="generationconfigtopp--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtopp--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.top_p : number</span></h4> <p data-svelte-h="svelte-4e3nej">If set to a float below 1, only the smallest set of most probable tokens with probabilities that add up to <code>top_p</code> or higher are kept for generation.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfigtypicalp--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtypicalp--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.typical_p : number</span></h4> <p data-svelte-h="svelte-tcckff">Local typicality measures how similar the conditional probability of predicting a target token next is to the expected conditional probability of predicting a random token next, given the partial text already generated. | |
| If set to a float below 1, the smallest set of the most locally typical tokens with probabilities that add up to <code>typical_p</code> or higher are kept for generation. | |
| See <a href="https://huggingface.co/papers/2202.00666" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfigepsiloncutoff--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigepsiloncutoff--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.epsilon_cutoff : number</span></h4> <p data-svelte-h="svelte-tfm5mr">If set to a float strictly between 0 and 1, only tokens with a conditional probability greater than <code>epsilon_cutoff</code> will be sampled. | |
| In the paper, suggested values range from 3e-4 to 9e-4, depending on the size of the model. | |
| See <a href="https://huggingface.co/papers/2210.15191" rel="nofollow">Truncation Sampling as Language Model Desmoothing</a> for more details.</p> <p data-svelte-h="svelte-19qdpx5"><strong>Default:</strong> <code>0.0</code></p> <h4 class="relative group"><a id="generationconfigetacutoff--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigetacutoff--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.eta_cutoff : number</span></h4> <p data-svelte-h="svelte-j25ceq">Eta sampling is a hybrid of locally typical sampling and epsilon sampling. | |
| If set to a float strictly between 0 and 1, a token is only considered if it is greater than either <code>eta_cutoff</code> or <code>sqrt(eta_cutoff) * exp(-entropy(softmax(next_token_logits)))</code>. | |
| The latter term is intuitively the expected next token probability, scaled by <code>sqrt(eta_cutoff)</code>. In the paper, suggested values range from 3e-4 to 2e-3, depending on the size of the model. | |
| See <a href="https://huggingface.co/papers/2210.15191" rel="nofollow">Truncation Sampling as Language Model Desmoothing</a> for more details.</p> <p data-svelte-h="svelte-19qdpx5"><strong>Default:</strong> <code>0.0</code></p> <h4 class="relative group"><a id="generationconfigdiversitypenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdiversitypenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.diversity_penalty : number</span></h4> <p data-svelte-h="svelte-1auiqjs">This value is subtracted from a beam’s score if it generates the same token as any beam from another group at a particular time. | |
| Note that <code>diversity_penalty</code> is only effective if <code>group beam search</code> is enabled.</p> <p data-svelte-h="svelte-19qdpx5"><strong>Default:</strong> <code>0.0</code></p> <h4 class="relative group"><a id="generationconfigrepetitionpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigrepetitionpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.repetition_penalty : number</span></h4> <p data-svelte-h="svelte-vvcsur">Penalty applied to repeated tokens. 1.0 means no penalty. | |
| See <a href="https://huggingface.co/papers/1909.05858" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfigencoderrepetitionpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigencoderrepetitionpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.encoder_repetition_penalty : number</span></h4> <p data-svelte-h="svelte-1e9utp5">Penalty applied to sequences that are not in the original input. | |
| 1.0 means no penalty.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfiglengthpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfiglengthpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.length_penalty : number</span></h4> <p data-svelte-h="svelte-pdla37">Exponential penalty applied to sequence length during beam-based generation. | |
| It is applied as an exponent to the sequence length, which in turn is used to divide the score of the sequence. | |
| Since the score is the log likelihood of the sequence (i.e. negative), <code>length_penalty</code> > 0.0 promotes longer sequences, while <code>length_penalty</code> < 0.0 encourages shorter sequences.</p> <p data-svelte-h="svelte-1pl6w6a"><strong>Default:</strong> <code>1.0</code></p> <h4 class="relative group"><a id="generationconfignorepeatngramsize--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignorepeatngramsize--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.no_repeat_ngram_size : number</span></h4> <p data-svelte-h="svelte-gzkzy2">If set to an integer greater than 0, all n-grams of that size can only occur once.</p> <p data-svelte-h="svelte-4suj67"><strong>Default:</strong> <code>0</code></p> <h4 class="relative group"><a id="generationconfigbadwordsids--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbadwordsids--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.bad_words_ids : number[][]</span></h4> <p data-svelte-h="svelte-1mlka8w">List of token IDs that are not allowed to be generated. | |
| In order to get the token IDs of the words that should not appear in the generated text, use | |
| <code>tokenizer(bad_words, { add_prefix_space: true, add_special_tokens: false }).input_ids</code>.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigforcewordsids--number--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcewordsids--number--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.force_words_ids : number[][] | number[][][]</span></h4> <p data-svelte-h="svelte-fp9qs">List of token IDs that must be generated. | |
| If given a <code>number[][]</code>, this is treated as a simple list of words that must be included, the opposite of <code>bad_words_ids</code>. | |
| If given <code>number[][][]</code>, this triggers a <a href="https://github.com/huggingface/transformers/issues/14081" rel="nofollow">disjunctive constraint</a>, which allows different forms of each word.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigrenormalizelogits--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigrenormalizelogits--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.renormalize_logits : boolean</span></h4> <p data-svelte-h="svelte-1291i9b">Whether to renormalize the logits after applying all the logits processors or warpers (including the custom ones). | |
| It’s highly recommended to set this flag to <code>true</code> because search algorithms assume the score logits are normalized, but some logit processors or warpers break the normalization.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigconstraints--object" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigconstraints--object"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.constraints : Object[]</span></h4> <p data-svelte-h="svelte-1ur2rb">Custom constraints that guide generation to include certain tokens as defined by <code>Constraint</code> objects.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigforcedbostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcedbostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.forced_bos_token_id : number</span></h4> <p data-svelte-h="svelte-dzug9w">The ID of the token to force as the first generated token after the <code>decoder_start_token_id</code>. | |
| Useful for multilingual models like mBART where the first generated token needs to be the target language token.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigforcedeostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcedeostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.forced_eos_token_id : number[]?</span></h4> <p data-svelte-h="svelte-1w78ok4">The ID of the token to force as the last generated token when <code>max_length</code> is reached. | |
| Optionally, use a list to set multiple <em>end-of-sequence</em> tokens.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigremoveinvalidvalues--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigremoveinvalidvalues--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.remove_invalid_values : boolean</span></h4> <p data-svelte-h="svelte-4zkx0d">Whether to remove possible <em>nan</em> and <em>inf</em> outputs of the model to prevent the generation method from crashing. Note that using <code>remove_invalid_values</code> can slow down generation.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigexponentialdecaylengthpenalty--number--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigexponentialdecaylengthpenalty--number--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.exponential_decay_length_penalty : number , number</span></h4> <p data-svelte-h="svelte-9azgia">This tuple adds an exponentially increasing length penalty after a certain number of tokens have been generated. | |
| The tuple consists of: <code>(start_index, decay_factor)</code> where <code>start_index</code> indicates where the penalty starts and <code>decay_factor</code> represents the factor of exponential decay.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigsuppresstokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigsuppresstokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.suppress_tokens : number[]</span></h4> <p data-svelte-h="svelte-2afs9j">A list of tokens to suppress during generation. | |
| The <code>SuppressTokens</code> logit processor sets their log probabilities to <code>-inf</code> so that they are not sampled.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigstreamer--textstreamer" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigstreamer--textstreamer"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.streamer : TextStreamer</span></h4> <p data-svelte-h="svelte-1mm0pvx">Streamer used to yield generated text incrementally.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigbeginsuppresstokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbeginsuppresstokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.begin_suppress_tokens : number[]</span></h4> <p data-svelte-h="svelte-5xni3s">A list of tokens to suppress at the beginning of the generation. | |
| The <code>SuppressBeginTokens</code> logit processor sets their log probabilities to <code>-inf</code> so that they are not sampled.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigforceddecoderids--number--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforceddecoderids--number--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.forced_decoder_ids : number , number</span></h4> <p data-svelte-h="svelte-19n0mdh">A list of integer pairs that maps generation indices to token indices that will be forced before sampling. | |
| For example, <code>[[1, 123]]</code> means the second generated token will always be a token of index 123.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigguidancescale--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigguidancescale--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.guidance_scale : number</span></h4> <p data-svelte-h="svelte-geikjz">The guidance scale for classifier-free guidance (CFG). CFG is enabled by setting <code>guidance_scale > 1</code>. | |
| Higher guidance scale encourages the model to generate samples that are more closely tied to the input | |
| prompt, usually at the expense of poorer quality.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfignumreturnsequences--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumreturnsequences--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.num_return_sequences : number</span></h4> <p data-svelte-h="svelte-1517cua">The number of independently computed returned sequences for each element in the batch.</p> <p data-svelte-h="svelte-tvacio"><strong>Default:</strong> <code>1</code></p> <h4 class="relative group"><a id="generationconfigoutputattentions--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputattentions--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.output_attentions : boolean</span></h4> <p data-svelte-h="svelte-sea6sr">Whether to return attention tensors from all attention layers. | |
| See <code>attentions</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigoutputhiddenstates--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputhiddenstates--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.output_hidden_states : boolean</span></h4> <p data-svelte-h="svelte-ck6m1f">Whether to return the hidden states of all layers. | |
| See <code>hidden_states</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigoutputscores--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputscores--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.output_scores : boolean</span></h4> <p data-svelte-h="svelte-rvcinp">Whether to return the prediction scores. | |
| See <code>scores</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigreturndictingenerate--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigreturndictingenerate--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.return_dict_in_generate : boolean</span></h4> <p data-svelte-h="svelte-uexhyu">Whether to return a <code>ModelOutput</code> instead of a plain tuple.</p> <p data-svelte-h="svelte-1ru9cv8"><strong>Default:</strong> <code>false</code></p> <h4 class="relative group"><a id="generationconfigpadtokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigpadtokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.pad_token_id : number</span></h4> <p data-svelte-h="svelte-1j2subv">The ID of the <em>padding</em> token.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigbostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.bos_token_id : number</span></h4> <p data-svelte-h="svelte-1axwcrp">The ID of the <em>beginning-of-sequence</em> token.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigeostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigeostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.eos_token_id : number[]?</span></h4> <p data-svelte-h="svelte-okbzad">The ID of the <em>end-of-sequence</em> token. | |
| Optionally, use a list to set multiple <em>end-of-sequence</em> tokens.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfigencodernorepeatngramsize--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigencodernorepeatngramsize--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.encoder_no_repeat_ngram_size : number</span></h4> <p data-svelte-h="svelte-104k9k5">If set to an integer greater than 0, all n-grams of that size that occur in the <code>encoder_input_ids</code> cannot occur in the <code>decoder_input_ids</code>.</p> <p data-svelte-h="svelte-4suj67"><strong>Default:</strong> <code>0</code></p> <h4 class="relative group"><a id="generationconfigdecoderstarttokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdecoderstarttokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.decoder_start_token_id : number</span></h4> <p data-svelte-h="svelte-dvcvnp">If an encoder-decoder model starts decoding with a token other than <em>bos</em>, the ID of that token.</p> <p data-svelte-h="svelte-1dz11z0"><strong>Default:</strong> <code>null</code></p> <h4 class="relative group"><a id="generationconfiggenerationkwargs--object" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfiggenerationkwargs--object"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.generation_kwargs : Object</span></h4> <p data-svelte-h="svelte-1rzn5iw">Additional generation kwargs forwarded to the model’s <code>generate</code> function. | |
| Kwargs that are not present in <code>generate</code>’s signature are used in the model forward pass.</p> <p data-svelte-h="svelte-ju3ipt"><strong>Default:</strong> <code>{}</code></p> <a id="module_generation/configuration_utils.GenerationConfig.constructor"></a> <h4 class="relative group"><a id="generationconfigconstructorconfig" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigconstructorconfig"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>GenerationConfig.constructor(config)</span></h4> <p data-svelte-h="svelte-11fqvcp"><strong>Parameters</strong></p> <ul data-svelte-h="svelte-kzykro"><li><code>config</code> (<a href="./configuration_utils#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a> | <a href="../configs#module_configs.PretrainedConfig"><code>PretrainedConfig</code></a>)</li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/transformers.js/blob/main/packages/transformers/docs/source/api/generation/configuration_utils.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg> <span data-svelte-h="svelte-zjs2n5"><span class="underline">Update</span> on GitHub</span></a> <p></p> | |
| <script> | |
| { | |
| __sveltekit_1t06csc = { | |
| assets: "/docs/transformers.js/pr_1665/en", | |
| base: "/docs/transformers.js/pr_1665/en", | |
| env: {} | |
| }; | |
| const element = document.currentScript.parentElement; | |
| const data = [null,null]; | |
| Promise.all([ | |
| import("/docs/transformers.js/pr_1665/en/_app/immutable/entry/start.cb58eb6f.js"), | |
| import("/docs/transformers.js/pr_1665/en/_app/immutable/entry/app.9eafcf9d.js") | |
| ]).then(([kit, app]) => { | |
| kit.start(app, element, { | |
| node_ids: [0, 6], | |
| data, | |
| form: null, | |
| error: null | |
| }); | |
| }); | |
| } | |
| </script> | |
Xet Storage Details
- Size:
- 94.3 kB
- Xet hash:
- 07568ff1f98b04596deda2f9b1e84c9b3d42ee8a1033db7be9c71cac74c41d9e
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.