Buckets:
| <meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"generation/configuration_utils","local":"generationconfigurationutils","sections":[{"title":"generation/configuration_utils.GenerationConfig","local":"generationconfigurationutilsgenerationconfig","sections":[{"title":"new GenerationConfig(config)","local":"new-generationconfigconfig","sections":[],"depth":3},{"title":"generationConfig.max_length : number","local":"generationconfigmaxlength--number","sections":[],"depth":3},{"title":"generationConfig.max_new_tokens : number","local":"generationconfigmaxnewtokens--number","sections":[],"depth":3},{"title":"generationConfig.min_length : number","local":"generationconfigminlength--number","sections":[],"depth":3},{"title":"generationConfig.min_new_tokens : number","local":"generationconfigminnewtokens--number","sections":[],"depth":3},{"title":"generationConfig.early_stopping : boolean | ” never ”","local":"generationconfigearlystopping--boolean---never-","sections":[],"depth":3},{"title":"generationConfig.max_time : number","local":"generationconfigmaxtime--number","sections":[],"depth":3},{"title":"generationConfig.do_sample : boolean","local":"generationconfigdosample--boolean","sections":[],"depth":3},{"title":"generationConfig.num_beams : number","local":"generationconfignumbeams--number","sections":[],"depth":3},{"title":"generationConfig.num_beam_groups : number","local":"generationconfignumbeamgroups--number","sections":[],"depth":3},{"title":"generationConfig.penalty_alpha : number","local":"generationconfigpenaltyalpha--number","sections":[],"depth":3},{"title":"generationConfig.use_cache : boolean","local":"generationconfigusecache--boolean","sections":[],"depth":3},{"title":"generationConfig.temperature : number","local":"generationconfigtemperature--number","sections":[],"depth":3},{"title":"generationConfig.top_k : number","local":"generationconfigtopk--number","sections":[],"depth":3},{"title":"generationConfig.top_p : number","local":"generationconfigtopp--number","sections":[],"depth":3},{"title":"generationConfig.typical_p : number","local":"generationconfigtypicalp--number","sections":[],"depth":3},{"title":"generationConfig.epsilon_cutoff : number","local":"generationconfigepsiloncutoff--number","sections":[],"depth":3},{"title":"generationConfig.eta_cutoff : number","local":"generationconfigetacutoff--number","sections":[],"depth":3},{"title":"generationConfig.diversity_penalty : number","local":"generationconfigdiversitypenalty--number","sections":[],"depth":3},{"title":"generationConfig.repetition_penalty : number","local":"generationconfigrepetitionpenalty--number","sections":[],"depth":3},{"title":"generationConfig.encoder_repetition_penalty : number","local":"generationconfigencoderrepetitionpenalty--number","sections":[],"depth":3},{"title":"generationConfig.length_penalty : number","local":"generationconfiglengthpenalty--number","sections":[],"depth":3},{"title":"generationConfig.no_repeat_ngram_size : number","local":"generationconfignorepeatngramsize--number","sections":[],"depth":3},{"title":"generationConfig.bad_words_ids : Array","local":"generationconfigbadwordsids--array","sections":[],"depth":3},{"title":"generationConfig.force_words_ids : Array | Array","local":"generationconfigforcewordsids--array--array","sections":[],"depth":3},{"title":"generationConfig.renormalize_logits : boolean","local":"generationconfigrenormalizelogits--boolean","sections":[],"depth":3},{"title":"generationConfig.constraints : Array","local":"generationconfigconstraints--array","sections":[],"depth":3},{"title":"generationConfig.forced_bos_token_id : number","local":"generationconfigforcedbostokenid--number","sections":[],"depth":3},{"title":"generationConfig.forced_eos_token_id : number | Array","local":"generationconfigforcedeostokenid--number--array","sections":[],"depth":3},{"title":"generationConfig.remove_invalid_values : boolean","local":"generationconfigremoveinvalidvalues--boolean","sections":[],"depth":3},{"title":"generationConfig.exponential_decay_length_penalty : Array","local":"generationconfigexponentialdecaylengthpenalty--array","sections":[],"depth":3},{"title":"generationConfig.suppress_tokens : Array","local":"generationconfigsuppresstokens--array","sections":[],"depth":3},{"title":"generationConfig.streamer : TextStreamer","local":"generationconfigstreamer--textstreamer","sections":[],"depth":3},{"title":"generationConfig.begin_suppress_tokens : Array","local":"generationconfigbeginsuppresstokens--array","sections":[],"depth":3},{"title":"generationConfig.forced_decoder_ids : Array","local":"generationconfigforceddecoderids--array","sections":[],"depth":3},{"title":"generationConfig.guidance_scale : number","local":"generationconfigguidancescale--number","sections":[],"depth":3},{"title":"generationConfig.num_return_sequences : number","local":"generationconfignumreturnsequences--number","sections":[],"depth":3},{"title":"generationConfig.output_attentions : boolean","local":"generationconfigoutputattentions--boolean","sections":[],"depth":3},{"title":"generationConfig.output_hidden_states : boolean","local":"generationconfigoutputhiddenstates--boolean","sections":[],"depth":3},{"title":"generationConfig.output_scores : boolean","local":"generationconfigoutputscores--boolean","sections":[],"depth":3},{"title":"generationConfig.return_dict_in_generate : boolean","local":"generationconfigreturndictingenerate--boolean","sections":[],"depth":3},{"title":"generationConfig.pad_token_id : number","local":"generationconfigpadtokenid--number","sections":[],"depth":3},{"title":"generationConfig.bos_token_id : number","local":"generationconfigbostokenid--number","sections":[],"depth":3},{"title":"generationConfig.eos_token_id : number | Array","local":"generationconfigeostokenid--number--array","sections":[],"depth":3},{"title":"generationConfig.encoder_no_repeat_ngram_size : number","local":"generationconfigencodernorepeatngramsize--number","sections":[],"depth":3},{"title":"generationConfig.decoder_start_token_id : number","local":"generationconfigdecoderstarttokenid--number","sections":[],"depth":3},{"title":"generationConfig.generation_kwargs : Object","local":"generationconfiggenerationkwargs--object","sections":[],"depth":3}],"depth":2}],"depth":1}"> | |
| <link href="/docs/transformers.js/pr_1649/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/entry/start.5f753a22.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/scheduler.6efaaf90.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/singletons.c0807d75.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/paths.c5938264.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/entry/app.db3dfcb7.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/preload-helper.1d8e1e5d.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/index.eb3e1f0f.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/nodes/0.1b727385.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/each.e59479a4.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/nodes/5.aa9b4c6f.js"> | |
| <link rel="modulepreload" href="/docs/transformers.js/pr_1649/en/_app/immutable/chunks/MermaidChart.svelte_svelte_type_style_lang.16f13047.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{"title":"generation/configuration_utils","local":"generationconfigurationutils","sections":[{"title":"generation/configuration_utils.GenerationConfig","local":"generationconfigurationutilsgenerationconfig","sections":[{"title":"new GenerationConfig(config)","local":"new-generationconfigconfig","sections":[],"depth":3},{"title":"generationConfig.max_length : number","local":"generationconfigmaxlength--number","sections":[],"depth":3},{"title":"generationConfig.max_new_tokens : number","local":"generationconfigmaxnewtokens--number","sections":[],"depth":3},{"title":"generationConfig.min_length : number","local":"generationconfigminlength--number","sections":[],"depth":3},{"title":"generationConfig.min_new_tokens : number","local":"generationconfigminnewtokens--number","sections":[],"depth":3},{"title":"generationConfig.early_stopping : boolean | ” never ”","local":"generationconfigearlystopping--boolean---never-","sections":[],"depth":3},{"title":"generationConfig.max_time : number","local":"generationconfigmaxtime--number","sections":[],"depth":3},{"title":"generationConfig.do_sample : boolean","local":"generationconfigdosample--boolean","sections":[],"depth":3},{"title":"generationConfig.num_beams : number","local":"generationconfignumbeams--number","sections":[],"depth":3},{"title":"generationConfig.num_beam_groups : number","local":"generationconfignumbeamgroups--number","sections":[],"depth":3},{"title":"generationConfig.penalty_alpha : number","local":"generationconfigpenaltyalpha--number","sections":[],"depth":3},{"title":"generationConfig.use_cache : boolean","local":"generationconfigusecache--boolean","sections":[],"depth":3},{"title":"generationConfig.temperature : number","local":"generationconfigtemperature--number","sections":[],"depth":3},{"title":"generationConfig.top_k : number","local":"generationconfigtopk--number","sections":[],"depth":3},{"title":"generationConfig.top_p : number","local":"generationconfigtopp--number","sections":[],"depth":3},{"title":"generationConfig.typical_p : number","local":"generationconfigtypicalp--number","sections":[],"depth":3},{"title":"generationConfig.epsilon_cutoff : number","local":"generationconfigepsiloncutoff--number","sections":[],"depth":3},{"title":"generationConfig.eta_cutoff : number","local":"generationconfigetacutoff--number","sections":[],"depth":3},{"title":"generationConfig.diversity_penalty : number","local":"generationconfigdiversitypenalty--number","sections":[],"depth":3},{"title":"generationConfig.repetition_penalty : number","local":"generationconfigrepetitionpenalty--number","sections":[],"depth":3},{"title":"generationConfig.encoder_repetition_penalty : number","local":"generationconfigencoderrepetitionpenalty--number","sections":[],"depth":3},{"title":"generationConfig.length_penalty : number","local":"generationconfiglengthpenalty--number","sections":[],"depth":3},{"title":"generationConfig.no_repeat_ngram_size : number","local":"generationconfignorepeatngramsize--number","sections":[],"depth":3},{"title":"generationConfig.bad_words_ids : Array","local":"generationconfigbadwordsids--array","sections":[],"depth":3},{"title":"generationConfig.force_words_ids : Array | Array","local":"generationconfigforcewordsids--array--array","sections":[],"depth":3},{"title":"generationConfig.renormalize_logits : boolean","local":"generationconfigrenormalizelogits--boolean","sections":[],"depth":3},{"title":"generationConfig.constraints : Array","local":"generationconfigconstraints--array","sections":[],"depth":3},{"title":"generationConfig.forced_bos_token_id : number","local":"generationconfigforcedbostokenid--number","sections":[],"depth":3},{"title":"generationConfig.forced_eos_token_id : number | Array","local":"generationconfigforcedeostokenid--number--array","sections":[],"depth":3},{"title":"generationConfig.remove_invalid_values : boolean","local":"generationconfigremoveinvalidvalues--boolean","sections":[],"depth":3},{"title":"generationConfig.exponential_decay_length_penalty : Array","local":"generationconfigexponentialdecaylengthpenalty--array","sections":[],"depth":3},{"title":"generationConfig.suppress_tokens : Array","local":"generationconfigsuppresstokens--array","sections":[],"depth":3},{"title":"generationConfig.streamer : TextStreamer","local":"generationconfigstreamer--textstreamer","sections":[],"depth":3},{"title":"generationConfig.begin_suppress_tokens : Array","local":"generationconfigbeginsuppresstokens--array","sections":[],"depth":3},{"title":"generationConfig.forced_decoder_ids : Array","local":"generationconfigforceddecoderids--array","sections":[],"depth":3},{"title":"generationConfig.guidance_scale : number","local":"generationconfigguidancescale--number","sections":[],"depth":3},{"title":"generationConfig.num_return_sequences : number","local":"generationconfignumreturnsequences--number","sections":[],"depth":3},{"title":"generationConfig.output_attentions : boolean","local":"generationconfigoutputattentions--boolean","sections":[],"depth":3},{"title":"generationConfig.output_hidden_states : boolean","local":"generationconfigoutputhiddenstates--boolean","sections":[],"depth":3},{"title":"generationConfig.output_scores : boolean","local":"generationconfigoutputscores--boolean","sections":[],"depth":3},{"title":"generationConfig.return_dict_in_generate : boolean","local":"generationconfigreturndictingenerate--boolean","sections":[],"depth":3},{"title":"generationConfig.pad_token_id : number","local":"generationconfigpadtokenid--number","sections":[],"depth":3},{"title":"generationConfig.bos_token_id : number","local":"generationconfigbostokenid--number","sections":[],"depth":3},{"title":"generationConfig.eos_token_id : number | Array","local":"generationconfigeostokenid--number--array","sections":[],"depth":3},{"title":"generationConfig.encoder_no_repeat_ngram_size : number","local":"generationconfigencodernorepeatngramsize--number","sections":[],"depth":3},{"title":"generationConfig.decoder_start_token_id : number","local":"generationconfigdecoderstarttokenid--number","sections":[],"depth":3},{"title":"generationConfig.generation_kwargs : Object","local":"generationconfiggenerationkwargs--object","sections":[],"depth":3}],"depth":2}],"depth":1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <a id="module_generation/configuration_utils" class="group"></a> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg></button></div> </div> <h1 class="relative group"><a id="generationconfigurationutils" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigurationutils"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/configuration_utils</span></h1> <ul data-svelte-h="svelte-1mxrxpj"><li><a href="#module_generation/configuration_utils">generation/configuration_utils</a> <ul><li><a href="#module_generation/configuration_utils.GenerationConfig">.GenerationConfig</a> <ul><li><a href="#new_module_generation/configuration_utils.GenerationConfig_new"><code>new GenerationConfig(config)</code></a></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_length"><code>.max_length</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_new_tokens"><code>.max_new_tokens</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+min_length"><code>.min_length</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+min_new_tokens"><code>.min_new_tokens</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+early_stopping"><code>.early_stopping</code></a> : <code>boolean</code> | <code>”never”</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_time"><code>.max_time</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+do_sample"><code>.do_sample</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_beams"><code>.num_beams</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_beam_groups"><code>.num_beam_groups</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+penalty_alpha"><code>.penalty_alpha</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+use_cache"><code>.use_cache</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+temperature"><code>.temperature</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+top_k"><code>.top_k</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+top_p"><code>.top_p</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+typical_p"><code>.typical_p</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+epsilon_cutoff"><code>.epsilon_cutoff</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+eta_cutoff"><code>.eta_cutoff</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+diversity_penalty"><code>.diversity_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+repetition_penalty"><code>.repetition_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+encoder_repetition_penalty"><code>.encoder_repetition_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+length_penalty"><code>.length_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+no_repeat_ngram_size"><code>.no_repeat_ngram_size</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+bad_words_ids"><code>.bad_words_ids</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+force_words_ids"><code>.force_words_ids</code></a> : <code>Array</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+renormalize_logits"><code>.renormalize_logits</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+constraints"><code>.constraints</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_bos_token_id"><code>.forced_bos_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_eos_token_id"><code>.forced_eos_token_id</code></a> : <code>number</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+remove_invalid_values"><code>.remove_invalid_values</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+exponential_decay_length_penalty"><code>.exponential_decay_length_penalty</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+suppress_tokens"><code>.suppress_tokens</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+streamer"><code>.streamer</code></a> : <code>TextStreamer</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+begin_suppress_tokens"><code>.begin_suppress_tokens</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_decoder_ids"><code>.forced_decoder_ids</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+guidance_scale"><code>.guidance_scale</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_return_sequences"><code>.num_return_sequences</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_attentions"><code>.output_attentions</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_hidden_states"><code>.output_hidden_states</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_scores"><code>.output_scores</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+return_dict_in_generate"><code>.return_dict_in_generate</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+pad_token_id"><code>.pad_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+bos_token_id"><code>.bos_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+eos_token_id"><code>.eos_token_id</code></a> : <code>number</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+encoder_no_repeat_ngram_size"><code>.encoder_no_repeat_ngram_size</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+decoder_start_token_id"><code>.decoder_start_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+generation_kwargs"><code>.generation_kwargs</code></a> : <code>Object</code></li></ul></li></ul></li></ul> <hr> <a id="module_generation/configuration_utils.GenerationConfig" class="group"></a> <h2 class="relative group"><a id="generationconfigurationutilsgenerationconfig" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigurationutilsgenerationconfig"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/configuration_utils.GenerationConfig</span></h2> <p data-svelte-h="svelte-setd0x">Class that holds a configuration for a generation task.</p> <p data-svelte-h="svelte-126qb9o"><strong>Kind</strong>: static class of <a href="#module_generation/configuration_utils"><code>generation/configuration_utils</code></a></p> <ul data-svelte-h="svelte-1rrl8ii"><li><a href="#module_generation/configuration_utils.GenerationConfig">.GenerationConfig</a> <ul><li><a href="#new_module_generation/configuration_utils.GenerationConfig_new"><code>new GenerationConfig(config)</code></a></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_length"><code>.max_length</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_new_tokens"><code>.max_new_tokens</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+min_length"><code>.min_length</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+min_new_tokens"><code>.min_new_tokens</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+early_stopping"><code>.early_stopping</code></a> : <code>boolean</code> | <code>”never”</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+max_time"><code>.max_time</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+do_sample"><code>.do_sample</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_beams"><code>.num_beams</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_beam_groups"><code>.num_beam_groups</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+penalty_alpha"><code>.penalty_alpha</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+use_cache"><code>.use_cache</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+temperature"><code>.temperature</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+top_k"><code>.top_k</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+top_p"><code>.top_p</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+typical_p"><code>.typical_p</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+epsilon_cutoff"><code>.epsilon_cutoff</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+eta_cutoff"><code>.eta_cutoff</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+diversity_penalty"><code>.diversity_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+repetition_penalty"><code>.repetition_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+encoder_repetition_penalty"><code>.encoder_repetition_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+length_penalty"><code>.length_penalty</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+no_repeat_ngram_size"><code>.no_repeat_ngram_size</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+bad_words_ids"><code>.bad_words_ids</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+force_words_ids"><code>.force_words_ids</code></a> : <code>Array</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+renormalize_logits"><code>.renormalize_logits</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+constraints"><code>.constraints</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_bos_token_id"><code>.forced_bos_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_eos_token_id"><code>.forced_eos_token_id</code></a> : <code>number</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+remove_invalid_values"><code>.remove_invalid_values</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+exponential_decay_length_penalty"><code>.exponential_decay_length_penalty</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+suppress_tokens"><code>.suppress_tokens</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+streamer"><code>.streamer</code></a> : <code>TextStreamer</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+begin_suppress_tokens"><code>.begin_suppress_tokens</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+forced_decoder_ids"><code>.forced_decoder_ids</code></a> : <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+guidance_scale"><code>.guidance_scale</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+num_return_sequences"><code>.num_return_sequences</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_attentions"><code>.output_attentions</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_hidden_states"><code>.output_hidden_states</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+output_scores"><code>.output_scores</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+return_dict_in_generate"><code>.return_dict_in_generate</code></a> : <code>boolean</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+pad_token_id"><code>.pad_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+bos_token_id"><code>.bos_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+eos_token_id"><code>.eos_token_id</code></a> : <code>number</code> | <code>Array</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+encoder_no_repeat_ngram_size"><code>.encoder_no_repeat_ngram_size</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+decoder_start_token_id"><code>.decoder_start_token_id</code></a> : <code>number</code></li> <li><a href="#module_generation/configuration_utils.GenerationConfig+generation_kwargs"><code>.generation_kwargs</code></a> : <code>Object</code></li></ul></li></ul> <hr> <a id="new_module_generation/configuration_utils.GenerationConfig_new" class="group"></a> <h3 class="relative group"><a id="new-generationconfigconfig" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#new-generationconfigconfig"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>new GenerationConfig(config)</span></h3> <table data-svelte-h="svelte-1u0rbp5"><thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>config</td><td><code>GenerationConfig</code> | <code><a href="#PretrainedConfig">PretrainedConfig</a></code></td></tr></tbody></table> <hr> <a id="module_generation/configuration_utils.GenerationConfig+max_length" class="group"></a> <h3 class="relative group"><a id="generationconfigmaxlength--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxlength--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.max_length : number</span></h3> <p data-svelte-h="svelte-1cuvpuy">The maximum length the generated tokens can have. | |
| Corresponds to the length of the input prompt + <code>max_new_tokens</code>. | |
| Its effect is overridden by <code>max_new_tokens</code>, if also set.</p> <p data-svelte-h="svelte-1004bcg"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>20</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+max_new_tokens" class="group"></a> <h3 class="relative group"><a id="generationconfigmaxnewtokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxnewtokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.max_new_tokens : number</span></h3> <p data-svelte-h="svelte-plmrn0">The maximum numbers of tokens to generate, ignoring the number of tokens in the prompt.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+min_length" class="group"></a> <h3 class="relative group"><a id="generationconfigminlength--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigminlength--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.min_length : number</span></h3> <p data-svelte-h="svelte-j81omo">The minimum length of the sequence to be generated. | |
| Corresponds to the length of the input prompt + <code>min_new_tokens</code>. | |
| Its effect is overridden by <code>min_new_tokens</code>, if also set.</p> <p data-svelte-h="svelte-1miwnie"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+min_new_tokens" class="group"></a> <h3 class="relative group"><a id="generationconfigminnewtokens--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigminnewtokens--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.min_new_tokens : number</span></h3> <p data-svelte-h="svelte-1ve93oa">The minimum numbers of tokens to generate, ignoring the number of tokens in the prompt.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+early_stopping" class="group"></a> <h3 class="relative group"><a id="generationconfigearlystopping--boolean---never-" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigearlystopping--boolean---never-"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.early_stopping : boolean | ” never ”</span></h3> <p data-svelte-h="svelte-1nvsoxx">Controls the stopping condition for beam-based methods, like beam-search. It accepts the following values:</p> <ul data-svelte-h="svelte-1kj8bus"><li><code>true</code>, where the generation stops as soon as there are <code>num_beams</code> complete candidates;</li> <li><code>false</code>, where an heuristic is applied and the generation stops when is it very unlikely to find better candidates;</li> <li><code>"never"</code>, where the beam search procedure only stops when there cannot be better candidates (canonical beam search algorithm).</li></ul> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+max_time" class="group"></a> <h3 class="relative group"><a id="generationconfigmaxtime--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigmaxtime--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.max_time : number</span></h3> <p data-svelte-h="svelte-15y3dwi">The maximum amount of time you allow the computation to run for in seconds. | |
| Generation will still finish the current pass after allocated time has been passed.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+do_sample" class="group"></a> <h3 class="relative group"><a id="generationconfigdosample--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdosample--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.do_sample : boolean</span></h3> <p data-svelte-h="svelte-p6qdx7">Whether or not to use sampling; use greedy decoding otherwise.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+num_beams" class="group"></a> <h3 class="relative group"><a id="generationconfignumbeams--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumbeams--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.num_beams : number</span></h3> <p data-svelte-h="svelte-ucxlop">Number of beams for beam search. 1 means no beam search.</p> <p data-svelte-h="svelte-1gu9v4j"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+num_beam_groups" class="group"></a> <h3 class="relative group"><a id="generationconfignumbeamgroups--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumbeamgroups--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.num_beam_groups : number</span></h3> <p data-svelte-h="svelte-lmflzl">Number of groups to divide <code>num_beams</code> into in order to ensure diversity among different groups of beams. | |
| See <a href="https://huggingface.co/papers/1610.02424" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-1gu9v4j"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+penalty_alpha" class="group"></a> <h3 class="relative group"><a id="generationconfigpenaltyalpha--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigpenaltyalpha--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.penalty_alpha : number</span></h3> <p data-svelte-h="svelte-1gcamvt">The values balance the model confidence and the degeneration penalty in contrastive search decoding.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+use_cache" class="group"></a> <h3 class="relative group"><a id="generationconfigusecache--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigusecache--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.use_cache : boolean</span></h3> <p data-svelte-h="svelte-vr9kqp">Whether or not the model should use the past last key/values attentions (if applicable to the model) to speed up decoding.</p> <p data-svelte-h="svelte-2drif6"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>true</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+temperature" class="group"></a> <h3 class="relative group"><a id="generationconfigtemperature--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtemperature--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.temperature : number</span></h3> <p data-svelte-h="svelte-1f5rg7t">The value used to modulate the next token probabilities.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+top_k" class="group"></a> <h3 class="relative group"><a id="generationconfigtopk--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtopk--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.top_k : number</span></h3> <p data-svelte-h="svelte-yes6hr">The number of highest probability vocabulary tokens to keep for top-k-filtering.</p> <p data-svelte-h="svelte-rw6slb"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>50</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+top_p" class="group"></a> <h3 class="relative group"><a id="generationconfigtopp--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtopp--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.top_p : number</span></h3> <p data-svelte-h="svelte-1ga5zxv">If set to float < 1, only the smallest set of most probable tokens with probabilities that add up to <code>top_p</code> or higher are kept for generation.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+typical_p" class="group"></a> <h3 class="relative group"><a id="generationconfigtypicalp--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigtypicalp--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.typical_p : number</span></h3> <p data-svelte-h="svelte-1joe5cj">Local typicality measures how similar the conditional probability of predicting a target token next is to the expected conditional probability of predicting a random token next, given the partial text already generated. | |
| If set to float < 1, the smallest set of the most locally typical tokens with probabilities that add up to <code>typical_p</code> or higher are kept for generation. | |
| See <a href="https://huggingface.co/papers/2202.00666" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+epsilon_cutoff" class="group"></a> <h3 class="relative group"><a id="generationconfigepsiloncutoff--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigepsiloncutoff--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.epsilon_cutoff : number</span></h3> <p data-svelte-h="svelte-14fenq4">If set to float strictly between 0 and 1, only tokens with a conditional probability greater than <code>epsilon_cutoff</code> will be sampled. | |
| In the paper, suggested values range from 3e-4 to 9e-4, depending on the size of the model. | |
| See <a href="https://huggingface.co/papers/2210.15191" rel="nofollow">Truncation Sampling as Language Model Desmoothing</a> for more details.</p> <p data-svelte-h="svelte-1q200ps"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+eta_cutoff" class="group"></a> <h3 class="relative group"><a id="generationconfigetacutoff--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigetacutoff--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.eta_cutoff : number</span></h3> <p data-svelte-h="svelte-145ozi7">Eta sampling is a hybrid of locally typical sampling and epsilon sampling. | |
| If set to float strictly between 0 and 1, a token is only considered if it is greater than either <code>eta_cutoff</code> or <code>sqrt(eta_cutoff) * exp(-entropy(softmax(next_token_logits)))</code>. | |
| The latter term is intuitively the expected next token probability, scaled by <code>sqrt(eta_cutoff)</code>. In the paper, suggested values range from 3e-4 to 2e-3, depending on the size of the model. | |
| See <a href="https://huggingface.co/papers/2210.15191" rel="nofollow">Truncation Sampling as Language Model Desmoothing</a> for more details.</p> <p data-svelte-h="svelte-1q200ps"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+diversity_penalty" class="group"></a> <h3 class="relative group"><a id="generationconfigdiversitypenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdiversitypenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.diversity_penalty : number</span></h3> <p data-svelte-h="svelte-fwoa9t">This value is subtracted from a beam’s score if it generates a token same as any beam from other group at a particular time. | |
| Note that <code>diversity_penalty</code> is only effective if <code>group beam search</code> is enabled.</p> <p data-svelte-h="svelte-1q200ps"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+repetition_penalty" class="group"></a> <h3 class="relative group"><a id="generationconfigrepetitionpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigrepetitionpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.repetition_penalty : number</span></h3> <p data-svelte-h="svelte-198gmgh">The parameter for repetition penalty. 1.0 means no penalty. | |
| See <a href="https://huggingface.co/papers/1909.05858" rel="nofollow">this paper</a> for more details.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+encoder_repetition_penalty" class="group"></a> <h3 class="relative group"><a id="generationconfigencoderrepetitionpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigencoderrepetitionpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.encoder_repetition_penalty : number</span></h3> <p data-svelte-h="svelte-1u3uqcf">The paramater for encoder_repetition_penalty. | |
| An exponential penalty on sequences that are not in the original input. | |
| 1.0 means no penalty.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+length_penalty" class="group"></a> <h3 class="relative group"><a id="generationconfiglengthpenalty--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfiglengthpenalty--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.length_penalty : number</span></h3> <p data-svelte-h="svelte-1gka9tb">Exponential penalty to the length that is used with beam-based generation. | |
| It is applied as an exponent to the sequence length, which in turn is used to divide the score of the sequence. | |
| Since the score is the log likelihood of the sequence (i.e. negative), <code>length_penalty</code> > 0.0 promotes longer sequences, while <code>length_penalty</code> < 0.0 encourages shorter sequences.</p> <p data-svelte-h="svelte-m8u94l"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1.0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+no_repeat_ngram_size" class="group"></a> <h3 class="relative group"><a id="generationconfignorepeatngramsize--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignorepeatngramsize--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.no_repeat_ngram_size : number</span></h3> <p data-svelte-h="svelte-8kvh20">If set to int > 0, all ngrams of that size can only occur once.</p> <p data-svelte-h="svelte-1miwnie"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+bad_words_ids" class="group"></a> <h3 class="relative group"><a id="generationconfigbadwordsids--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbadwordsids--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.bad_words_ids : Array</span></h3> <p data-svelte-h="svelte-w6tkps">List of token ids that are not allowed to be generated. | |
| In order to get the token ids of the words that should not appear in the generated text, use | |
| <code>tokenizer(bad_words, { add_prefix_space: true, add_special_tokens: false }).input_ids</code>.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+force_words_ids" class="group"></a> <h3 class="relative group"><a id="generationconfigforcewordsids--array--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcewordsids--array--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.force_words_ids : Array | Array</span></h3> <p data-svelte-h="svelte-1tz1ke3">List of token ids that must be generated. | |
| If given a <code>number[][]</code>, this is treated as a simple list of words that must be included, the opposite to <code>bad_words_ids</code>. | |
| If given <code>number[][][]</code>, this triggers a <a href="https://github.com/huggingface/transformers/issues/14081" rel="nofollow">disjunctive constraint</a>, where one can allow different forms of each word.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+renormalize_logits" class="group"></a> <h3 class="relative group"><a id="generationconfigrenormalizelogits--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigrenormalizelogits--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.renormalize_logits : boolean</span></h3> <p data-svelte-h="svelte-ia6dd9">Whether to renormalize the logits after applying all the logits processors or warpers (including the custom ones). | |
| It’s highly recommended to set this flag to <code>true</code> as the search algorithms suppose the score logits are normalized but some logit processors or warpers break the normalization.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+constraints" class="group"></a> <h3 class="relative group"><a id="generationconfigconstraints--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigconstraints--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.constraints : Array</span></h3> <p data-svelte-h="svelte-1c5i44m">Custom constraints that can be added to the generation to ensure that the output will contain the use of certain tokens as defined by <code>Constraint</code> objects, in the most sensible way possible.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+forced_bos_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigforcedbostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcedbostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.forced_bos_token_id : number</span></h3> <p data-svelte-h="svelte-1c7fzl0">The id of the token to force as the first generated token after the <code>decoder_start_token_id</code>. | |
| Useful for multilingual models like mBART where the first generated token needs to be the target language token.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+forced_eos_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigforcedeostokenid--number--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforcedeostokenid--number--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.forced_eos_token_id : number | Array</span></h3> <p data-svelte-h="svelte-xzn590">The id of the token to force as the last generated token when <code>max_length</code> is reached. | |
| Optionally, use a list to set multiple <em>end-of-sequence</em> tokens.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+remove_invalid_values" class="group"></a> <h3 class="relative group"><a id="generationconfigremoveinvalidvalues--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigremoveinvalidvalues--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.remove_invalid_values : boolean</span></h3> <p data-svelte-h="svelte-1o5u9ws">Whether to remove possible <em>nan</em> and <em>inf</em> outputs of the model to prevent the generation method to crash. Note that using <code>remove_invalid_values</code> can slow down generation.</p> <p data-svelte-h="svelte-9nwq17"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+exponential_decay_length_penalty" class="group"></a> <h3 class="relative group"><a id="generationconfigexponentialdecaylengthpenalty--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigexponentialdecaylengthpenalty--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.exponential_decay_length_penalty : Array</span></h3> <p data-svelte-h="svelte-30nsxh">This Tuple adds an exponentially increasing length penalty, after a certain amount of tokens have been generated. | |
| The tuple shall consist of: <code>(start_index, decay_factor)</code> where <code>start_index</code> indicates where penalty starts and <code>decay_factor</code> represents the factor of exponential decay.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+suppress_tokens" class="group"></a> <h3 class="relative group"><a id="generationconfigsuppresstokens--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigsuppresstokens--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.suppress_tokens : Array</span></h3> <p data-svelte-h="svelte-14a61gj">A list of tokens that will be suppressed at generation. | |
| The <code>SuppressTokens</code> logit processor will set their log probs to <code>-inf</code> so that they are not sampled.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+streamer" class="group"></a> <h3 class="relative group"><a id="generationconfigstreamer--textstreamer" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigstreamer--textstreamer"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.streamer : TextStreamer</span></h3> <p data-svelte-h="svelte-1yjtm95">A streamer that will be used to stream the generation.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+begin_suppress_tokens" class="group"></a> <h3 class="relative group"><a id="generationconfigbeginsuppresstokens--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbeginsuppresstokens--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.begin_suppress_tokens : Array</span></h3> <p data-svelte-h="svelte-fjioyw">A list of tokens that will be suppressed at the beginning of the generation. | |
| The <code>SuppressBeginTokens</code> logit processor will set their log probs to <code>-inf</code> so that they are not sampled.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+forced_decoder_ids" class="group"></a> <h3 class="relative group"><a id="generationconfigforceddecoderids--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigforceddecoderids--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.forced_decoder_ids : Array</span></h3> <p data-svelte-h="svelte-yo0fmb">A list of pairs of integers which indicates a mapping from generation indices to token indices that will be forced before sampling. | |
| For example, <code>[[1, 123]]</code> means the second generated token will always be a token of index 123.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+guidance_scale" class="group"></a> <h3 class="relative group"><a id="generationconfigguidancescale--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigguidancescale--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.guidance_scale : number</span></h3> <p data-svelte-h="svelte-evjn7v">The guidance scale for classifier free guidance (CFG). CFG is enabled by setting <code>guidance_scale > 1</code>. | |
| Higher guidance scale encourages the model to generate samples that are more closely linked to the input | |
| prompt, usually at the expense of poorer quality.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+num_return_sequences" class="group"></a> <h3 class="relative group"><a id="generationconfignumreturnsequences--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfignumreturnsequences--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.num_return_sequences : number</span></h3> <p data-svelte-h="svelte-1517cua">The number of independently computed returned sequences for each element in the batch.</p> <p data-svelte-h="svelte-1gu9v4j"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>1</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+output_attentions" class="group"></a> <h3 class="relative group"><a id="generationconfigoutputattentions--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputattentions--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.output_attentions : boolean</span></h3> <p data-svelte-h="svelte-pth26u">Whether or not to return the attentions tensors of all attention layers. | |
| See <code>attentions</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+output_hidden_states" class="group"></a> <h3 class="relative group"><a id="generationconfigoutputhiddenstates--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputhiddenstates--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.output_hidden_states : boolean</span></h3> <p data-svelte-h="svelte-1t2qs23">Whether or not to return the hidden states of all layers. | |
| See <code>hidden_states</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+output_scores" class="group"></a> <h3 class="relative group"><a id="generationconfigoutputscores--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigoutputscores--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.output_scores : boolean</span></h3> <p data-svelte-h="svelte-38176x">Whether or not to return the prediction scores. | |
| See <code>scores</code> under returned tensors for more details.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+return_dict_in_generate" class="group"></a> <h3 class="relative group"><a id="generationconfigreturndictingenerate--boolean" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigreturndictingenerate--boolean"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.return_dict_in_generate : boolean</span></h3> <p data-svelte-h="svelte-g1x2s0">Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.</p> <p data-svelte-h="svelte-1g6av7r"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>false</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+pad_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigpadtokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigpadtokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.pad_token_id : number</span></h3> <p data-svelte-h="svelte-r4x5qj">The id of the <em>padding</em> token.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+bos_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigbostokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigbostokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.bos_token_id : number</span></h3> <p data-svelte-h="svelte-c45hwl">The id of the <em>beginning-of-sequence</em> token.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+eos_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigeostokenid--number--array" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigeostokenid--number--array"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.eos_token_id : number | Array</span></h3> <p data-svelte-h="svelte-1gi7nvp">The id of the <em>end-of-sequence</em> token. | |
| Optionally, use a list to set multiple <em>end-of-sequence</em> tokens.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+encoder_no_repeat_ngram_size" class="group"></a> <h3 class="relative group"><a id="generationconfigencodernorepeatngramsize--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigencodernorepeatngramsize--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.encoder_no_repeat_ngram_size : number</span></h3> <p data-svelte-h="svelte-ykgdwl">If set to int > 0, all ngrams of that size that occur in the <code>encoder_input_ids</code> cannot occur in the <code>decoder_input_ids</code>.</p> <p data-svelte-h="svelte-1miwnie"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>0</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+decoder_start_token_id" class="group"></a> <h3 class="relative group"><a id="generationconfigdecoderstarttokenid--number" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfigdecoderstarttokenid--number"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.decoder_start_token_id : number</span></h3> <p data-svelte-h="svelte-11n12q4">If an encoder-decoder model starts decoding with a different token than <em>bos</em>, the id of that token.</p> <p data-svelte-h="svelte-1vl8d0f"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>null</code></p> <hr> <a id="module_generation/configuration_utils.GenerationConfig+generation_kwargs" class="group"></a> <h3 class="relative group"><a id="generationconfiggenerationkwargs--object" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationconfiggenerationkwargs--object"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generationConfig.generation_kwargs : Object</span></h3> <p data-svelte-h="svelte-5rgmm4">Additional generation kwargs will be forwarded to the <code>generate</code> function of the model. | |
| Kwargs that are not present in <code>generate</code>’s signature will be used in the model forward pass.</p> <p data-svelte-h="svelte-1eda1r1"><strong>Kind</strong>: instance property of <a href="#module_generation/configuration_utils.GenerationConfig"><code>GenerationConfig</code></a><br> <strong>Default</strong>: <code>{}</code></p> <hr> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/transformers.js/blob/main/packages/transformers/docs/source/api/generation/configuration_utils.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg> <span data-svelte-h="svelte-zjs2n5"><span class="underline">Update</span> on GitHub</span></a> <p></p> | |
| <script> | |
| { | |
| __sveltekit_rvrl7f = { | |
| assets: "/docs/transformers.js/pr_1649/en", | |
| base: "/docs/transformers.js/pr_1649/en", | |
| env: {} | |
| }; | |
| const element = document.currentScript.parentElement; | |
| const data = [null,null]; | |
| Promise.all([ | |
| import("/docs/transformers.js/pr_1649/en/_app/immutable/entry/start.5f753a22.js"), | |
| import("/docs/transformers.js/pr_1649/en/_app/immutable/entry/app.db3dfcb7.js") | |
| ]).then(([kit, app]) => { | |
| kit.start(app, element, { | |
| node_ids: [0, 5], | |
| data, | |
| form: null, | |
| error: null | |
| }); | |
| }); | |
| } | |
| </script> | |
Xet Storage Details
- Size:
- 119 kB
- Xet hash:
- dde0d2012e1e79f977bb32ea5b6436e621cf00c27c309070548039a1c25e9e81
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.