Hugging Face's logo

Buckets:
hf-doc-build
/
doc-dev

Files
xet
hf-doc-build/doc-dev / inference-providers /pr_2713 /en /tasks /chat-completion.html
HuggingFaceDocBuilder's picture
HuggingFaceDocBuilder
download
raw
71 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Chat Completion&quot;,&quot;local&quot;:&quot;chat-completion&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Recommended models&quot;,&quot;local&quot;:&quot;recommended-models&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Conversational Large Language Models (LLMs)&quot;,&quot;local&quot;:&quot;conversational-large-language-models-llms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Conversational Vision-Language Models (VLMs)&quot;,&quot;local&quot;:&quot;conversational-vision-language-models-vlms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3},{&quot;title&quot;:&quot;API Playground&quot;,&quot;local&quot;:&quot;api-playground&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Using the API&quot;,&quot;local&quot;:&quot;using-the-api&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Code snippet example for conversational LLMs&quot;,&quot;local&quot;:&quot;code-snippet-example-for-conversational-llms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Code snippet example for conversational VLMs&quot;,&quot;local&quot;:&quot;code-snippet-example-for-conversational-vlms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3},{&quot;title&quot;:&quot;API specification&quot;,&quot;local&quot;:&quot;api-specification&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Request&quot;,&quot;local&quot;:&quot;request&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Response&quot;,&quot;local&quot;:&quot;response&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3}],&quot;depth&quot;:2}"/>
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/entry/start.Yrr5IqWF.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/8egz5TIQ.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/D1YZhoAV.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/entry/app.DLm95-7q.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/Bee_Vm2K.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/gYW7_7FM.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/CGX_pgXJ.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/nodes/0._NE7fJvp.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/B5z72ZVn.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/nodes/49.C3_UggbA.js" rel="modulepreload">
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/9o5l2gGg.js" rel="modulepreload">
 <!--yp62vp--><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Chat Completion&quot;,&quot;local&quot;:&quot;chat-completion&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Recommended models&quot;,&quot;local&quot;:&quot;recommended-models&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Conversational Large Language Models (LLMs)&quot;,&quot;local&quot;:&quot;conversational-large-language-models-llms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Conversational Vision-Language Models (VLMs)&quot;,&quot;local&quot;:&quot;conversational-vision-language-models-vlms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3},{&quot;title&quot;:&quot;API Playground&quot;,&quot;local&quot;:&quot;api-playground&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Using the API&quot;,&quot;local&quot;:&quot;using-the-api&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Code snippet example for conversational LLMs&quot;,&quot;local&quot;:&quot;code-snippet-example-for-conversational-llms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Code snippet example for conversational VLMs&quot;,&quot;local&quot;:&quot;code-snippet-example-for-conversational-vlms&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3},{&quot;title&quot;:&quot;API specification&quot;,&quot;local&quot;:&quot;api-specification&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Request&quot;,&quot;local&quot;:&quot;request&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4},{&quot;title&quot;:&quot;Response&quot;,&quot;local&quot;:&quot;response&quot;,&quot;sections&quot;:[],&quot;depth&quot;:4}],&quot;depth&quot;:3}],&quot;depth&quot;:2}"/><!---->
 <link href="/docs/inference-providers/pr_2713/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <!--[1--><h2 class="relative group"><a id="chat-completion" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#chat-completion"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Chat Completion</span></h2><!--]--><!----> <p>Generate a response given a list of messages in a conversational context, supporting both conversational Language Models (LLMs) and conversational Vision-Language Models (VLMs).
This is a subtask of <a href="https://huggingface.co/docs/inference-providers/tasks/text-generation" rel="nofollow"><code>text-generation</code></a> and <a href="https://huggingface.co/docs/inference-providers/tasks/image-text-to-text" rel="nofollow"><code>image-text-to-text</code></a>.</p> <!--[2--><h3 class="relative group"><a id="recommended-models" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#recommended-models"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Recommended models</span></h3><!--]--><!----> <!--[3--><h4 class="relative group"><a id="conversational-large-language-models-llms" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#conversational-large-language-models-llms"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Conversational Large Language Models (LLMs)</span></h4><!--]--><!----> <ul><li><a href="https://huggingface.co/google/gemma-2-2b-it" rel="nofollow">google/gemma-2-2b-it</a>: A text-generation model trained to follow instructions.</li> <li><a href="https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct" rel="nofollow">Qwen/Qwen3-Coder-480B-A35B-Instruct</a>: Powerful text generation model for coding.</li> <li><a href="https://huggingface.co/openai/gpt-oss-120b" rel="nofollow">openai/gpt-oss-120b</a>: Great text generation model with top-notch tool calling capabilities.</li> <li><a href="https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507" rel="nofollow">Qwen/Qwen3-4B-Thinking-2507</a>: A powerful small model with reasoning capabilities.</li> <li><a href="https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-1M" rel="nofollow">Qwen/Qwen2.5-7B-Instruct-1M</a>: Strong conversational model that supports very long instructions.</li> <li><a href="https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct" rel="nofollow">Qwen/Qwen2.5-Coder-32B-Instruct</a>: Text generation model used to write code.</li> <li><a href="https://huggingface.co/deepseek-ai/DeepSeek-R1" rel="nofollow">deepseek-ai/DeepSeek-R1</a>: Powerful reasoning based open large language model.</li></ul> <!--[3--><h4 class="relative group"><a id="conversational-vision-language-models-vlms" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#conversational-vision-language-models-vlms"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Conversational Vision-Language Models (VLMs)</span></h4><!--]--><!----> <ul><li><a href="https://huggingface.co/zai-org/GLM-4.5V" rel="nofollow">zai-org/GLM-4.5V</a>: Cutting-edge reasoning vision language model.</li> <li><a href="https://huggingface.co/Qwen/Qwen2.5-VL-3B-Instruct" rel="nofollow">Qwen/Qwen2.5-VL-3B-Instruct</a>: Small yet powerful model.</li></ul> <p>Explore all available models and find the one that suits you best <a href="https://huggingface.co/models?inference=warm&amp;pipeline_tag=image-text-to-text&amp;sort=trending" rel="nofollow">here</a>, or from the terminal with the <a href="https://huggingface.co/docs/huggingface_hub/package_reference/cli#hf-models-list" rel="nofollow"><code>hf</code> CLI</a>:</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-bash "><!---->hf models <span class="hljs-built_in">ls</span> --warm --pipeline-tag image-text-to-text --<span class="hljs-built_in">sort</span> trending_score<!----></pre></div><!----> <!--[2--><h3 class="relative group"><a id="api-playground" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#api-playground"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>API Playground</span></h3><!--]--><!----> <p>For Chat Completion models, we provide an interactive UI Playground for easier testing:</p> <ul><li>Quickly iterate on your prompts from the UI.</li> <li>Set and override system, assistant and user messages.</li> <li>Browse and select models currently available on the Inference API.</li> <li>Compare the output of two models side-by-side.</li> <li>Adjust requests parameters from the UI.</li> <li>Easily switch between UI view and code snippets.</li></ul> <a href="https://huggingface.co/playground" target="blank"><img src="https://cdn-uploads.huggingface.co/production/uploads/5f17f0a0925b9863e28ad517/9_Tgf0Tv65srhBirZQMTp.png" style="max-width: 400px; width: 100%;"/></a> <p>Access the Inference UI Playground and start exploring: <a href="https://huggingface.co/playground" rel="nofollow">https://huggingface.co/playground</a></p> <!--[2--><h3 class="relative group"><a id="using-the-api" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#using-the-api"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Using the API</span></h3><!--]--><!----> <p>The API supports:</p> <ul><li>Using the chat completion API compatible with the OpenAI SDK.</li> <li>Using grammars, constraints, and tools.</li> <li>Streaming the output</li></ul> <!--[3--><h4 class="relative group"><a id="code-snippet-example-for-conversational-llms" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#code-snippet-example-for-conversational-llms"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Code snippet example for conversational LLMs</span></h4><!--]--><!----> <div class="md:items-top not-prose flex w-full flex-col justify-between gap-x-2 text-sm md:flex-row"><!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Language</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M15.84.5a16.4,16.4,0,0,0-3.57.32C9.1,1.39,8.53,2.53,8.53,4.64V7.48H16v1H5.77a4.73,4.73,0,0,0-4.7,3.74,14.82,14.82,0,0,0,0,7.54c.57,2.28,1.86,3.82,4,3.82h2.6V20.14a4.73,4.73,0,0,1,4.63-4.63h7.38a3.72,3.72,0,0,0,3.73-3.73V4.64A4.16,4.16,0,0,0,19.65.82,20.49,20.49,0,0,0,15.84.5ZM11.78,2.77a1.39,1.39,0,0,1,1.38,1.46,1.37,1.37,0,0,1-1.38,1.38A1.42,1.42,0,0,1,10.4,4.23,1.44,1.44,0,0,1,11.78,2.77Z" fill="#5a9fd4"></path><path d="M16.16,31.5a16.4,16.4,0,0,0,3.57-.32c3.17-.57,3.74-1.71,3.74-3.82V24.52H16v-1H26.23a4.73,4.73,0,0,0,4.7-3.74,14.82,14.82,0,0,0,0-7.54c-.57-2.28-1.86-3.82-4-3.82h-2.6v3.41a4.73,4.73,0,0,1-4.63,4.63H12.35a3.72,3.72,0,0,0-3.73,3.73v7.14a4.16,4.16,0,0,0,3.73,3.82A20.49,20.49,0,0,0,16.16,31.5Zm4.06-2.27a1.39,1.39,0,0,1-1.38-1.46,1.37,1.37,0,0,1,1.38-1.38,1.42,1.42,0,0,1,1.38,1.38A1.44,1.44,0,0,1,20.22,29.23Z" fill="#ffd43b"></path></svg><!--]--><!--]--> Python</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect width="32" height="32" fill="#f7df1e"></rect><path d="M21.5,25a3.27,3.27,0,0,0,3,1.83c1.25,0,2-.63,2-1.49,0-1-.81-1.39-2.19-2L23.56,23C21.39,22.1,20,20.94,20,18.49c0-2.25,1.72-4,4.41-4a4.44,4.44,0,0,1,4.27,2.41l-2.34,1.5a2,2,0,0,0-1.93-1.29,1.31,1.31,0,0,0-1.44,1.29c0,.9.56,1.27,1.85,1.83l.75.32c2.55,1.1,4,2.21,4,4.72,0,2.71-2.12,4.19-5,4.19a5.78,5.78,0,0,1-5.48-3.07Zm-10.63.26c.48.84.91,1.55,1.94,1.55s1.61-.39,1.61-1.89V14.69h3V25c0,3.11-1.83,4.53-4.49,4.53a4.66,4.66,0,0,1-4.51-2.75Z"></path></svg><!--]--><!--]--> JavaScript</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect width="32" height="32" rx="4" fill="#1683a5"></rect><path d="M6.71,14A5,5,0,0,1,8.82,9.29l2.64-2.2c1.67-1.37,2.52-1.41,4.6-1.41H21.7c1.19,0,2.45.27,2.45,1.79s-1.4,1.78-2.45,1.78H15.44a3.31,3.31,0,0,0-2,.89L11.24,12c-.55.44-1,.81-1,1.52v4.41c0,.7.41,1.07,1,1.52l2.16,1.82a3.34,3.34,0,0,0,2,.89H21.7c1.05,0,2.45.23,2.45,1.78s-1.26,1.78-2.45,1.78H16.06c-2.08,0-2.94,0-4.6-1.4L8.82,22.09A5.05,5.05,0,0,1,6.71,17.4Z" fill="#fff"></path></svg><!--]--><!--]--> cURL</button><!--]--></div></div><!--]--> <!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Client</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button">openai</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button">huggingface_hub</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button">requests</button><!--]--></div></div><!--]--> <!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Provider</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26"><rect x="2.43628" y="2.43652" width="21.1274" height="21.1274" rx="3.54011" fill="#19E76E"></rect><path d="M7.20571 8.2H16.7486V11.4H10.4514C10.3371 11.4 10.2514 11.4914 10.2514 11.6V14.4C10.2514 14.5143 10.3429 14.6 10.4514 14.6H16.7486V17.8H13.7029C13.5886 17.8 13.5029 17.8914 13.5029 18V20.8C13.5029 20.9143 13.5943 21 13.7029 21H16.5486C16.6629 21 16.7486 20.9143 16.7486 20.8V17.8H19.8C19.9143 17.8 20 17.7086 20 17.6V14.8C20 14.6857 19.9086 14.6 19.8 14.6H16.7486V11.4H19.8C19.9143 11.4 20 11.3086 20 11.2V8.4C20 8.28571 19.9086 8.2 19.8 8.2H16.7486V5.2C16.7486 5.08571 16.6571 5 16.5486 5H7.20571C7.09143 5 7 5.09143 7 5.2V8C7 8.11429 7.09143 8.2 7.20571 8.2Z" fill="black"></path></svg><!--]--><!--]--> Baseten</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26" fill="none"><path d="M15 22C10.0294 22 6 17.9706 6 13C6 8.02939 10.0294 4 15 4M10.3635 18.5622C7.2966 15.989 6.89677 11.417 9.46998 8.35026C12.0432 5.28338 16.6151 4.88355 19.6819 7.45675M12.4088 17.8643C9.72407 16.447 8.69627 13.1212 10.1136 10.4368C11.5308 7.75157 14.8559 6.72427 17.5411 8.14156M15 16.746C12.9314 16.746 11.2543 15.0689 11.2543 13.0003C11.2543 10.9316 12.9314 9.25454 15 9.25454" stroke="#F15A29" stroke-width="1.5" stroke-miterlimit="10"></path></svg><!--]--><!--]--> Cerebras</button><!--]--> <!--[0--><div class="relative colab-dropdown "><button class=" " type="button"><!--[0--><!--[-1--><p class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200">+12</p><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!--]--></div></div><!--]--> <div><p class="invisible hidden font-mono text-xs md:block">Settings</p> <div class="not-prose my-1.5 flex"><div class="relative hidden md:block "><button class=" " type="button"><!--[0--><!--[-1--><button class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button" title="Settings dropdown"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 9 7"><path fill="currentColor" d="M8.537 1.153H7.361A1.445 1.445 0 0 0 5.954 0c-.689 0-1.263.49-1.407 1.153H.5v.576h4.047a1.445 1.445 0 0 0 1.407 1.153c.689 0 1.263-.49 1.407-1.153h1.176v-.576M5.954 2.305a.847.847 0 0 1-.861-.864c0-.49.373-.865.861-.865s.861.375.861.865-.373.864-.861.864M.5 5.764h1.177a1.445 1.445 0 0 0 1.406 1.152c.69 0 1.263-.49 1.407-1.152h4.047v-.577H4.49a1.445 1.445 0 0 0-1.407-1.152c-.688 0-1.263.49-1.406 1.152H.5v.577M3.083 4.61c.488 0 .862.375.862.864 0 .49-.374.865-.862.865a.847.847 0 0 1-.86-.865c0-.49.372-.864.86-.864"></path></svg><!----> Settings</button><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!----> <div class="relative md:hidden "><button class=" " type="button"><!--[0--><!--[-1--><button class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button" title="Settings dropdown"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 9 7"><path fill="currentColor" d="M8.537 1.153H7.361A1.445 1.445 0 0 0 5.954 0c-.689 0-1.263.49-1.407 1.153H.5v.576h4.047a1.445 1.445 0 0 0 1.407 1.153c.689 0 1.263-.49 1.407-1.153h1.176v-.576M5.954 2.305a.847.847 0 0 1-.861-.864c0-.49.373-.865.861-.865s.861.375.861.865-.373.864-.861.864M.5 5.764h1.177a1.445 1.445 0 0 0 1.406 1.152c.69 0 1.263-.49 1.407-1.152h4.047v-.577H4.49a1.445 1.445 0 0 0-1.407-1.152c-.688 0-1.263.49-1.406 1.152H.5v.577M3.083 4.61c.488 0 .862.375.862.864 0 .49-.374.865-.862.865a.847.847 0 0 1-.86-.865c0-.49.372-.864.86-.864"></path></svg><!----> Settings</button><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!----> <div class="flex-grow md:hidden"></div></div></div></div> <!--[0--><div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class=" "><!----><span class="hljs-keyword">import</span> os
<span class="hljs-keyword">from</span> openai <span class="hljs-keyword">import</span> OpenAI
client = OpenAI(
 base_url=<span class="hljs-string">&quot;https://router.huggingface.co/v1&quot;</span>,
 api_key=os.environ[<span class="hljs-string">&quot;HF_TOKEN&quot;</span>],
)
completion = client.chat.completions.create(
 model=<span class="hljs-string">&quot;deepseek-ai/DeepSeek-V4-Flash-0731:baseten&quot;</span>,
 messages=[
 {
 <span class="hljs-string">&quot;role&quot;</span>: <span class="hljs-string">&quot;user&quot;</span>,
 <span class="hljs-string">&quot;content&quot;</span>: <span class="hljs-string">&quot;What is the capital of France?&quot;</span>
 }
 ],
)
<span class="hljs-built_in">print</span>(completion.choices[<span class="hljs-number">0</span>].message)<!----></pre></div><!--]--><!----> <!--[3--><h4 class="relative group"><a id="code-snippet-example-for-conversational-vlms" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#code-snippet-example-for-conversational-vlms"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Code snippet example for conversational VLMs</span></h4><!--]--><!----> <div class="md:items-top not-prose flex w-full flex-col justify-between gap-x-2 text-sm md:flex-row"><!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Language</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M15.84.5a16.4,16.4,0,0,0-3.57.32C9.1,1.39,8.53,2.53,8.53,4.64V7.48H16v1H5.77a4.73,4.73,0,0,0-4.7,3.74,14.82,14.82,0,0,0,0,7.54c.57,2.28,1.86,3.82,4,3.82h2.6V20.14a4.73,4.73,0,0,1,4.63-4.63h7.38a3.72,3.72,0,0,0,3.73-3.73V4.64A4.16,4.16,0,0,0,19.65.82,20.49,20.49,0,0,0,15.84.5ZM11.78,2.77a1.39,1.39,0,0,1,1.38,1.46,1.37,1.37,0,0,1-1.38,1.38A1.42,1.42,0,0,1,10.4,4.23,1.44,1.44,0,0,1,11.78,2.77Z" fill="#5a9fd4"></path><path d="M16.16,31.5a16.4,16.4,0,0,0,3.57-.32c3.17-.57,3.74-1.71,3.74-3.82V24.52H16v-1H26.23a4.73,4.73,0,0,0,4.7-3.74,14.82,14.82,0,0,0,0-7.54c-.57-2.28-1.86-3.82-4-3.82h-2.6v3.41a4.73,4.73,0,0,1-4.63,4.63H12.35a3.72,3.72,0,0,0-3.73,3.73v7.14a4.16,4.16,0,0,0,3.73,3.82A20.49,20.49,0,0,0,16.16,31.5Zm4.06-2.27a1.39,1.39,0,0,1-1.38-1.46,1.37,1.37,0,0,1,1.38-1.38,1.42,1.42,0,0,1,1.38,1.38A1.44,1.44,0,0,1,20.22,29.23Z" fill="#ffd43b"></path></svg><!--]--><!--]--> Python</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect width="32" height="32" fill="#f7df1e"></rect><path d="M21.5,25a3.27,3.27,0,0,0,3,1.83c1.25,0,2-.63,2-1.49,0-1-.81-1.39-2.19-2L23.56,23C21.39,22.1,20,20.94,20,18.49c0-2.25,1.72-4,4.41-4a4.44,4.44,0,0,1,4.27,2.41l-2.34,1.5a2,2,0,0,0-1.93-1.29,1.31,1.31,0,0,0-1.44,1.29c0,.9.56,1.27,1.85,1.83l.75.32c2.55,1.1,4,2.21,4,4.72,0,2.71-2.12,4.19-5,4.19a5.78,5.78,0,0,1-5.48-3.07Zm-10.63.26c.48.84.91,1.55,1.94,1.55s1.61-.39,1.61-1.89V14.69h3V25c0,3.11-1.83,4.53-4.49,4.53a4.66,4.66,0,0,1-4.51-2.75Z"></path></svg><!--]--><!--]--> JavaScript</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><rect width="32" height="32" rx="4" fill="#1683a5"></rect><path d="M6.71,14A5,5,0,0,1,8.82,9.29l2.64-2.2c1.67-1.37,2.52-1.41,4.6-1.41H21.7c1.19,0,2.45.27,2.45,1.79s-1.4,1.78-2.45,1.78H15.44a3.31,3.31,0,0,0-2,.89L11.24,12c-.55.44-1,.81-1,1.52v4.41c0,.7.41,1.07,1,1.52l2.16,1.82a3.34,3.34,0,0,0,2,.89H21.7c1.05,0,2.45.23,2.45,1.78s-1.26,1.78-2.45,1.78H16.06c-2.08,0-2.94,0-4.6-1.4L8.82,22.09A5.05,5.05,0,0,1,6.71,17.4Z" fill="#fff"></path></svg><!--]--><!--]--> cURL</button><!--]--></div></div><!--]--> <!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Client</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button">openai</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button">huggingface_hub</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button">requests</button><!--]--></div></div><!--]--> <!--[0--><div><p class="hidden font-mono text-xs opacity-50 md:block">Provider</p> <div class="my-1.5 flex flex-wrap items-center gap-x-1 gap-y-0.5"><!--[--><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none border-gray-800 bg-black text-white dark:bg-gray-700" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26"><rect x="2.43628" y="2.43652" width="21.1274" height="21.1274" rx="3.54011" fill="#19E76E"></rect><path d="M7.20571 8.2H16.7486V11.4H10.4514C10.3371 11.4 10.2514 11.4914 10.2514 11.6V14.4C10.2514 14.5143 10.3429 14.6 10.4514 14.6H16.7486V17.8H13.7029C13.5886 17.8 13.5029 17.8914 13.5029 18V20.8C13.5029 20.9143 13.5943 21 13.7029 21H16.5486C16.6629 21 16.7486 20.9143 16.7486 20.8V17.8H19.8C19.9143 17.8 20 17.7086 20 17.6V14.8C20 14.6857 19.9086 14.6 19.8 14.6H16.7486V11.4H19.8C19.9143 11.4 20 11.3086 20 11.2V8.4C20 8.28571 19.9086 8.2 19.8 8.2H16.7486V5.2C16.7486 5.08571 16.6571 5 16.5486 5H7.20571C7.09143 5 7 5.09143 7 5.2V8C7 8.11429 7.09143 8.2 7.20571 8.2Z" fill="black"></path></svg><!--]--><!--]--> Baseten</button><button class="text-md flex select-none items-center rounded-lg border px-1.5 py-1 leading-none hover:shadow-xs cursor-pointer text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button"><!--[0--><!--[--><svg class="mr-1.5 text-current" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 26 26" fill="none"><path d="M15 22C10.0294 22 6 17.9706 6 13C6 8.02939 10.0294 4 15 4M10.3635 18.5622C7.2966 15.989 6.89677 11.417 9.46998 8.35026C12.0432 5.28338 16.6151 4.88355 19.6819 7.45675M12.4088 17.8643C9.72407 16.447 8.69627 13.1212 10.1136 10.4368C11.5308 7.75157 14.8559 6.72427 17.5411 8.14156M15 16.746C12.9314 16.746 11.2543 15.0689 11.2543 13.0003C11.2543 10.9316 12.9314 9.25454 15 9.25454" stroke="#F15A29" stroke-width="1.5" stroke-miterlimit="10"></path></svg><!--]--><!--]--> Cerebras</button><!--]--> <!--[0--><div class="relative colab-dropdown "><button class=" " type="button"><!--[0--><!--[-1--><p class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200">+11</p><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!--]--></div></div><!--]--> <div><p class="invisible hidden font-mono text-xs md:block">Settings</p> <div class="not-prose my-1.5 flex"><div class="relative hidden md:block "><button class=" " type="button"><!--[0--><!--[-1--><button class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button" title="Settings dropdown"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 9 7"><path fill="currentColor" d="M8.537 1.153H7.361A1.445 1.445 0 0 0 5.954 0c-.689 0-1.263.49-1.407 1.153H.5v.576h4.047a1.445 1.445 0 0 0 1.407 1.153c.689 0 1.263-.49 1.407-1.153h1.176v-.576M5.954 2.305a.847.847 0 0 1-.861-.864c0-.49.373-.865.861-.865s.861.375.861.865-.373.864-.861.864M.5 5.764h1.177a1.445 1.445 0 0 0 1.406 1.152c.69 0 1.263-.49 1.407-1.152h4.047v-.577H4.49a1.445 1.445 0 0 0-1.407-1.152c-.688 0-1.263.49-1.406 1.152H.5v.577M3.083 4.61c.488 0 .862.375.862.864 0 .49-.374.865-.862.865a.847.847 0 0 1-.86-.865c0-.49.372-.864.86-.864"></path></svg><!----> Settings</button><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!----> <div class="relative md:hidden "><button class=" " type="button"><!--[0--><!--[-1--><button class="text-md hover:shadow-xs flex cursor-pointer select-none items-center rounded-lg border px-1.5 py-1 leading-none text-gray-500 opacity-90 hover:text-gray-700 dark:hover:text-gray-200" type="button" title="Settings dropdown"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 9 7"><path fill="currentColor" d="M8.537 1.153H7.361A1.445 1.445 0 0 0 5.954 0c-.689 0-1.263.49-1.407 1.153H.5v.576h4.047a1.445 1.445 0 0 0 1.407 1.153c.689 0 1.263-.49 1.407-1.153h1.176v-.576M5.954 2.305a.847.847 0 0 1-.861-.864c0-.49.373-.865.861-.865s.861.375.861.865-.373.864-.861.864M.5 5.764h1.177a1.445 1.445 0 0 0 1.406 1.152c.69 0 1.263-.49 1.407-1.152h4.047v-.577H4.49a1.445 1.445 0 0 0-1.407-1.152c-.688 0-1.263.49-1.406 1.152H.5v.577M3.083 4.61c.488 0 .862.375.862.864 0 .49-.374.865-.862.865a.847.847 0 0 1-.86-.865c0-.49.372-.864.86-.864"></path></svg><!----> Settings</button><!--]--><!----><!--]--></button> <!--[-1--><!--]--></div><!----> <div class="flex-grow md:hidden"></div></div></div></div> <!--[0--><div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class=" "><!----><span class="hljs-keyword">import</span> os
<span class="hljs-keyword">from</span> openai <span class="hljs-keyword">import</span> OpenAI
client = OpenAI(
 base_url=<span class="hljs-string">&quot;https://router.huggingface.co/v1&quot;</span>,
 api_key=os.environ[<span class="hljs-string">&quot;HF_TOKEN&quot;</span>],
)
completion = client.chat.completions.create(
 model=<span class="hljs-string">&quot;moonshotai/Kimi-K3:baseten&quot;</span>,
 messages=[
 {
 <span class="hljs-string">&quot;role&quot;</span>: <span class="hljs-string">&quot;user&quot;</span>,
 <span class="hljs-string">&quot;content&quot;</span>: [
 {
 <span class="hljs-string">&quot;type&quot;</span>: <span class="hljs-string">&quot;text&quot;</span>,
 <span class="hljs-string">&quot;text&quot;</span>: <span class="hljs-string">&quot;Describe this image in one sentence.&quot;</span>
 },
 {
 <span class="hljs-string">&quot;type&quot;</span>: <span class="hljs-string">&quot;image_url&quot;</span>,
 <span class="hljs-string">&quot;image_url&quot;</span>: {
 <span class="hljs-string">&quot;url&quot;</span>: <span class="hljs-string">&quot;https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg&quot;</span>
 }
 }
 ]
 }
 ],
)
<span class="hljs-built_in">print</span>(completion.choices[<span class="hljs-number">0</span>].message)<!----></pre></div><!--]--><!----> <!--[2--><h3 class="relative group"><a id="api-specification" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#api-specification"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>API specification</span></h3><!--]--><!----> <!--[3--><h4 class="relative group"><a id="request" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#request"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Request</span></h4><!--]--><!----> <table><thead><tr><th align="left">Headers</th><th align="left"></th><th align="left"></th></tr></thead><tbody><tr><td align="left"><strong>authorization</strong></td><td align="left"><em>string</em></td><td align="left">Authentication header in the form <code>'Bearer: hf_****'</code> when <code>hf_****</code> is a personal user access token with “Inference Providers” permission. You can generate one from <a href="https://huggingface.co/settings/tokens/new?ownUserPermissions=inference.serverless.write&amp;tokenType=fineGrained" rel="nofollow">your settings page</a>.</td></tr></tbody></table> <table><thead><tr><th align="left">Payload</th><th align="left"></th><th align="left"></th></tr></thead><tbody><tr><td align="left"><strong>frequency_penalty</strong></td><td align="left"><em>number</em></td><td align="left">Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model’s likelihood to repeat the same line verbatim.</td></tr><tr><td align="left"><strong>logprobs</strong></td><td align="left"><em>boolean</em></td><td align="left">Whether to return log probabilities of the output tokens or not. If true, returns the log probabilities of each output token returned in the content of message.</td></tr><tr><td align="left"><strong>max_tokens</strong></td><td align="left"><em>integer</em></td><td align="left">The maximum number of tokens that can be generated in the chat completion.</td></tr><tr><td align="left"><strong>messages*</strong></td><td align="left"><em>object[]</em></td><td align="left">A list of messages comprising the conversation so far.</td></tr><tr><td align="left"><strong>         (#1)</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>                 (#1)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        content*</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>                                 (#1)</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                 (#2)</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                         (#1)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                                text*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                                type*</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: text.</td></tr><tr><td align="left"><strong>                                         (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                                image_url*</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                                        url*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                                type*</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: image_url.</td></tr><tr><td align="left"><strong>                 (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        tool_calls*</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                function*</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        parameters</strong></td><td align="left"><em>unknown</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        description</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        name*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                id*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                type*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>         (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                name</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                role*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>presence_penalty</strong></td><td align="left"><em>number</em></td><td align="left">Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model’s likelihood to talk about new topics</td></tr><tr><td align="left"><strong>reasoning_effort</strong></td><td align="left"><em>string</em></td><td align="left">Optional. Constrains effort on reasoning for models that support reasoning. Reducing reasoning effort can result in faster responses and fewer tokens used on reasoning. Common values: none, minimal, low, medium, high, xhigh. Support and defaults are provider and model-dependent.</td></tr><tr><td align="left"><strong>response_format</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>         (#1)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                type*</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: text.</td></tr><tr><td align="left"><strong>         (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                type*</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: json_schema.</td></tr><tr><td align="left"><strong>                json_schema*</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        name*</strong></td><td align="left"><em>string</em></td><td align="left">The name of the response format.</td></tr><tr><td align="left"><strong>                        description</strong></td><td align="left"><em>string</em></td><td align="left">A description of what the response format is for, used by the model to determine how to respond in the format.</td></tr><tr><td align="left"><strong>                        schema</strong></td><td align="left"><em>object</em></td><td align="left">The schema for the response format, described as a JSON Schema object. Learn how to build JSON schemas <a href="https://json-schema.org/" rel="nofollow">here</a>.</td></tr><tr><td align="left"><strong>                        strict</strong></td><td align="left"><em>boolean</em></td><td align="left">Whether to enable strict schema adherence when generating the output. If set to true, the model will always follow the exact schema defined in the <code>schema</code> field.</td></tr><tr><td align="left"><strong>         (#3)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                type*</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: json_object.</td></tr><tr><td align="left"><strong>seed</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>stop</strong></td><td align="left"><em>string[]</em></td><td align="left">Up to 4 sequences where the API will stop generating further tokens.</td></tr><tr><td align="left"><strong>stream</strong></td><td align="left"><em>boolean</em></td><td align="left"></td></tr><tr><td align="left"><strong>stream_options</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>        include_usage</strong></td><td align="left"><em>boolean</em></td><td align="left">If set, an additional chunk will be streamed before the data: [DONE] message. The usage field on this chunk shows the token usage statistics for the entire request, and the choices field will always be an empty array. All other chunks will also include a usage field, but with a null value.</td></tr><tr><td align="left"><strong>temperature</strong></td><td align="left"><em>number</em></td><td align="left">What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. We generally recommend altering this or <code>top_p</code> but not both.</td></tr><tr><td align="left"><strong>tool_choice</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>         (#1)</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: auto.</td></tr><tr><td align="left"><strong>         (#2)</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: none.</td></tr><tr><td align="left"><strong>         (#3)</strong></td><td align="left"><em>enum</em></td><td align="left">Possible values: required.</td></tr><tr><td align="left"><strong>         (#4)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                function*</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        name*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>tool_prompt</strong></td><td align="left"><em>string</em></td><td align="left">A prompt to be appended before the tools</td></tr><tr><td align="left"><strong>tools</strong></td><td align="left"><em>object[]</em></td><td align="left">A list of tools the model may call. Currently, only functions are supported as a tool. Use this to provide a list of functions the model may generate JSON inputs for.</td></tr><tr><td align="left"><strong>        function*</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                parameters</strong></td><td align="left"><em>unknown</em></td><td align="left"></td></tr><tr><td align="left"><strong>                description</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                name*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>        type*</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>top_logprobs</strong></td><td align="left"><em>integer</em></td><td align="left">An integer between 0 and 5 specifying the number of most likely tokens to return at each token position, each with an associated log probability. logprobs must be set to true if this parameter is used.</td></tr><tr><td align="left"><strong>top_p</strong></td><td align="left"><em>number</em></td><td align="left">An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.</td></tr></tbody></table> <!--[3--><h4 class="relative group"><a id="response" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#response"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Response</span></h4><!--]--><!----> <p>Output type depends on the <code>stream</code> input parameter.
If <code>stream</code> is <code>false</code> (default), the response will be a JSON object with the following fields:</p> <table><thead><tr><th align="left">Body</th><th align="left"></th><th align="left"></th></tr></thead><tbody><tr><td align="left"><strong>choices</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>        finish_reason</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>        index</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        logprobs</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                content</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        logprob</strong></td><td align="left"><em>number</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        token</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        top_logprobs</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                logprob</strong></td><td align="left"><em>number</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                token</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>        message</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>                 (#1)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        content</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        role</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        tool_call_id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                 (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        role</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        tool_calls</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                function</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        arguments</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        description</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        name</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                type</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>created</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>model</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>system_fingerprint</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>usage</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>        completion_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        prompt_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        total_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr></tbody></table> <p>If <code>stream</code> is <code>true</code>, generated tokens are returned as a stream, using Server-Sent Events (SSE).
For more information about streaming, check out <a href="https://huggingface.co/docs/text-generation-inference/conceptual/streaming" rel="nofollow">this guide</a>.</p> <table><thead><tr><th align="left">Body</th><th align="left"></th><th align="left"></th></tr></thead><tbody><tr><td align="left"><strong>choices</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>        delta</strong></td><td align="left"><em>unknown</em></td><td align="left">One of the following:</td></tr><tr><td align="left"><strong>                 (#1)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        content</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        role</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        tool_call_id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                 (#2)</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        role</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        tool_calls</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                function</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        arguments</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                        name</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                index</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                type</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>        finish_reason</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>        index</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        logprobs</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>                content</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        logprob</strong></td><td align="left"><em>number</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        token</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>                        top_logprobs</strong></td><td align="left"><em>object[]</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                logprob</strong></td><td align="left"><em>number</em></td><td align="left"></td></tr><tr><td align="left"><strong>                                token</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>created</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>id</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>model</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>system_fingerprint</strong></td><td align="left"><em>string</em></td><td align="left"></td></tr><tr><td align="left"><strong>usage</strong></td><td align="left"><em>object</em></td><td align="left"></td></tr><tr><td align="left"><strong>        completion_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        prompt_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr><tr><td align="left"><strong>        total_tokens</strong></td><td align="left"><em>integer</em></td><td align="left"></td></tr></tbody></table> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/inference-providers/tasks/chat-completion.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->
<script>
 {
 __sveltekit_1hi8cnu = {
 base: "/docs/inference-providers/pr_2713/en",
 assets: "/docs/inference-providers/pr_2713/en"
 };
 const element = document.currentScript.parentElement;
 Promise.all([
 import("/docs/inference-providers/pr_2713/en/_app/immutable/entry/start.Yrr5IqWF.js"),
 import("/docs/inference-providers/pr_2713/en/_app/immutable/entry/app.DLm95-7q.js")
 ]).then(([kit, app]) => {
 kit.start(app, element, {
 node_ids: [0, 49],
 data: [null,null],
 form: null,
 error: null
 });
 });
 }
 </script>

Xet Storage Details

Size:
71 kB
·
Xet hash:
0001652f81eecc9b29a272e6badadede7fcb25de76907b4ecba74185430d3a08

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.