| import TextareaAutosize from 'react-textarea-autosize'; | |
| import { EModelEndpoint, endpointSettings } from 'librechat-data-provider'; | |
| import { | |
| Input, | |
| Label, | |
| Slider, | |
| HoverCard, | |
| InputNumber, | |
| SelectDropDown, | |
| HoverCardTrigger, | |
| } from '@librechat/client'; | |
| import type { TModelSelectProps, OnInputNumberChange } from '~/common'; | |
| import { cn, defaultTextProps, optionText, removeFocusOutlines, removeFocusRings } from '~/utils'; | |
| import OptionHoverAlt from '~/components/SidePanel/Parameters/OptionHover'; | |
| import { useLocalize, useDebouncedInput } from '~/hooks'; | |
| import OptionHover from './OptionHover'; | |
| import { ESide } from '~/common'; | |
| export default function Settings({ conversation, setOption, models, readonly }: TModelSelectProps) { | |
| const localize = useLocalize(); | |
| const google = endpointSettings[EModelEndpoint.google]; | |
| const { | |
| model, | |
| modelLabel, | |
| promptPrefix, | |
| temperature, | |
| topP, | |
| topK, | |
| maxContextTokens, | |
| maxOutputTokens, | |
| } = conversation ?? {}; | |
| const [setMaxContextTokens, maxContextTokensValue] = useDebouncedInput<number | null | undefined>( | |
| { | |
| setOption, | |
| optionKey: 'maxContextTokens', | |
| initialValue: maxContextTokens, | |
| }, | |
| ); | |
| if (!conversation) { | |
| return null; | |
| } | |
| const setModel = setOption('model'); | |
| const setModelLabel = setOption('modelLabel'); | |
| const setPromptPrefix = setOption('promptPrefix'); | |
| const setTemperature = setOption('temperature'); | |
| const setTopP = setOption('topP'); | |
| const setTopK = setOption('topK'); | |
| const setMaxOutputTokens = setOption('maxOutputTokens'); | |
| return ( | |
| <div className="grid grid-cols-5 gap-6"> | |
| <div className="col-span-5 flex flex-col items-center justify-start gap-6 sm:col-span-3"> | |
| <div className="grid w-full items-center gap-2"> | |
| <SelectDropDown | |
| title={localize('com_ui_model')} | |
| value={model ?? ''} | |
| setValue={setModel} | |
| availableValues={models} | |
| disabled={readonly} | |
| className={cn(defaultTextProps, 'flex w-full resize-none', removeFocusRings)} | |
| containerClassName="flex w-full resize-none" | |
| /> | |
| </div> | |
| <div className="grid w-full items-center gap-2"> | |
| <Label htmlFor="modelLabel" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_custom_name')}{' '} | |
| <small className="opacity-40">({localize('com_endpoint_default_blank')})</small> | |
| </Label> | |
| <Input | |
| id="modelLabel" | |
| disabled={readonly} | |
| value={modelLabel || ''} | |
| onChange={(e) => setModelLabel(e.target.value ?? null)} | |
| placeholder={localize('com_endpoint_google_custom_name_placeholder')} | |
| className={cn( | |
| defaultTextProps, | |
| 'flex h-10 max-h-10 w-full resize-none px-3 py-2', | |
| removeFocusOutlines, | |
| )} | |
| /> | |
| </div> | |
| <div className="grid w-full items-center gap-2"> | |
| <Label htmlFor="promptPrefix" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_prompt_prefix')}{' '} | |
| <small className="opacity-40">({localize('com_endpoint_default_blank')})</small> | |
| </Label> | |
| <TextareaAutosize | |
| id="promptPrefix" | |
| disabled={readonly} | |
| value={promptPrefix || ''} | |
| onChange={(e) => setPromptPrefix(e.target.value ?? null)} | |
| placeholder={localize('com_endpoint_prompt_prefix_placeholder')} | |
| className={cn( | |
| defaultTextProps, | |
| 'flex max-h-[138px] min-h-[100px] w-full resize-none px-3 py-2', | |
| )} | |
| /> | |
| </div> | |
| </div> | |
| <div className="col-span-5 flex flex-col items-center justify-start gap-6 px-3 sm:col-span-2"> | |
| <HoverCard openDelay={300}> | |
| <HoverCardTrigger className="grid w-full items-center gap-2"> | |
| <div className="mt-1 flex w-full justify-between"> | |
| <Label htmlFor="max-context-tokens" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_context_tokens')}{' '} | |
| </Label> | |
| <InputNumber | |
| id="max-context-tokens" | |
| stringMode={false} | |
| disabled={readonly} | |
| value={maxContextTokensValue as number} | |
| onChange={setMaxContextTokens as OnInputNumberChange} | |
| placeholder={localize('com_nav_theme_system')} | |
| min={10} | |
| max={2000000} | |
| step={1000} | |
| controls={false} | |
| className={cn( | |
| defaultTextProps, | |
| cn( | |
| optionText, | |
| 'reset-rc-number-input reset-rc-number-input-text-right h-auto w-12 border-0 group-hover/temp:border-gray-200', | |
| 'w-1/3', | |
| ), | |
| )} | |
| /> | |
| </div> | |
| </HoverCardTrigger> | |
| <OptionHoverAlt | |
| description="com_endpoint_context_info" | |
| langCode={true} | |
| side={ESide.Left} | |
| /> | |
| </HoverCard> | |
| <HoverCard openDelay={300}> | |
| <HoverCardTrigger className="grid w-full items-center gap-2"> | |
| <div className="flex justify-between"> | |
| <Label htmlFor="temp-int" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_temperature')}{' '} | |
| <small className="opacity-40"> | |
| ({localize('com_endpoint_default')}: {google.temperature.default}) | |
| </small> | |
| </Label> | |
| <InputNumber | |
| id="temp-int" | |
| disabled={readonly} | |
| value={temperature} | |
| onChange={(value) => setTemperature(value ?? google.temperature.default)} | |
| max={google.temperature.max} | |
| min={google.temperature.min} | |
| step={google.temperature.step} | |
| controls={false} | |
| className={cn( | |
| defaultTextProps, | |
| cn( | |
| optionText, | |
| 'reset-rc-number-input reset-rc-number-input-text-right h-auto w-12 border-0 group-hover/temp:border-gray-200', | |
| ), | |
| )} | |
| /> | |
| </div> | |
| <Slider | |
| disabled={readonly} | |
| value={[temperature ?? google.temperature.default]} | |
| onValueChange={(value) => setTemperature(value[0])} | |
| onDoubleClick={() => setTemperature(google.temperature.default)} | |
| max={google.temperature.max} | |
| min={google.temperature.min} | |
| step={google.temperature.step} | |
| className="flex h-4 w-full" | |
| aria-labelledby="temp-int" | |
| /> | |
| </HoverCardTrigger> | |
| <OptionHover endpoint={conversation.endpoint ?? ''} type="temp" side={ESide.Left} /> | |
| </HoverCard> | |
| <HoverCard openDelay={300}> | |
| <HoverCardTrigger className="grid w-full items-center gap-2"> | |
| <div className="flex justify-between"> | |
| <Label htmlFor="top-p-int" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_top_p')}{' '} | |
| <small className="opacity-40"> | |
| ({localize('com_endpoint_default_with_num', { 0: google.topP.default + '' })}) | |
| </small> | |
| </Label> | |
| <InputNumber | |
| id="top-p-int" | |
| disabled={readonly} | |
| value={topP} | |
| onChange={(value) => setTopP(value ?? google.topP.default)} | |
| max={google.topP.max} | |
| min={google.topP.min} | |
| step={google.topP.step} | |
| controls={false} | |
| className={cn( | |
| defaultTextProps, | |
| cn( | |
| optionText, | |
| 'reset-rc-number-input reset-rc-number-input-text-right h-auto w-12 border-0 group-hover/temp:border-gray-200', | |
| ), | |
| )} | |
| /> | |
| </div> | |
| <Slider | |
| disabled={readonly} | |
| value={[topP ?? google.topP.default]} | |
| onValueChange={(value) => setTopP(value[0])} | |
| onDoubleClick={() => setTopP(google.topP.default)} | |
| max={google.topP.max} | |
| min={google.topP.min} | |
| step={google.topP.step} | |
| className="flex h-4 w-full" | |
| aria-labelledby="top-p-int" | |
| /> | |
| </HoverCardTrigger> | |
| <OptionHover endpoint={conversation.endpoint ?? ''} type="topp" side={ESide.Left} /> | |
| </HoverCard> | |
| <HoverCard openDelay={300}> | |
| <HoverCardTrigger className="grid w-full items-center gap-2"> | |
| <div className="flex justify-between"> | |
| <Label htmlFor="top-k-int" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_top_k')}{' '} | |
| <small className="opacity-40"> | |
| ({localize('com_endpoint_default_with_num', { 0: google.topK.default + '' })}) | |
| </small> | |
| </Label> | |
| <InputNumber | |
| id="top-k-int" | |
| disabled={readonly} | |
| value={topK} | |
| onChange={(value) => setTopK(value ?? google.topK.default)} | |
| max={google.topK.max} | |
| min={google.topK.min} | |
| step={google.topK.step} | |
| controls={false} | |
| className={cn( | |
| defaultTextProps, | |
| cn( | |
| optionText, | |
| 'reset-rc-number-input reset-rc-number-input-text-right h-auto w-12 border-0 group-hover/temp:border-gray-200', | |
| ), | |
| )} | |
| /> | |
| </div> | |
| <Slider | |
| disabled={readonly} | |
| value={[topK ?? google.topK.default]} | |
| onValueChange={(value) => setTopK(value[0])} | |
| onDoubleClick={() => setTopK(google.topK.default)} | |
| max={google.topK.max} | |
| min={google.topK.min} | |
| step={google.topK.step} | |
| className="flex h-4 w-full" | |
| aria-labelledby="top-k-int" | |
| /> | |
| </HoverCardTrigger> | |
| <OptionHover endpoint={conversation.endpoint ?? ''} type="topk" side={ESide.Left} /> | |
| </HoverCard> | |
| <HoverCard openDelay={300}> | |
| <HoverCardTrigger className="grid w-full items-center gap-2"> | |
| <div className="flex justify-between"> | |
| <Label htmlFor="max-tokens-int" className="text-left text-sm font-medium"> | |
| {localize('com_endpoint_max_output_tokens')}{' '} | |
| <small className="opacity-40"> | |
| ( | |
| {localize('com_endpoint_default_with_num', { | |
| 0: google.maxOutputTokens.default + '', | |
| })} | |
| ) | |
| </small> | |
| </Label> | |
| <InputNumber | |
| id="max-tokens-int" | |
| disabled={readonly} | |
| value={maxOutputTokens} | |
| onChange={(value) => setMaxOutputTokens(Number(value))} | |
| max={google.maxOutputTokens.max} | |
| min={google.maxOutputTokens.min} | |
| step={google.maxOutputTokens.step} | |
| controls={false} | |
| className={cn( | |
| defaultTextProps, | |
| cn( | |
| optionText, | |
| 'reset-rc-number-input reset-rc-number-input-text-right h-auto w-12 border-0 group-hover/temp:border-gray-200', | |
| ), | |
| )} | |
| /> | |
| </div> | |
| <Slider | |
| disabled={readonly} | |
| value={[maxOutputTokens ?? google.maxOutputTokens.default]} | |
| onValueChange={(value) => setMaxOutputTokens(value[0])} | |
| onDoubleClick={() => setMaxOutputTokens(google.maxOutputTokens.default)} | |
| max={google.maxOutputTokens.max} | |
| min={google.maxOutputTokens.min} | |
| step={google.maxOutputTokens.step} | |
| className="flex h-4 w-full" | |
| aria-labelledby="max-tokens-int" | |
| /> | |
| </HoverCardTrigger> | |
| <OptionHover | |
| endpoint={conversation.endpoint ?? ''} | |
| type="maxoutputtokens" | |
| side={ESide.Left} | |
| /> | |
| </HoverCard> | |
| </div> | |
| </div> | |
| ); | |
| } | |